Dec 06 15:40:59 user nova-compute[75278]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_linux_bridge.linux_bridge.LinuxBridgePlugin'>' with name 'linux_bridge' {{(pid=75278) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Dec 06 15:40:59 user nova-compute[75278]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_noop.noop.NoOpPlugin'>' with name 'noop' {{(pid=75278) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Dec 06 15:40:59 user nova-compute[75278]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_ovs.ovs.OvsPlugin'>' with name 'ovs' {{(pid=75278) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Dec 06 15:40:59 user nova-compute[75278]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.019s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:41:00 user nova-compute[75278]: INFO nova.virt.driver [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] Loading compute driver 'libvirt.LibvirtDriver'
Dec 06 15:41:00 user nova-compute[75278]: INFO nova.compute.provider_config [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access.
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] Acquiring lock "singleton_lock" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] Acquired lock "singleton_lock" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] Releasing lock "singleton_lock" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] Full set of CONF: {{(pid=75278) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:362}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] ******************************************************************************** {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2589}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] Configuration options gathered from: {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2590}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] command line args: ['--config-file', '/etc/nova/nova-cpu.conf'] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2591}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] config files: ['/etc/nova/nova-cpu.conf'] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2592}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] ================================================================================ {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2594}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] allow_resize_to_same_host      = True {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] arq_binding_timeout            = 300 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] backdoor_port                  = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] backdoor_socket                = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] block_device_allocate_retries  = 300 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] block_device_allocate_retries_interval = 5 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cert                           = self.pem {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] compute_driver                 = libvirt.LibvirtDriver {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] compute_monitors               = [] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] config_dir                     = [] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] config_drive_format            = iso9660 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] config_file                    = ['/etc/nova/nova-cpu.conf'] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] config_source                  = [] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] console_host                   = user {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] control_exchange               = nova {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cpu_allocation_ratio           = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] daemon                         = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] debug                          = True {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] default_access_ip_network_name = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] default_availability_zone      = nova {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] default_ephemeral_format       = ext4 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] default_green_pool_size        = 1000 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] default_schedule_zone          = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] disk_allocation_ratio          = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] enable_new_services            = True {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] enabled_apis                   = ['osapi_compute'] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] enabled_ssl_apis               = [] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] flat_injected                  = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] force_config_drive             = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] force_raw_images               = True {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] graceful_shutdown_timeout      = 5 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] heal_instance_info_cache_interval = 60 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] host                           = user {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] initial_cpu_allocation_ratio   = 4.0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] initial_disk_allocation_ratio  = 1.0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] initial_ram_allocation_ratio   = 1.0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] instance_build_timeout         = 0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] instance_delete_interval       = 300 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] instance_format                = [instance: %(uuid)s]  {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] instance_name_template         = instance-%08x {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] instance_usage_audit           = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] instance_usage_audit_period    = month {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] internal_service_availability_zone = internal {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] key                            = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] live_migration_retry_count     = 30 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] log_config_append              = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] log_dir                        = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] log_file                       = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] log_options                    = True {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] log_rotate_interval            = 1 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] log_rotate_interval_type       = days {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] log_rotation_type              = none {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] long_rpc_timeout               = 1800 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] max_concurrent_builds          = 10 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] max_concurrent_live_migrations = 1 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] max_concurrent_snapshots       = 5 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] max_local_block_devices        = 3 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] max_logfile_count              = 30 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] max_logfile_size_mb            = 200 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] maximum_instance_delete_attempts = 5 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] metadata_listen                = 0.0.0.0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] metadata_listen_port           = 8775 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] metadata_workers               = 3 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] migrate_max_retries            = -1 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] mkisofs_cmd                    = genisoimage {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] my_block_storage_ip            = 10.0.0.210 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] my_ip                          = 10.0.0.210 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] network_allocate_retries       = 0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] osapi_compute_listen           = 0.0.0.0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] osapi_compute_listen_port      = 8774 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] osapi_compute_unique_server_name_scope =  {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] osapi_compute_workers          = 3 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] password_length                = 12 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] periodic_enable                = True {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] periodic_fuzzy_delay           = 60 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] pointer_model                  = ps2mouse {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] preallocate_images             = none {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] publish_errors                 = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] pybasedir                      = /opt/stack/nova {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] ram_allocation_ratio           = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] rate_limit_burst               = 0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] rate_limit_except_level        = CRITICAL {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] rate_limit_interval            = 0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] reboot_timeout                 = 0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] reclaim_instance_interval      = 0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] record                         = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] reimage_timeout_per_gb         = 60 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] report_interval                = 120 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] rescue_timeout                 = 0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] reserved_host_cpus             = 0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] reserved_host_disk_mb          = 0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] reserved_host_memory_mb        = 512 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] reserved_huge_pages            = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] resize_confirm_window          = 0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] resize_fs_using_block_device   = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] resume_guests_state_on_host_boot = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] rpc_response_timeout           = 60 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] run_external_periodic_tasks    = True {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] running_deleted_instance_action = reap {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] running_deleted_instance_poll_interval = 1800 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] running_deleted_instance_timeout = 0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] scheduler_instance_sync_interval = 120 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] service_down_time              = 720 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] servicegroup_driver            = db {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] shelved_offload_time           = 0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] shelved_poll_interval          = 3600 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] shutdown_timeout               = 0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] source_is_ipv6                 = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] ssl_only                       = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] state_path                     = /opt/stack/data/nova {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] sync_power_state_interval      = 600 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] sync_power_state_pool_size     = 1000 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] syslog_log_facility            = LOG_USER {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] tempdir                        = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] timeout_nbd                    = 10 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] transport_url                  = **** {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] update_resources_interval      = 0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] use_cow_images                 = True {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] use_eventlog                   = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] use_journal                    = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] use_json                       = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] use_rootwrap_daemon            = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] use_stderr                     = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] use_syslog                     = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vcpu_pin_set                   = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vif_plugging_is_fatal          = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vif_plugging_timeout           = 0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] virt_mkfs                      = [] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] volume_usage_poll_interval     = 0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] watch_log_file                 = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] web                            = /usr/share/spice-html5 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_concurrency.disable_process_locking = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_concurrency.lock_path     = /opt/stack/data/nova {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api.auth_strategy              = keystone {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api.compute_link_prefix        = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api.dhcp_domain                = novalocal {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api.enable_instance_password   = True {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api.glance_link_prefix         = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api.instance_list_cells_batch_strategy = distributed {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api.instance_list_per_project_cells = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api.list_records_by_skipping_down_cells = True {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api.local_metadata_per_cell    = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api.max_limit                  = 1000 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api.metadata_cache_expiration  = 15 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api.neutron_default_tenant_id  = default {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api.use_forwarded_for          = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api.use_neutron_default_nets   = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api.vendordata_dynamic_failure_fatal = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api.vendordata_dynamic_targets = [] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api.vendordata_jsonfile_path   = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cache.backend                  = dogpile.cache.memcached {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cache.backend_argument         = **** {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cache.config_prefix            = cache.oslo {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cache.dead_timeout             = 60.0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cache.debug_cache_backend      = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cache.enable_retry_client      = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cache.enable_socket_keepalive  = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cache.enabled                  = True {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cache.expiration_time          = 600 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cache.hashclient_retry_attempts = 2 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cache.hashclient_retry_delay   = 1.0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cache.memcache_dead_retry      = 300 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cache.memcache_password        =  {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cache.memcache_pool_maxsize    = 10 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cache.memcache_pool_unused_timeout = 60 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cache.memcache_sasl_enabled    = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cache.memcache_socket_timeout  = 1.0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cache.memcache_username        =  {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cache.proxies                  = [] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cache.retry_attempts           = 2 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cache.retry_delay              = 0.0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cache.socket_keepalive_count   = 1 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cache.socket_keepalive_idle    = 1 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cache.socket_keepalive_interval = 1 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cache.tls_allowed_ciphers      = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cache.tls_cafile               = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cache.tls_certfile             = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cache.tls_enabled              = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cache.tls_keyfile              = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cinder.auth_section            = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cinder.auth_type               = password {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cinder.cafile                  = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cinder.catalog_info            = volumev3::publicURL {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cinder.certfile                = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cinder.collect_timing          = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cinder.cross_az_attach         = True {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cinder.debug                   = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cinder.endpoint_template       = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cinder.http_retries            = 3 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cinder.insecure                = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cinder.keyfile                 = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cinder.os_region_name          = RegionOne {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cinder.split_loggers           = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cinder.timeout                 = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] compute.cpu_dedicated_set      = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] compute.cpu_shared_set         = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] compute.image_type_exclude_list = [] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] compute.live_migration_wait_for_vif_plug = True {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] compute.max_concurrent_disk_ops = 0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] compute.max_disk_devices_to_attach = -1 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] compute.resource_provider_association_refresh = 300 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] compute.shutdown_retry_interval = 10 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] compute.vmdk_allowed_types     = ['streamOptimized', 'monolithicSparse'] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] conductor.workers              = 3 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] console.allowed_origins        = [] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] console.ssl_ciphers            = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] console.ssl_minimum_version    = default {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] consoleauth.token_ttl          = 600 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cyborg.cafile                  = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cyborg.certfile                = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cyborg.collect_timing          = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cyborg.connect_retries         = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cyborg.connect_retry_delay     = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cyborg.endpoint_override       = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cyborg.insecure                = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cyborg.keyfile                 = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cyborg.max_version             = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cyborg.min_version             = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cyborg.region_name             = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cyborg.service_name            = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cyborg.service_type            = accelerator {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cyborg.split_loggers           = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cyborg.status_code_retries     = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cyborg.status_code_retry_delay = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cyborg.timeout                 = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] cyborg.version                 = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] database.backend               = sqlalchemy {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] database.connection            = **** {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] database.connection_debug      = 0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] database.connection_parameters =  {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] database.connection_recycle_time = 3600 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] database.connection_trace      = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] database.db_inc_retry_interval = True {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] database.db_max_retries        = 20 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] database.db_max_retry_interval = 10 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] database.db_retry_interval     = 1 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] database.max_overflow          = 50 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] database.max_pool_size         = 5 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] database.max_retries           = 10 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] database.mysql_wsrep_sync_wait = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] database.pool_timeout          = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] database.retry_interval        = 10 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] database.slave_connection      = **** {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] database.sqlite_synchronous    = True {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api_database.backend           = sqlalchemy {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api_database.connection        = **** {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api_database.connection_debug  = 0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api_database.connection_parameters =  {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api_database.connection_recycle_time = 3600 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api_database.connection_trace  = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api_database.db_inc_retry_interval = True {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api_database.db_max_retries    = 20 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api_database.db_max_retry_interval = 10 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api_database.db_retry_interval = 1 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api_database.max_overflow      = 50 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api_database.max_pool_size     = 5 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api_database.max_retries       = 10 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api_database.mysql_wsrep_sync_wait = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api_database.pool_timeout      = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api_database.retry_interval    = 10 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api_database.slave_connection  = **** {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] api_database.sqlite_synchronous = True {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] devices.enabled_mdev_types     = [] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] ephemeral_storage_encryption.enabled = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] ephemeral_storage_encryption.key_size = 512 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] glance.api_servers             = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] glance.cafile                  = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] glance.certfile                = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] glance.collect_timing          = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] glance.connect_retries         = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] glance.connect_retry_delay     = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] glance.debug                   = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] glance.default_trusted_certificate_ids = [] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] glance.enable_certificate_validation = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] glance.enable_rbd_download     = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] glance.endpoint_override       = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] glance.insecure                = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] glance.keyfile                 = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] glance.max_version             = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] glance.min_version             = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] glance.num_retries             = 3 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] glance.rbd_ceph_conf           =  {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] glance.rbd_connect_timeout     = 5 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] glance.rbd_pool                =  {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] glance.rbd_user                =  {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] glance.region_name             = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] glance.service_name            = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] glance.service_type            = image {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] glance.split_loggers           = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] glance.status_code_retries     = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] glance.status_code_retry_delay = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] glance.timeout                 = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] glance.verify_glance_signatures = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] glance.version                 = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] guestfs.debug                  = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] hyperv.config_drive_cdrom      = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] hyperv.config_drive_inject_password = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] hyperv.dynamic_memory_ratio    = 1.0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] hyperv.enable_instance_metrics_collection = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] hyperv.enable_remotefx         = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] hyperv.instances_path_share    =  {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] hyperv.iscsi_initiator_list    = [] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] hyperv.limit_cpu_features      = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] hyperv.mounted_disk_query_retry_count = 10 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] hyperv.mounted_disk_query_retry_interval = 5 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] hyperv.power_state_check_timeframe = 60 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] hyperv.power_state_event_polling_interval = 2 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] hyperv.qemu_img_cmd            = qemu-img.exe {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] hyperv.use_multipath_io        = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] hyperv.volume_attach_retry_count = 10 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] hyperv.volume_attach_retry_interval = 5 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] hyperv.vswitch_name            = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] hyperv.wait_soft_reboot_seconds = 60 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] mks.enabled                    = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] image_cache.manager_interval   = 2400 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] image_cache.precache_concurrency = 1 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] image_cache.remove_unused_base_images = True {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] image_cache.subdirectory_name  = _base {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] ironic.api_max_retries         = 60 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] ironic.api_retry_interval      = 2 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] ironic.auth_section            = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] ironic.auth_type               = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] ironic.cafile                  = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] ironic.certfile                = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] ironic.collect_timing          = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] ironic.conductor_group         = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] ironic.connect_retries         = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] ironic.connect_retry_delay     = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] ironic.endpoint_override       = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] ironic.insecure                = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] ironic.keyfile                 = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] ironic.max_version             = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] ironic.min_version             = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] ironic.peer_list               = [] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] ironic.region_name             = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] ironic.serial_console_state_timeout = 10 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] ironic.service_name            = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] ironic.service_type            = baremetal {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] ironic.split_loggers           = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] ironic.status_code_retries     = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] ironic.status_code_retry_delay = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] ironic.timeout                 = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] ironic.version                 = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] key_manager.fixed_key          = **** {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] barbican.barbican_api_version  = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] barbican.barbican_endpoint     = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] barbican.barbican_endpoint_type = public {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] barbican.barbican_region_name  = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] barbican.cafile                = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] barbican.certfile              = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] barbican.collect_timing        = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] barbican.insecure              = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] barbican.keyfile               = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] barbican.number_of_retries     = 60 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] barbican.retry_delay           = 1 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] barbican.send_service_user_token = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] barbican.split_loggers         = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] barbican.timeout               = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] barbican.verify_ssl            = True {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] barbican.verify_ssl_path       = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] barbican_service_user.auth_section = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] barbican_service_user.auth_type = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] barbican_service_user.cafile   = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] barbican_service_user.certfile = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] barbican_service_user.collect_timing = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] barbican_service_user.insecure = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] barbican_service_user.keyfile  = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] barbican_service_user.split_loggers = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] barbican_service_user.timeout  = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vault.approle_role_id          = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vault.approle_secret_id        = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vault.cafile                   = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vault.certfile                 = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vault.collect_timing           = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vault.insecure                 = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vault.keyfile                  = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vault.kv_mountpoint            = secret {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vault.kv_path                  = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vault.kv_version               = 2 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vault.namespace                = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vault.root_token_id            = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vault.split_loggers            = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vault.ssl_ca_crt_file          = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vault.timeout                  = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vault.use_ssl                  = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] keystone.auth_section          = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] keystone.auth_type             = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] keystone.cafile                = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] keystone.certfile              = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] keystone.collect_timing        = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] keystone.connect_retries       = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] keystone.connect_retry_delay   = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] keystone.endpoint_override     = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] keystone.insecure              = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] keystone.keyfile               = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] keystone.max_version           = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] keystone.min_version           = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] keystone.region_name           = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] keystone.service_name          = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] keystone.service_type          = identity {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] keystone.split_loggers         = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] keystone.status_code_retries   = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] keystone.status_code_retry_delay = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] keystone.timeout               = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] keystone.version               = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.connection_uri         =  {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.cpu_mode               = custom {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.cpu_model_extra_flags  = [] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: WARNING oslo_config.cfg [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] Deprecated: Option "cpu_model" from group "libvirt" is deprecated. Use option "cpu_models" from group "libvirt".
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.cpu_models             = ['Nehalem'] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.cpu_power_governor_high = performance {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.cpu_power_governor_low = powersave {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.cpu_power_management   = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.device_detach_attempts = 8 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.device_detach_timeout  = 20 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.disk_cachemodes        = [] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.disk_prefix            = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.enabled_perf_events    = [] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.file_backed_memory     = 0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.gid_maps               = [] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.hw_disk_discard        = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.hw_machine_type        = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.images_rbd_ceph_conf   =  {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.images_rbd_glance_store_name =  {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.images_rbd_pool        = rbd {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.images_type            = default {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.images_volume_group    = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.inject_key             = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.inject_partition       = -2 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.inject_password        = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.iscsi_iface            = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.iser_use_multipath     = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.live_migration_bandwidth = 0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.live_migration_completion_timeout = 800 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.live_migration_downtime = 500 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.live_migration_downtime_delay = 75 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.live_migration_downtime_steps = 10 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.live_migration_inbound_addr = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.live_migration_permit_auto_converge = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.live_migration_permit_post_copy = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.live_migration_scheme  = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.live_migration_timeout_action = abort {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.live_migration_tunnelled = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: WARNING oslo_config.cfg [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] Deprecated: Option "live_migration_uri" from group "libvirt" is deprecated for removal (
Dec 06 15:41:00 user nova-compute[75278]: live_migration_uri is deprecated for removal in favor of two other options that
Dec 06 15:41:00 user nova-compute[75278]: allow to change live migration scheme and target URI: ``live_migration_scheme``
Dec 06 15:41:00 user nova-compute[75278]: and ``live_migration_inbound_addr`` respectively.
Dec 06 15:41:00 user nova-compute[75278]: ).  Its value may be silently ignored in the future.
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.live_migration_uri     = qemu+ssh://stack@%s/system {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.live_migration_with_native_tls = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.max_queues             = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.mem_stats_period_seconds = 10 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.migration_inbound_addr = 10.0.0.210 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.nfs_mount_options      = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.nfs_mount_point_base   = /opt/stack/data/nova/mnt {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.num_aoe_discover_tries = 3 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.num_iser_scan_tries    = 5 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.num_memory_encrypted_guests = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.num_nvme_discover_tries = 5 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.num_pcie_ports         = 0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.num_volume_scan_tries  = 5 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.pmem_namespaces        = [] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.quobyte_client_cfg     = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.rbd_connect_timeout    = 5 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.rbd_secret_uuid        = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.rbd_user               = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.realtime_scheduler_priority = 1 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.remote_filesystem_transport = ssh {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.rescue_image_id        = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.rescue_kernel_id       = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.rescue_ramdisk_id      = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.rx_queue_size          = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.smbfs_mount_options    =  {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.snapshot_compression   = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.snapshot_image_format  = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.sparse_logical_volumes = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.swtpm_enabled          = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.swtpm_group            = tss {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.swtpm_user             = tss {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.sysinfo_serial         = unique {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.tb_cache_size          = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.tx_queue_size          = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.uid_maps               = [] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.use_virtio_for_bridges = True {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.virt_type              = kvm {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.volume_clear           = zero {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.volume_clear_size      = 0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.volume_use_multipath   = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.vzstorage_cache_path   = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.vzstorage_mount_group  = qemu {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.vzstorage_mount_opts   = [] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.vzstorage_mount_user   = stack {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] neutron.auth_section           = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] neutron.auth_type              = password {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] neutron.cafile                 = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] neutron.certfile               = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] neutron.collect_timing         = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] neutron.connect_retries        = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] neutron.connect_retry_delay    = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] neutron.default_floating_pool  = public {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] neutron.endpoint_override      = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] neutron.extension_sync_interval = 600 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] neutron.http_retries           = 3 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] neutron.insecure               = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] neutron.keyfile                = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] neutron.max_version            = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] neutron.metadata_proxy_shared_secret = **** {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] neutron.min_version            = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] neutron.ovs_bridge             = br-int {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] neutron.physnets               = [] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] neutron.region_name            = RegionOne {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] neutron.service_metadata_proxy = True {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] neutron.service_name           = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] neutron.service_type           = network {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] neutron.split_loggers          = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] neutron.status_code_retries    = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] neutron.status_code_retry_delay = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] neutron.timeout                = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] neutron.version                = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] notifications.bdms_in_notifications = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] notifications.default_level    = INFO {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] notifications.notification_format = unversioned {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] notifications.notify_on_state_change = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] pci.alias                      = [] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] pci.device_spec                = [] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] pci.report_in_placement        = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] placement.auth_section         = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] placement.auth_type            = password {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] placement.auth_url             = http://10.0.0.210/identity {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] placement.cafile               = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] placement.certfile             = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] placement.collect_timing       = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] placement.connect_retries      = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] placement.connect_retry_delay  = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] placement.default_domain_id    = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] placement.default_domain_name  = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] placement.domain_id            = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] placement.domain_name          = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] placement.endpoint_override    = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] placement.insecure             = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] placement.keyfile              = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] placement.max_version          = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] placement.min_version          = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] placement.password             = **** {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] placement.project_domain_id    = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] placement.project_domain_name  = Default {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] placement.project_id           = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] placement.project_name         = service {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] placement.region_name          = RegionOne {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] placement.service_name         = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] placement.service_type         = placement {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] placement.split_loggers        = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] placement.status_code_retries  = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] placement.status_code_retry_delay = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] placement.system_scope         = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] placement.timeout              = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] placement.trust_id             = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] placement.user_domain_id       = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] placement.user_domain_name     = Default {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] placement.user_id              = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] placement.username             = placement {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] placement.version              = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] quota.cores                    = 20 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] quota.count_usage_from_placement = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] quota.driver                   = nova.quota.DbQuotaDriver {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] quota.injected_file_content_bytes = 10240 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] quota.injected_file_path_length = 255 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] quota.injected_files           = 5 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] quota.instances                = 10 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] quota.key_pairs                = 100 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] quota.metadata_items           = 128 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] quota.ram                      = 51200 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] quota.recheck_quota            = True {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] quota.server_group_members     = 10 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] quota.server_groups            = 10 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] rdp.enabled                    = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] rdp.html5_proxy_base_url       = http://127.0.0.1:6083/ {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] scheduler.image_metadata_prefilter = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] scheduler.max_attempts         = 3 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] scheduler.max_placement_results = 1000 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] scheduler.query_placement_for_image_type_support = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] scheduler.workers              = 3 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] filter_scheduler.host_subset_size = 1 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] filter_scheduler.image_properties_default_architecture = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] filter_scheduler.isolated_hosts = [] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] filter_scheduler.isolated_images = [] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] filter_scheduler.max_instances_per_host = 50 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] filter_scheduler.pci_in_placement = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] filter_scheduler.track_instance_changes = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] metrics.required               = True {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] metrics.weight_multiplier      = 1.0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] metrics.weight_setting         = [] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] serial_console.enabled         = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] serial_console.port_range      = 10000:20000 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] serial_console.serialproxy_port = 6083 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] service_user.auth_section      = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] service_user.auth_type         = password {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] service_user.cafile            = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] service_user.certfile          = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] service_user.collect_timing    = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] service_user.insecure          = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] service_user.keyfile           = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] service_user.send_service_user_token = True {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] service_user.split_loggers     = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] service_user.timeout           = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] spice.agent_enabled            = True {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] spice.enabled                  = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] spice.html5proxy_base_url      = http://10.0.0.210:6081/spice_auto.html {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] spice.html5proxy_port          = 6082 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] spice.image_compression        = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] spice.jpeg_compression         = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] spice.playback_compression     = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] spice.server_listen            = 127.0.0.1 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] spice.streaming_mode           = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] spice.zlib_compression         = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] upgrade_levels.baseapi         = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] upgrade_levels.compute         = auto {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] upgrade_levels.conductor       = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] upgrade_levels.scheduler       = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vendordata_dynamic_auth.auth_section = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vendordata_dynamic_auth.auth_type = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vendordata_dynamic_auth.cafile = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vendordata_dynamic_auth.certfile = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vendordata_dynamic_auth.collect_timing = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vendordata_dynamic_auth.insecure = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vendordata_dynamic_auth.keyfile = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vendordata_dynamic_auth.split_loggers = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vendordata_dynamic_auth.timeout = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vmware.api_retry_count         = 10 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vmware.ca_file                 = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vmware.cache_prefix            = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vmware.cluster_name            = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vmware.connection_pool_size    = 10 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vmware.console_delay_seconds   = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vmware.datastore_regex         = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vmware.host_ip                 = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vmware.host_password           = **** {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vmware.host_port               = 443 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vmware.host_username           = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vmware.insecure                = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vmware.integration_bridge      = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vmware.maximum_objects         = 100 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vmware.pbm_default_policy      = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vmware.pbm_enabled             = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vmware.pbm_wsdl_location       = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vmware.serial_port_proxy_uri   = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vmware.serial_port_service_uri = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vmware.task_poll_interval      = 0.5 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vmware.use_linked_clone        = True {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vmware.vnc_keymap              = en-us {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vmware.vnc_port                = 5900 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vmware.vnc_port_total          = 10000 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vnc.auth_schemes               = ['none'] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vnc.enabled                    = True {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vnc.novncproxy_base_url        = http://10.0.0.210:6080/vnc_lite.html {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vnc.novncproxy_port            = 6080 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vnc.server_listen              = 0.0.0.0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vnc.server_proxyclient_address = 10.0.0.210 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vnc.vencrypt_ca_certs          = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vnc.vencrypt_client_cert       = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vnc.vencrypt_client_key        = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] workarounds.disable_fallback_pcpu_query = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] workarounds.disable_group_policy_check_upcall = True {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] workarounds.disable_rootwrap   = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] workarounds.enable_numa_live_migration = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] workarounds.handle_virt_lifecycle_events = True {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] workarounds.libvirt_disable_apic = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] workarounds.never_download_image_if_on_rbd = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] wsgi.client_socket_timeout     = 900 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] wsgi.default_pool_size         = 1000 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] wsgi.keep_alive                = True {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] wsgi.max_header_line           = 16384 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] wsgi.secure_proxy_ssl_header   = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] wsgi.ssl_ca_file               = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] wsgi.ssl_cert_file             = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] wsgi.ssl_key_file              = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] wsgi.tcp_keepidle              = 600 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] wsgi.wsgi_log_format           = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] zvm.ca_file                    = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] zvm.cloud_connector_url        = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] zvm.image_tmp_path             = /opt/stack/data/nova/images {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] zvm.reachable_timeout          = 300 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_policy.enforce_new_defaults = True {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_policy.enforce_scope      = True {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_policy.policy_default_rule = default {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_policy.policy_file        = policy.yaml {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] profiler.connection_string     = messaging:// {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] profiler.enabled               = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] profiler.es_doc_type           = notification {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] profiler.es_scroll_size        = 10000 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] profiler.es_scroll_time        = 2m {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] profiler.filter_error_trace    = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] profiler.hmac_keys             = **** {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] profiler.sentinel_service_name = mymaster {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] profiler.socket_timeout        = 0.1 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] profiler.trace_requests        = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] profiler.trace_sqlalchemy      = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] profiler_jaeger.process_tags   = {} {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] profiler_jaeger.service_name_prefix = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] profiler_otlp.service_name_prefix = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] remote_debug.host              = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] remote_debug.port              = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_messaging_rabbit.ssl      = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_messaging_rabbit.ssl_version =  {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_messaging_notifications.retry = -1 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_messaging_notifications.transport_url = **** {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_limit.auth_section        = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_limit.auth_type           = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_limit.cafile              = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_limit.certfile            = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_limit.collect_timing      = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_limit.connect_retries     = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_limit.connect_retry_delay = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_limit.endpoint_id         = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_limit.endpoint_override   = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_limit.insecure            = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_limit.keyfile             = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_limit.max_version         = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_limit.min_version         = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_limit.region_name         = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_limit.service_name        = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_limit.service_type        = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_limit.split_loggers       = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_limit.status_code_retries = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_limit.status_code_retry_delay = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_limit.timeout             = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_limit.valid_interfaces    = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_limit.version             = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_reports.file_event_handler = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_reports.file_event_handler_interval = 1 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] oslo_reports.log_dir           = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vif_plug_linux_bridge_privileged.group = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vif_plug_linux_bridge_privileged.thread_pool_size = 12 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vif_plug_linux_bridge_privileged.user = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vif_plug_ovs_privileged.group  = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vif_plug_ovs_privileged.helper_command = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vif_plug_ovs_privileged.thread_pool_size = 12 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] vif_plug_ovs_privileged.user   = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] os_vif_linux_bridge.flat_interface = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] os_vif_linux_bridge.iptables_bottom_regex =  {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] os_vif_linux_bridge.iptables_top_regex =  {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] os_vif_linux_bridge.use_ipv6   = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] os_vif_linux_bridge.vlan_interface = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] os_vif_ovs.default_qos_type    = linux-noop {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] os_vif_ovs.isolate_vif         = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] os_vif_ovs.network_device_mtu  = 1500 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] os_vif_ovs.ovs_vsctl_timeout   = 120 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] os_vif_ovs.ovsdb_connection    = tcp:127.0.0.1:6640 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] os_vif_ovs.ovsdb_interface     = native {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] os_vif_ovs.per_port_bridge     = False {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] os_brick.lock_path             = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] privsep_osbrick.capabilities   = [21] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] privsep_osbrick.group          = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] privsep_osbrick.helper_command = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] privsep_osbrick.logger_name    = os_brick.privileged {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] privsep_osbrick.thread_pool_size = 12 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] privsep_osbrick.user           = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] nova_sys_admin.capabilities    = [0, 1, 2, 3, 12, 21] {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] nova_sys_admin.group           = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] nova_sys_admin.helper_command  = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] nova_sys_admin.logger_name     = oslo_privsep.daemon {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] nova_sys_admin.thread_pool_size = 12 {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] nova_sys_admin.user            = None {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG oslo_service.service [None req-fa6a1f4c-6092-4872-bad8-3902d927889e None None] ******************************************************************************** {{(pid=75278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}}
Dec 06 15:41:00 user nova-compute[75278]: INFO nova.service [-] Starting compute node (version 0.0.0)
Dec 06 15:41:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Connecting to libvirt: qemu:///system {{(pid=75278) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:508}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Registering for lifecycle events <nova.virt.libvirt.host.Host object at 0x7f444ff323e0> {{(pid=75278) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:514}}
Dec 06 15:41:00 user nova-compute[75278]: libvirt:  error : internal error: could not initialize domain event timer
Dec 06 15:41:00 user nova-compute[75278]: WARNING nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] URI qemu:///system does not support events: internal error: could not initialize domain event timer: libvirt.libvirtError: internal error: could not initialize domain event timer
Dec 06 15:41:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Registering for connection events: <nova.virt.libvirt.host.Host object at 0x7f444ff323e0> {{(pid=75278) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:535}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Starting native event thread {{(pid=75278) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:494}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Starting green dispatch thread {{(pid=75278) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:500}}
Dec 06 15:41:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Starting connection event dispatch thread {{(pid=75278) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:503}}
Dec 06 15:41:00 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Connection event '1' reason 'None'
Dec 06 15:41:00 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Cannot update service status on host "user" since it is not registered.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Dec 06 15:41:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.mount [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Initialising _HostMountState generation 0 {{(pid=75278) host_up /opt/stack/nova/nova/virt/libvirt/volume/mount.py:130}}
Dec 06 15:41:08 user nova-compute[75278]: INFO nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Libvirt host capabilities <capabilities>
Dec 06 15:41:08 user nova-compute[75278]:   <host>
Dec 06 15:41:08 user nova-compute[75278]:     <uuid>e20c3142-5af9-7467-ecd8-70b2e4a210d6</uuid>
Dec 06 15:41:08 user nova-compute[75278]:     <cpu>
Dec 06 15:41:08 user nova-compute[75278]:       <arch>x86_64</arch>
Dec 06 15:41:08 user nova-compute[75278]:       <model>IvyBridge-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <vendor>Intel</vendor>
Dec 06 15:41:08 user nova-compute[75278]:       <microcode version='1070'/>
Dec 06 15:41:08 user nova-compute[75278]:       <counter name='tsc' frequency='2094952000' scaling='no'/>
Dec 06 15:41:08 user nova-compute[75278]:       <topology sockets='6' dies='1' cores='1' threads='1'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature name='ss'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature name='vmx'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature name='pcid'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature name='osxsave'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature name='hypervisor'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature name='arat'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature name='tsc_adjust'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature name='md-clear'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature name='stibp'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature name='arch-capabilities'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature name='ssbd'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature name='invtsc'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature name='rsba'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature name='skip-l1dfl-vmentry'/>
Dec 06 15:41:08 user nova-compute[75278]:       <pages unit='KiB' size='4'/>
Dec 06 15:41:08 user nova-compute[75278]:       <pages unit='KiB' size='2048'/>
Dec 06 15:41:08 user nova-compute[75278]:     </cpu>
Dec 06 15:41:08 user nova-compute[75278]:     <power_management>
Dec 06 15:41:08 user nova-compute[75278]:       <suspend_mem/>
Dec 06 15:41:08 user nova-compute[75278]:       <suspend_disk/>
Dec 06 15:41:08 user nova-compute[75278]:       <suspend_hybrid/>
Dec 06 15:41:08 user nova-compute[75278]:     </power_management>
Dec 06 15:41:08 user nova-compute[75278]:     <iommu support='no'/>
Dec 06 15:41:08 user nova-compute[75278]:     <migration_features>
Dec 06 15:41:08 user nova-compute[75278]:       <live/>
Dec 06 15:41:08 user nova-compute[75278]:       <uri_transports>
Dec 06 15:41:08 user nova-compute[75278]:         <uri_transport>tcp</uri_transport>
Dec 06 15:41:08 user nova-compute[75278]:         <uri_transport>rdma</uri_transport>
Dec 06 15:41:08 user nova-compute[75278]:       </uri_transports>
Dec 06 15:41:08 user nova-compute[75278]:     </migration_features>
Dec 06 15:41:08 user nova-compute[75278]:     <topology>
Dec 06 15:41:08 user nova-compute[75278]:       <cells num='2'>
Dec 06 15:41:08 user nova-compute[75278]:         <cell id='0'>
Dec 06 15:41:08 user nova-compute[75278]:           <memory unit='KiB'>8140616</memory>
Dec 06 15:41:08 user nova-compute[75278]:           <pages unit='KiB' size='4'>2035154</pages>
Dec 06 15:41:08 user nova-compute[75278]:           <pages unit='KiB' size='2048'>0</pages>
Dec 06 15:41:08 user nova-compute[75278]:           <distances>
Dec 06 15:41:08 user nova-compute[75278]:             <sibling id='0' value='10'/>
Dec 06 15:41:08 user nova-compute[75278]:             <sibling id='1' value='20'/>
Dec 06 15:41:08 user nova-compute[75278]:           </distances>
Dec 06 15:41:08 user nova-compute[75278]:           <cpus num='6'>
Dec 06 15:41:08 user nova-compute[75278]:             <cpu id='0' socket_id='0' die_id='0' core_id='0' siblings='0'/>
Dec 06 15:41:08 user nova-compute[75278]:             <cpu id='1' socket_id='2' die_id='0' core_id='0' siblings='1'/>
Dec 06 15:41:08 user nova-compute[75278]:             <cpu id='2' socket_id='4' die_id='0' core_id='0' siblings='2'/>
Dec 06 15:41:08 user nova-compute[75278]:             <cpu id='3' socket_id='6' die_id='0' core_id='0' siblings='3'/>
Dec 06 15:41:08 user nova-compute[75278]:             <cpu id='4' socket_id='8' die_id='0' core_id='0' siblings='4'/>
Dec 06 15:41:08 user nova-compute[75278]:             <cpu id='5' socket_id='10' die_id='0' core_id='0' siblings='5'/>
Dec 06 15:41:08 user nova-compute[75278]:           </cpus>
Dec 06 15:41:08 user nova-compute[75278]:         </cell>
Dec 06 15:41:08 user nova-compute[75278]:         <cell id='1'>
Dec 06 15:41:08 user nova-compute[75278]:           <memory unit='KiB'>8255100</memory>
Dec 06 15:41:08 user nova-compute[75278]:           <pages unit='KiB' size='4'>2063775</pages>
Dec 06 15:41:08 user nova-compute[75278]:           <pages unit='KiB' size='2048'>0</pages>
Dec 06 15:41:08 user nova-compute[75278]:           <distances>
Dec 06 15:41:08 user nova-compute[75278]:             <sibling id='0' value='20'/>
Dec 06 15:41:08 user nova-compute[75278]:             <sibling id='1' value='10'/>
Dec 06 15:41:08 user nova-compute[75278]:           </distances>
Dec 06 15:41:08 user nova-compute[75278]:           <cpus num='6'>
Dec 06 15:41:08 user nova-compute[75278]:             <cpu id='6' socket_id='12' die_id='0' core_id='0' siblings='6'/>
Dec 06 15:41:08 user nova-compute[75278]:             <cpu id='7' socket_id='14' die_id='0' core_id='0' siblings='7'/>
Dec 06 15:41:08 user nova-compute[75278]:             <cpu id='8' socket_id='16' die_id='0' core_id='0' siblings='8'/>
Dec 06 15:41:08 user nova-compute[75278]:             <cpu id='9' socket_id='18' die_id='0' core_id='0' siblings='9'/>
Dec 06 15:41:08 user nova-compute[75278]:             <cpu id='10' socket_id='20' die_id='0' core_id='0' siblings='10'/>
Dec 06 15:41:08 user nova-compute[75278]:             <cpu id='11' socket_id='22' die_id='0' core_id='0' siblings='11'/>
Dec 06 15:41:08 user nova-compute[75278]:           </cpus>
Dec 06 15:41:08 user nova-compute[75278]:         </cell>
Dec 06 15:41:08 user nova-compute[75278]:       </cells>
Dec 06 15:41:08 user nova-compute[75278]:     </topology>
Dec 06 15:41:08 user nova-compute[75278]:     <cache>
Dec 06 15:41:08 user nova-compute[75278]:       <bank id='0' level='3' type='both' size='15' unit='MiB' cpus='0'/>
Dec 06 15:41:08 user nova-compute[75278]:       <bank id='2' level='3' type='both' size='15' unit='MiB' cpus='1'/>
Dec 06 15:41:08 user nova-compute[75278]:       <bank id='4' level='3' type='both' size='15' unit='MiB' cpus='2'/>
Dec 06 15:41:08 user nova-compute[75278]:       <bank id='6' level='3' type='both' size='15' unit='MiB' cpus='3'/>
Dec 06 15:41:08 user nova-compute[75278]:       <bank id='8' level='3' type='both' size='15' unit='MiB' cpus='4'/>
Dec 06 15:41:08 user nova-compute[75278]:       <bank id='10' level='3' type='both' size='15' unit='MiB' cpus='5'/>
Dec 06 15:41:08 user nova-compute[75278]:       <bank id='12' level='3' type='both' size='15' unit='MiB' cpus='6'/>
Dec 06 15:41:08 user nova-compute[75278]:       <bank id='14' level='3' type='both' size='15' unit='MiB' cpus='7'/>
Dec 06 15:41:08 user nova-compute[75278]:       <bank id='16' level='3' type='both' size='15' unit='MiB' cpus='8'/>
Dec 06 15:41:08 user nova-compute[75278]:       <bank id='18' level='3' type='both' size='15' unit='MiB' cpus='9'/>
Dec 06 15:41:08 user nova-compute[75278]:       <bank id='20' level='3' type='both' size='15' unit='MiB' cpus='10'/>
Dec 06 15:41:08 user nova-compute[75278]:       <bank id='22' level='3' type='both' size='15' unit='MiB' cpus='11'/>
Dec 06 15:41:08 user nova-compute[75278]:     </cache>
Dec 06 15:41:08 user nova-compute[75278]:     <secmodel>
Dec 06 15:41:08 user nova-compute[75278]:       <model>apparmor</model>
Dec 06 15:41:08 user nova-compute[75278]:       <doi>0</doi>
Dec 06 15:41:08 user nova-compute[75278]:     </secmodel>
Dec 06 15:41:08 user nova-compute[75278]:     <secmodel>
Dec 06 15:41:08 user nova-compute[75278]:       <model>dac</model>
Dec 06 15:41:08 user nova-compute[75278]:       <doi>0</doi>
Dec 06 15:41:08 user nova-compute[75278]:       <baselabel type='kvm'>+64055:+108</baselabel>
Dec 06 15:41:08 user nova-compute[75278]:       <baselabel type='qemu'>+64055:+108</baselabel>
Dec 06 15:41:08 user nova-compute[75278]:     </secmodel>
Dec 06 15:41:08 user nova-compute[75278]:   </host>
Dec 06 15:41:08 user nova-compute[75278]:   <guest>
Dec 06 15:41:08 user nova-compute[75278]:     <os_type>hvm</os_type>
Dec 06 15:41:08 user nova-compute[75278]:     <arch name='alpha'>
Dec 06 15:41:08 user nova-compute[75278]:       <wordsize>64</wordsize>
Dec 06 15:41:08 user nova-compute[75278]:       <emulator>/usr/bin/qemu-system-alpha</emulator>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='4'>clipper</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <domain type='qemu'/>
Dec 06 15:41:08 user nova-compute[75278]:     </arch>
Dec 06 15:41:08 user nova-compute[75278]:     <features>
Dec 06 15:41:08 user nova-compute[75278]:       <cpuselection/>
Dec 06 15:41:08 user nova-compute[75278]:       <deviceboot/>
Dec 06 15:41:08 user nova-compute[75278]:       <disksnapshot default='on' toggle='no'/>
Dec 06 15:41:08 user nova-compute[75278]:     </features>
Dec 06 15:41:08 user nova-compute[75278]:   </guest>
Dec 06 15:41:08 user nova-compute[75278]:   <guest>
Dec 06 15:41:08 user nova-compute[75278]:     <os_type>hvm</os_type>
Dec 06 15:41:08 user nova-compute[75278]:     <arch name='armv6l'>
Dec 06 15:41:08 user nova-compute[75278]:       <wordsize>32</wordsize>
Dec 06 15:41:08 user nova-compute[75278]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>integratorcp</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>ast2600-evb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>borzoi</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>spitz</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>virt-2.7</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>nuri</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>romulus-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='512'>virt-3.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='512'>virt-5.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>npcm750-evb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>virt-2.10</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>rainier-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>mps3-an547</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>musca-b1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>versatileab</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>kzm</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>virt-2.8</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>musca-a</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='512'>virt-3.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='512'>virt-5.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>smdkc210</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>sx1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>virt-2.11</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>imx25-pdk</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>virt-2.9</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='4'>orangepi-pc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>z2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='512'>virt-5.2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>tosa</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>mps2-an500</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>virt-2.12</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>mps2-an521</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='4'>sabrelite</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>mps2-an511</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>canon-a1100</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>realview-eb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>emcraft-sf2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>realview-pb-a8</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='512'>virt-4.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>raspi1ap</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>palmetto-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>sx1-v1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>n810</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>g220a-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>n800</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>tacoma-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='512'>virt-4.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>quanta-gsj</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>versatilepb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>terrier</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>mainstone</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='512'>virt-4.2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>mps3-an524</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>kudo-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='4'>vexpress-a9</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='4'>midway</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>musicpal</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>lm3s811evb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>lm3s6965evb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>microbit</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>mps2-an505</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>mps2-an385</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='512'>virt-6.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>cubieboard</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>verdex</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>netduino2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>mps2-an386</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='512'>virt-6.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='4'>raspi2b</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='4'>vexpress-a15</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>fuji-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='512'>virt-6.2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>cheetah</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>virt-2.6</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>ast2500-evb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='4'>highbank</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>akita</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>connex</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>netduinoplus2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>collie</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>raspi0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <domain type='qemu'/>
Dec 06 15:41:08 user nova-compute[75278]:     </arch>
Dec 06 15:41:08 user nova-compute[75278]:     <features>
Dec 06 15:41:08 user nova-compute[75278]:       <cpuselection/>
Dec 06 15:41:08 user nova-compute[75278]:       <deviceboot/>
Dec 06 15:41:08 user nova-compute[75278]:       <disksnapshot default='on' toggle='no'/>
Dec 06 15:41:08 user nova-compute[75278]:     </features>
Dec 06 15:41:08 user nova-compute[75278]:   </guest>
Dec 06 15:41:08 user nova-compute[75278]:   <guest>
Dec 06 15:41:08 user nova-compute[75278]:     <os_type>hvm</os_type>
Dec 06 15:41:08 user nova-compute[75278]:     <arch name='armv7l'>
Dec 06 15:41:08 user nova-compute[75278]:       <wordsize>32</wordsize>
Dec 06 15:41:08 user nova-compute[75278]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>integratorcp</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>ast2600-evb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>borzoi</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>spitz</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>virt-2.7</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>nuri</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>romulus-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='512'>virt-3.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='512'>virt-5.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>npcm750-evb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>virt-2.10</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>rainier-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>mps3-an547</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>musca-b1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>versatileab</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>kzm</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>virt-2.8</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>musca-a</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='512'>virt-3.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='512'>virt-5.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>smdkc210</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>sx1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>virt-2.11</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>imx25-pdk</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>virt-2.9</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='4'>orangepi-pc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>z2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='512'>virt-5.2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>tosa</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>mps2-an500</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>virt-2.12</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>mps2-an521</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='4'>sabrelite</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>mps2-an511</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>canon-a1100</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>realview-eb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>emcraft-sf2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>realview-pb-a8</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='512'>virt-4.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>raspi1ap</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>palmetto-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>sx1-v1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>n810</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>g220a-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>n800</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>tacoma-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='512'>virt-4.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>quanta-gsj</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>versatilepb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>terrier</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>mainstone</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='512'>virt-4.2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>mps3-an524</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>kudo-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='4'>vexpress-a9</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='4'>midway</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>musicpal</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>lm3s811evb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>lm3s6965evb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>microbit</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>mps2-an505</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>mps2-an385</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='512'>virt-6.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>cubieboard</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>verdex</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>netduino2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>mps2-an386</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='512'>virt-6.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='4'>raspi2b</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='4'>vexpress-a15</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>fuji-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='512'>virt-6.2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>cheetah</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>virt-2.6</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>ast2500-evb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='4'>highbank</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>akita</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>connex</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>netduinoplus2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>collie</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>raspi0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <domain type='qemu'/>
Dec 06 15:41:08 user nova-compute[75278]:     </arch>
Dec 06 15:41:08 user nova-compute[75278]:     <features>
Dec 06 15:41:08 user nova-compute[75278]:       <cpuselection/>
Dec 06 15:41:08 user nova-compute[75278]:       <deviceboot/>
Dec 06 15:41:08 user nova-compute[75278]:       <disksnapshot default='on' toggle='no'/>
Dec 06 15:41:08 user nova-compute[75278]:     </features>
Dec 06 15:41:08 user nova-compute[75278]:   </guest>
Dec 06 15:41:08 user nova-compute[75278]:   <guest>
Dec 06 15:41:08 user nova-compute[75278]:     <os_type>hvm</os_type>
Dec 06 15:41:08 user nova-compute[75278]:     <arch name='aarch64'>
Dec 06 15:41:08 user nova-compute[75278]:       <wordsize>64</wordsize>
Dec 06 15:41:08 user nova-compute[75278]:       <emulator>/usr/bin/qemu-system-aarch64</emulator>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>integratorcp</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>ast2600-evb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>borzoi</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>spitz</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>virt-2.7</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>nuri</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>romulus-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='512'>virt-3.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='512'>virt-5.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>npcm750-evb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>virt-2.10</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>rainier-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>mps3-an547</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>virt-2.8</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>musca-b1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>versatileab</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>kzm</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>musca-a</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='512'>virt-3.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='512'>virt-5.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>smdkc210</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>sx1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>virt-2.11</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>imx25-pdk</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>virt-2.9</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='4'>orangepi-pc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>z2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='512'>virt-5.2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='6'>xlnx-zcu102</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>tosa</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>mps2-an500</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>virt-2.12</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>mps2-an521</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='4'>sabrelite</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>mps2-an511</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>canon-a1100</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>realview-eb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>emcraft-sf2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>realview-pb-a8</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='512'>sbsa-ref</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='512'>virt-4.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>raspi1ap</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>palmetto-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>sx1-v1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>n810</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>g220a-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>n800</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>tacoma-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='512'>virt-4.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>quanta-gsj</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>versatilepb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>terrier</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>mainstone</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='512'>virt-4.2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>mps3-an524</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>kudo-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='4'>vexpress-a9</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='4'>midway</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>musicpal</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>lm3s811evb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>lm3s6965evb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>microbit</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>mps2-an505</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>mps2-an385</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='512'>virt-6.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='4'>raspi3ap</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>cubieboard</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>verdex</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>netduino2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>xlnx-versal-virt</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>mps2-an386</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='512'>virt-6.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='4'>raspi3b</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='4'>raspi2b</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='4'>vexpress-a15</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2'>fuji-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='512'>virt-6.2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>cheetah</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>virt-2.6</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>ast2500-evb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='4'>highbank</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>akita</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>connex</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>netduinoplus2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>collie</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>raspi0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <domain type='qemu'/>
Dec 06 15:41:08 user nova-compute[75278]:     </arch>
Dec 06 15:41:08 user nova-compute[75278]:     <features>
Dec 06 15:41:08 user nova-compute[75278]:       <acpi default='on' toggle='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:       <cpuselection/>
Dec 06 15:41:08 user nova-compute[75278]:       <deviceboot/>
Dec 06 15:41:08 user nova-compute[75278]:       <disksnapshot default='on' toggle='no'/>
Dec 06 15:41:08 user nova-compute[75278]:     </features>
Dec 06 15:41:08 user nova-compute[75278]:   </guest>
Dec 06 15:41:08 user nova-compute[75278]:   <guest>
Dec 06 15:41:08 user nova-compute[75278]:     <os_type>hvm</os_type>
Dec 06 15:41:08 user nova-compute[75278]:     <arch name='cris'>
Dec 06 15:41:08 user nova-compute[75278]:       <wordsize>32</wordsize>
Dec 06 15:41:08 user nova-compute[75278]:       <emulator>/usr/bin/qemu-system-cris</emulator>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>axis-dev88</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <domain type='qemu'/>
Dec 06 15:41:08 user nova-compute[75278]:     </arch>
Dec 06 15:41:08 user nova-compute[75278]:     <features>
Dec 06 15:41:08 user nova-compute[75278]:       <cpuselection/>
Dec 06 15:41:08 user nova-compute[75278]:       <deviceboot/>
Dec 06 15:41:08 user nova-compute[75278]:       <disksnapshot default='on' toggle='no'/>
Dec 06 15:41:08 user nova-compute[75278]:     </features>
Dec 06 15:41:08 user nova-compute[75278]:   </guest>
Dec 06 15:41:08 user nova-compute[75278]:   <guest>
Dec 06 15:41:08 user nova-compute[75278]:     <os_type>hvm</os_type>
Dec 06 15:41:08 user nova-compute[75278]:     <arch name='i686'>
Dec 06 15:41:08 user nova-compute[75278]:       <wordsize>32</wordsize>
Dec 06 15:41:08 user nova-compute[75278]:       <emulator>/usr/bin/qemu-system-i386</emulator>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-artful</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>x-remote</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>isapc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-disco</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-impish</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-focal</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>microvm</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <domain type='qemu'/>
Dec 06 15:41:08 user nova-compute[75278]:       <domain type='kvm'/>
Dec 06 15:41:08 user nova-compute[75278]:     </arch>
Dec 06 15:41:08 user nova-compute[75278]:     <features>
Dec 06 15:41:08 user nova-compute[75278]:       <pae/>
Dec 06 15:41:08 user nova-compute[75278]:       <nonpae/>
Dec 06 15:41:08 user nova-compute[75278]:       <acpi default='on' toggle='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:       <apic default='on' toggle='no'/>
Dec 06 15:41:08 user nova-compute[75278]:       <cpuselection/>
Dec 06 15:41:08 user nova-compute[75278]:       <deviceboot/>
Dec 06 15:41:08 user nova-compute[75278]:       <disksnapshot default='on' toggle='no'/>
Dec 06 15:41:08 user nova-compute[75278]:     </features>
Dec 06 15:41:08 user nova-compute[75278]:   </guest>
Dec 06 15:41:08 user nova-compute[75278]:   <guest>
Dec 06 15:41:08 user nova-compute[75278]:     <os_type>hvm</os_type>
Dec 06 15:41:08 user nova-compute[75278]:     <arch name='m68k'>
Dec 06 15:41:08 user nova-compute[75278]:       <wordsize>32</wordsize>
Dec 06 15:41:08 user nova-compute[75278]:       <emulator>/usr/bin/qemu-system-m68k</emulator>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>mcf5208evb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>an5206</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>virt-6.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>q800</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>virt-6.2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine canonical='virt-6.2' maxCpus='1'>virt</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>next-cube</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>virt-6.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <domain type='qemu'/>
Dec 06 15:41:08 user nova-compute[75278]:     </arch>
Dec 06 15:41:08 user nova-compute[75278]:     <features>
Dec 06 15:41:08 user nova-compute[75278]:       <cpuselection/>
Dec 06 15:41:08 user nova-compute[75278]:       <deviceboot/>
Dec 06 15:41:08 user nova-compute[75278]:       <disksnapshot default='on' toggle='no'/>
Dec 06 15:41:08 user nova-compute[75278]:     </features>
Dec 06 15:41:08 user nova-compute[75278]:   </guest>
Dec 06 15:41:08 user nova-compute[75278]:   <guest>
Dec 06 15:41:08 user nova-compute[75278]:     <os_type>hvm</os_type>
Dec 06 15:41:08 user nova-compute[75278]:     <arch name='microblaze'>
Dec 06 15:41:08 user nova-compute[75278]:       <wordsize>32</wordsize>
Dec 06 15:41:08 user nova-compute[75278]:       <emulator>/usr/bin/qemu-system-microblaze</emulator>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>petalogix-ml605</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <domain type='qemu'/>
Dec 06 15:41:08 user nova-compute[75278]:     </arch>
Dec 06 15:41:08 user nova-compute[75278]:     <features>
Dec 06 15:41:08 user nova-compute[75278]:       <cpuselection/>
Dec 06 15:41:08 user nova-compute[75278]:       <deviceboot/>
Dec 06 15:41:08 user nova-compute[75278]:       <disksnapshot default='on' toggle='no'/>
Dec 06 15:41:08 user nova-compute[75278]:     </features>
Dec 06 15:41:08 user nova-compute[75278]:   </guest>
Dec 06 15:41:08 user nova-compute[75278]:   <guest>
Dec 06 15:41:08 user nova-compute[75278]:     <os_type>hvm</os_type>
Dec 06 15:41:08 user nova-compute[75278]:     <arch name='microblazeel'>
Dec 06 15:41:08 user nova-compute[75278]:       <wordsize>32</wordsize>
Dec 06 15:41:08 user nova-compute[75278]:       <emulator>/usr/bin/qemu-system-microblazeel</emulator>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>petalogix-ml605</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <domain type='qemu'/>
Dec 06 15:41:08 user nova-compute[75278]:     </arch>
Dec 06 15:41:08 user nova-compute[75278]:     <features>
Dec 06 15:41:08 user nova-compute[75278]:       <cpuselection/>
Dec 06 15:41:08 user nova-compute[75278]:       <deviceboot/>
Dec 06 15:41:08 user nova-compute[75278]:       <disksnapshot default='on' toggle='no'/>
Dec 06 15:41:08 user nova-compute[75278]:     </features>
Dec 06 15:41:08 user nova-compute[75278]:   </guest>
Dec 06 15:41:08 user nova-compute[75278]:   <guest>
Dec 06 15:41:08 user nova-compute[75278]:     <os_type>hvm</os_type>
Dec 06 15:41:08 user nova-compute[75278]:     <arch name='mips'>
Dec 06 15:41:08 user nova-compute[75278]:       <wordsize>32</wordsize>
Dec 06 15:41:08 user nova-compute[75278]:       <emulator>/usr/bin/qemu-system-mips</emulator>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='16'>malta</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>mipssim</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <domain type='qemu'/>
Dec 06 15:41:08 user nova-compute[75278]:     </arch>
Dec 06 15:41:08 user nova-compute[75278]:     <features>
Dec 06 15:41:08 user nova-compute[75278]:       <cpuselection/>
Dec 06 15:41:08 user nova-compute[75278]:       <deviceboot/>
Dec 06 15:41:08 user nova-compute[75278]:       <disksnapshot default='on' toggle='no'/>
Dec 06 15:41:08 user nova-compute[75278]:     </features>
Dec 06 15:41:08 user nova-compute[75278]:   </guest>
Dec 06 15:41:08 user nova-compute[75278]:   <guest>
Dec 06 15:41:08 user nova-compute[75278]:     <os_type>hvm</os_type>
Dec 06 15:41:08 user nova-compute[75278]:     <arch name='mipsel'>
Dec 06 15:41:08 user nova-compute[75278]:       <wordsize>32</wordsize>
Dec 06 15:41:08 user nova-compute[75278]:       <emulator>/usr/bin/qemu-system-mipsel</emulator>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='16'>malta</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>mipssim</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <domain type='qemu'/>
Dec 06 15:41:08 user nova-compute[75278]:     </arch>
Dec 06 15:41:08 user nova-compute[75278]:     <features>
Dec 06 15:41:08 user nova-compute[75278]:       <cpuselection/>
Dec 06 15:41:08 user nova-compute[75278]:       <deviceboot/>
Dec 06 15:41:08 user nova-compute[75278]:       <disksnapshot default='on' toggle='no'/>
Dec 06 15:41:08 user nova-compute[75278]:     </features>
Dec 06 15:41:08 user nova-compute[75278]:   </guest>
Dec 06 15:41:08 user nova-compute[75278]:   <guest>
Dec 06 15:41:08 user nova-compute[75278]:     <os_type>hvm</os_type>
Dec 06 15:41:08 user nova-compute[75278]:     <arch name='mips64'>
Dec 06 15:41:08 user nova-compute[75278]:       <wordsize>64</wordsize>
Dec 06 15:41:08 user nova-compute[75278]:       <emulator>/usr/bin/qemu-system-mips64</emulator>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='16'>malta</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>mipssim</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>pica61</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>magnum</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <domain type='qemu'/>
Dec 06 15:41:08 user nova-compute[75278]:     </arch>
Dec 06 15:41:08 user nova-compute[75278]:     <features>
Dec 06 15:41:08 user nova-compute[75278]:       <cpuselection/>
Dec 06 15:41:08 user nova-compute[75278]:       <deviceboot/>
Dec 06 15:41:08 user nova-compute[75278]:       <disksnapshot default='on' toggle='no'/>
Dec 06 15:41:08 user nova-compute[75278]:     </features>
Dec 06 15:41:08 user nova-compute[75278]:   </guest>
Dec 06 15:41:08 user nova-compute[75278]:   <guest>
Dec 06 15:41:08 user nova-compute[75278]:     <os_type>hvm</os_type>
Dec 06 15:41:08 user nova-compute[75278]:     <arch name='mips64el'>
Dec 06 15:41:08 user nova-compute[75278]:       <wordsize>64</wordsize>
Dec 06 15:41:08 user nova-compute[75278]:       <emulator>/usr/bin/qemu-system-mips64el</emulator>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='16'>malta</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='16'>loongson3-virt</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>mipssim</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>pica61</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>magnum</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='16'>boston</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>fuloong2e</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <domain type='qemu'/>
Dec 06 15:41:08 user nova-compute[75278]:     </arch>
Dec 06 15:41:08 user nova-compute[75278]:     <features>
Dec 06 15:41:08 user nova-compute[75278]:       <cpuselection/>
Dec 06 15:41:08 user nova-compute[75278]:       <deviceboot/>
Dec 06 15:41:08 user nova-compute[75278]:       <disksnapshot default='on' toggle='no'/>
Dec 06 15:41:08 user nova-compute[75278]:     </features>
Dec 06 15:41:08 user nova-compute[75278]:   </guest>
Dec 06 15:41:08 user nova-compute[75278]:   <guest>
Dec 06 15:41:08 user nova-compute[75278]:     <os_type>hvm</os_type>
Dec 06 15:41:08 user nova-compute[75278]:     <arch name='ppc'>
Dec 06 15:41:08 user nova-compute[75278]:       <wordsize>32</wordsize>
Dec 06 15:41:08 user nova-compute[75278]:       <emulator>/usr/bin/qemu-system-ppc</emulator>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>g3beige</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>virtex-ml507</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>mac99</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='32'>ppce500</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>pegasos2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>sam460ex</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>bamboo</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>40p</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>ref405ep</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='15'>mpc8544ds</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>taihu</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <domain type='qemu'/>
Dec 06 15:41:08 user nova-compute[75278]:     </arch>
Dec 06 15:41:08 user nova-compute[75278]:     <features>
Dec 06 15:41:08 user nova-compute[75278]:       <cpuselection/>
Dec 06 15:41:08 user nova-compute[75278]:       <deviceboot/>
Dec 06 15:41:08 user nova-compute[75278]:       <disksnapshot default='on' toggle='no'/>
Dec 06 15:41:08 user nova-compute[75278]:     </features>
Dec 06 15:41:08 user nova-compute[75278]:   </guest>
Dec 06 15:41:08 user nova-compute[75278]:   <guest>
Dec 06 15:41:08 user nova-compute[75278]:     <os_type>hvm</os_type>
Dec 06 15:41:08 user nova-compute[75278]:     <arch name='ppc64'>
Dec 06 15:41:08 user nova-compute[75278]:       <wordsize>64</wordsize>
Dec 06 15:41:08 user nova-compute[75278]:       <emulator>/usr/bin/qemu-system-ppc64</emulator>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2048'>powernv9</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>taihu</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='15'>mpc8544ds</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2048'>powernv10</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='32'>ppce500</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>40p</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>pegasos2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>bamboo</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>g3beige</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>virtex-ml507</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>mac99</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>sam460ex</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>ref405ep</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2048'>powernv8</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <domain type='qemu'/>
Dec 06 15:41:08 user nova-compute[75278]:     </arch>
Dec 06 15:41:08 user nova-compute[75278]:     <features>
Dec 06 15:41:08 user nova-compute[75278]:       <cpuselection/>
Dec 06 15:41:08 user nova-compute[75278]:       <deviceboot/>
Dec 06 15:41:08 user nova-compute[75278]:       <disksnapshot default='on' toggle='no'/>
Dec 06 15:41:08 user nova-compute[75278]:     </features>
Dec 06 15:41:08 user nova-compute[75278]:   </guest>
Dec 06 15:41:08 user nova-compute[75278]:   <guest>
Dec 06 15:41:08 user nova-compute[75278]:     <os_type>hvm</os_type>
Dec 06 15:41:08 user nova-compute[75278]:     <arch name='ppc64le'>
Dec 06 15:41:08 user nova-compute[75278]:       <wordsize>64</wordsize>
Dec 06 15:41:08 user nova-compute[75278]:       <emulator>/usr/bin/qemu-system-ppc64le</emulator>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2048'>powernv9</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>taihu</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='15'>mpc8544ds</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2048'>powernv10</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='32'>ppce500</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>40p</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>pegasos2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>bamboo</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>g3beige</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>virtex-ml507</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>mac99</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>sam460ex</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>ref405ep</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2048'>powernv8</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <domain type='qemu'/>
Dec 06 15:41:08 user nova-compute[75278]:     </arch>
Dec 06 15:41:08 user nova-compute[75278]:     <features>
Dec 06 15:41:08 user nova-compute[75278]:       <cpuselection/>
Dec 06 15:41:08 user nova-compute[75278]:       <deviceboot/>
Dec 06 15:41:08 user nova-compute[75278]:       <disksnapshot default='on' toggle='no'/>
Dec 06 15:41:08 user nova-compute[75278]:     </features>
Dec 06 15:41:08 user nova-compute[75278]:   </guest>
Dec 06 15:41:08 user nova-compute[75278]:   <guest>
Dec 06 15:41:08 user nova-compute[75278]:     <os_type>hvm</os_type>
Dec 06 15:41:08 user nova-compute[75278]:     <arch name='riscv32'>
Dec 06 15:41:08 user nova-compute[75278]:       <wordsize>32</wordsize>
Dec 06 15:41:08 user nova-compute[75278]:       <emulator>/usr/bin/qemu-system-riscv32</emulator>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='8'>spike</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>opentitan</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='5'>sifive_u</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>sifive_e</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='8'>virt</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <domain type='qemu'/>
Dec 06 15:41:08 user nova-compute[75278]:     </arch>
Dec 06 15:41:08 user nova-compute[75278]:     <features>
Dec 06 15:41:08 user nova-compute[75278]:       <cpuselection/>
Dec 06 15:41:08 user nova-compute[75278]:       <deviceboot/>
Dec 06 15:41:08 user nova-compute[75278]:       <disksnapshot default='on' toggle='no'/>
Dec 06 15:41:08 user nova-compute[75278]:     </features>
Dec 06 15:41:08 user nova-compute[75278]:   </guest>
Dec 06 15:41:08 user nova-compute[75278]:   <guest>
Dec 06 15:41:08 user nova-compute[75278]:     <os_type>hvm</os_type>
Dec 06 15:41:08 user nova-compute[75278]:     <arch name='riscv64'>
Dec 06 15:41:08 user nova-compute[75278]:       <wordsize>64</wordsize>
Dec 06 15:41:08 user nova-compute[75278]:       <emulator>/usr/bin/qemu-system-riscv64</emulator>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='8'>spike</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='5'>microchip-icicle-kit</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='5'>sifive_u</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>shakti_c</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>sifive_e</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='8'>virt</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <domain type='qemu'/>
Dec 06 15:41:08 user nova-compute[75278]:     </arch>
Dec 06 15:41:08 user nova-compute[75278]:     <features>
Dec 06 15:41:08 user nova-compute[75278]:       <cpuselection/>
Dec 06 15:41:08 user nova-compute[75278]:       <deviceboot/>
Dec 06 15:41:08 user nova-compute[75278]:       <disksnapshot default='on' toggle='no'/>
Dec 06 15:41:08 user nova-compute[75278]:     </features>
Dec 06 15:41:08 user nova-compute[75278]:   </guest>
Dec 06 15:41:08 user nova-compute[75278]:   <guest>
Dec 06 15:41:08 user nova-compute[75278]:     <os_type>hvm</os_type>
Dec 06 15:41:08 user nova-compute[75278]:     <arch name='s390x'>
Dec 06 15:41:08 user nova-compute[75278]:       <wordsize>64</wordsize>
Dec 06 15:41:08 user nova-compute[75278]:       <emulator>/usr/bin/qemu-system-s390x</emulator>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='248'>s390-ccw-virtio-jammy</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine canonical='s390-ccw-virtio-jammy' maxCpus='248'>s390-ccw-virtio</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='248'>s390-ccw-virtio-4.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='248'>s390-ccw-virtio-5.2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='248'>s390-ccw-virtio-artful</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='248'>s390-ccw-virtio-3.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='248'>s390-ccw-virtio-groovy</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='248'>s390-ccw-virtio-hirsute</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='248'>s390-ccw-virtio-disco</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='248'>s390-ccw-virtio-2.12</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='248'>s390-ccw-virtio-2.6</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='248'>s390-ccw-virtio-yakkety</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='248'>s390-ccw-virtio-eoan</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='248'>s390-ccw-virtio-2.9</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='248'>s390-ccw-virtio-6.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='248'>s390-ccw-virtio-5.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='248'>s390-ccw-virtio-3.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='248'>s390-ccw-virtio-4.2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='248'>s390-ccw-virtio-2.5</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='248'>s390-ccw-virtio-2.11</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='248'>s390-ccw-virtio-xenial</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='248'>s390-ccw-virtio-focal</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='248'>s390-ccw-virtio-2.8</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='248'>s390-ccw-virtio-impish</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='248'>s390-ccw-virtio-bionic</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='248'>s390-ccw-virtio-5.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='248'>s390-ccw-virtio-6.2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='248'>s390-ccw-virtio-zesty</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='248'>s390-ccw-virtio-4.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='248'>s390-ccw-virtio-cosmic</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='248'>s390-ccw-virtio-2.4</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='248'>s390-ccw-virtio-2.10</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='248'>s390-ccw-virtio-2.7</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='248'>s390-ccw-virtio-6.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <domain type='qemu'/>
Dec 06 15:41:08 user nova-compute[75278]:     </arch>
Dec 06 15:41:08 user nova-compute[75278]:     <features>
Dec 06 15:41:08 user nova-compute[75278]:       <cpuselection/>
Dec 06 15:41:08 user nova-compute[75278]:       <deviceboot/>
Dec 06 15:41:08 user nova-compute[75278]:       <disksnapshot default='on' toggle='no'/>
Dec 06 15:41:08 user nova-compute[75278]:     </features>
Dec 06 15:41:08 user nova-compute[75278]:   </guest>
Dec 06 15:41:08 user nova-compute[75278]:   <guest>
Dec 06 15:41:08 user nova-compute[75278]:     <os_type>hvm</os_type>
Dec 06 15:41:08 user nova-compute[75278]:     <arch name='sh4'>
Dec 06 15:41:08 user nova-compute[75278]:       <wordsize>32</wordsize>
Dec 06 15:41:08 user nova-compute[75278]:       <emulator>/usr/bin/qemu-system-sh4</emulator>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>shix</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>r2d</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <domain type='qemu'/>
Dec 06 15:41:08 user nova-compute[75278]:     </arch>
Dec 06 15:41:08 user nova-compute[75278]:     <features>
Dec 06 15:41:08 user nova-compute[75278]:       <cpuselection/>
Dec 06 15:41:08 user nova-compute[75278]:       <deviceboot/>
Dec 06 15:41:08 user nova-compute[75278]:       <disksnapshot default='on' toggle='no'/>
Dec 06 15:41:08 user nova-compute[75278]:     </features>
Dec 06 15:41:08 user nova-compute[75278]:   </guest>
Dec 06 15:41:08 user nova-compute[75278]:   <guest>
Dec 06 15:41:08 user nova-compute[75278]:     <os_type>hvm</os_type>
Dec 06 15:41:08 user nova-compute[75278]:     <arch name='sh4eb'>
Dec 06 15:41:08 user nova-compute[75278]:       <wordsize>64</wordsize>
Dec 06 15:41:08 user nova-compute[75278]:       <emulator>/usr/bin/qemu-system-sh4eb</emulator>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>shix</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>r2d</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <domain type='qemu'/>
Dec 06 15:41:08 user nova-compute[75278]:     </arch>
Dec 06 15:41:08 user nova-compute[75278]:     <features>
Dec 06 15:41:08 user nova-compute[75278]:       <cpuselection/>
Dec 06 15:41:08 user nova-compute[75278]:       <deviceboot/>
Dec 06 15:41:08 user nova-compute[75278]:       <disksnapshot default='on' toggle='no'/>
Dec 06 15:41:08 user nova-compute[75278]:     </features>
Dec 06 15:41:08 user nova-compute[75278]:   </guest>
Dec 06 15:41:08 user nova-compute[75278]:   <guest>
Dec 06 15:41:08 user nova-compute[75278]:     <os_type>hvm</os_type>
Dec 06 15:41:08 user nova-compute[75278]:     <arch name='sparc'>
Dec 06 15:41:08 user nova-compute[75278]:       <wordsize>32</wordsize>
Dec 06 15:41:08 user nova-compute[75278]:       <emulator>/usr/bin/qemu-system-sparc</emulator>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>SS-5</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='4'>SS-20</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>LX</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>SPARCClassic</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>leon3_generic</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>SPARCbook</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>SS-4</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='4'>SS-600MP</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='4'>SS-10</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>Voyager</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <domain type='qemu'/>
Dec 06 15:41:08 user nova-compute[75278]:     </arch>
Dec 06 15:41:08 user nova-compute[75278]:     <features>
Dec 06 15:41:08 user nova-compute[75278]:       <cpuselection/>
Dec 06 15:41:08 user nova-compute[75278]:       <deviceboot/>
Dec 06 15:41:08 user nova-compute[75278]:       <disksnapshot default='on' toggle='no'/>
Dec 06 15:41:08 user nova-compute[75278]:     </features>
Dec 06 15:41:08 user nova-compute[75278]:   </guest>
Dec 06 15:41:08 user nova-compute[75278]:   <guest>
Dec 06 15:41:08 user nova-compute[75278]:     <os_type>hvm</os_type>
Dec 06 15:41:08 user nova-compute[75278]:     <arch name='sparc64'>
Dec 06 15:41:08 user nova-compute[75278]:       <wordsize>64</wordsize>
Dec 06 15:41:08 user nova-compute[75278]:       <emulator>/usr/bin/qemu-system-sparc64</emulator>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>sun4u</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>niagara</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>sun4v</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <domain type='qemu'/>
Dec 06 15:41:08 user nova-compute[75278]:     </arch>
Dec 06 15:41:08 user nova-compute[75278]:     <features>
Dec 06 15:41:08 user nova-compute[75278]:       <cpuselection/>
Dec 06 15:41:08 user nova-compute[75278]:       <deviceboot/>
Dec 06 15:41:08 user nova-compute[75278]:       <disksnapshot default='on' toggle='no'/>
Dec 06 15:41:08 user nova-compute[75278]:     </features>
Dec 06 15:41:08 user nova-compute[75278]:   </guest>
Dec 06 15:41:08 user nova-compute[75278]:   <guest>
Dec 06 15:41:08 user nova-compute[75278]:     <os_type>hvm</os_type>
Dec 06 15:41:08 user nova-compute[75278]:     <arch name='x86_64'>
Dec 06 15:41:08 user nova-compute[75278]:       <wordsize>64</wordsize>
Dec 06 15:41:08 user nova-compute[75278]:       <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-artful</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>x-remote</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='1'>isapc</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-disco</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-impish</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-focal</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>microvm</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <domain type='qemu'/>
Dec 06 15:41:08 user nova-compute[75278]:       <domain type='kvm'/>
Dec 06 15:41:08 user nova-compute[75278]:     </arch>
Dec 06 15:41:08 user nova-compute[75278]:     <features>
Dec 06 15:41:08 user nova-compute[75278]:       <acpi default='on' toggle='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:       <apic default='on' toggle='no'/>
Dec 06 15:41:08 user nova-compute[75278]:       <cpuselection/>
Dec 06 15:41:08 user nova-compute[75278]:       <deviceboot/>
Dec 06 15:41:08 user nova-compute[75278]:       <disksnapshot default='on' toggle='no'/>
Dec 06 15:41:08 user nova-compute[75278]:     </features>
Dec 06 15:41:08 user nova-compute[75278]:   </guest>
Dec 06 15:41:08 user nova-compute[75278]:   <guest>
Dec 06 15:41:08 user nova-compute[75278]:     <os_type>hvm</os_type>
Dec 06 15:41:08 user nova-compute[75278]:     <arch name='xtensa'>
Dec 06 15:41:08 user nova-compute[75278]:       <wordsize>32</wordsize>
Dec 06 15:41:08 user nova-compute[75278]:       <emulator>/usr/bin/qemu-system-xtensa</emulator>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='4'>sim</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='32'>kc705</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='32'>ml605</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='32'>ml605-nommu</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='32'>virt</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='32'>lx60-nommu</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='32'>lx200</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='32'>lx200-nommu</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='32'>lx60</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='32'>kc705-nommu</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <domain type='qemu'/>
Dec 06 15:41:08 user nova-compute[75278]:     </arch>
Dec 06 15:41:08 user nova-compute[75278]:     <features>
Dec 06 15:41:08 user nova-compute[75278]:       <cpuselection/>
Dec 06 15:41:08 user nova-compute[75278]:       <deviceboot/>
Dec 06 15:41:08 user nova-compute[75278]:       <disksnapshot default='on' toggle='no'/>
Dec 06 15:41:08 user nova-compute[75278]:     </features>
Dec 06 15:41:08 user nova-compute[75278]:   </guest>
Dec 06 15:41:08 user nova-compute[75278]:   <guest>
Dec 06 15:41:08 user nova-compute[75278]:     <os_type>hvm</os_type>
Dec 06 15:41:08 user nova-compute[75278]:     <arch name='xtensaeb'>
Dec 06 15:41:08 user nova-compute[75278]:       <wordsize>32</wordsize>
Dec 06 15:41:08 user nova-compute[75278]:       <emulator>/usr/bin/qemu-system-xtensaeb</emulator>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='4'>sim</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='32'>kc705</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='32'>ml605</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='32'>ml605-nommu</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='32'>virt</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='32'>lx60-nommu</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='32'>lx200</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='32'>lx200-nommu</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='32'>lx60</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <machine maxCpus='32'>kc705-nommu</machine>
Dec 06 15:41:08 user nova-compute[75278]:       <domain type='qemu'/>
Dec 06 15:41:08 user nova-compute[75278]:     </arch>
Dec 06 15:41:08 user nova-compute[75278]:     <features>
Dec 06 15:41:08 user nova-compute[75278]:       <cpuselection/>
Dec 06 15:41:08 user nova-compute[75278]:       <deviceboot/>
Dec 06 15:41:08 user nova-compute[75278]:       <disksnapshot default='on' toggle='no'/>
Dec 06 15:41:08 user nova-compute[75278]:     </features>
Dec 06 15:41:08 user nova-compute[75278]:   </guest>
Dec 06 15:41:08 user nova-compute[75278]: </capabilities>
Dec 06 15:41:08 user nova-compute[75278]: 
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Getting domain capabilities for alpha via machine types: {None} {{(pid=75278) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Error from libvirt when retrieving domain capabilities for arch alpha / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-alpha' on this host {{(pid=75278) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Getting domain capabilities for armv6l via machine types: {'virt', None} {{(pid=75278) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75278) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75278) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Getting domain capabilities for armv7l via machine types: {'virt'} {{(pid=75278) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Error from libvirt when retrieving domain capabilities for arch armv7l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75278) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Getting domain capabilities for aarch64 via machine types: {'virt'} {{(pid=75278) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Error from libvirt when retrieving domain capabilities for arch aarch64 / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-aarch64' on this host {{(pid=75278) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Getting domain capabilities for cris via machine types: {None} {{(pid=75278) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Error from libvirt when retrieving domain capabilities for arch cris / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-cris' on this host {{(pid=75278) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Getting domain capabilities for i686 via machine types: {'q35', 'ubuntu-q35', 'ubuntu', 'pc'} {{(pid=75278) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=q35:
Dec 06 15:41:08 user nova-compute[75278]: <domainCapabilities>
Dec 06 15:41:08 user nova-compute[75278]:   <path>/usr/bin/qemu-system-i386</path>
Dec 06 15:41:08 user nova-compute[75278]:   <domain>kvm</domain>
Dec 06 15:41:08 user nova-compute[75278]:   <machine>pc-q35-6.2</machine>
Dec 06 15:41:08 user nova-compute[75278]:   <arch>i686</arch>
Dec 06 15:41:08 user nova-compute[75278]:   <vcpu max='288'/>
Dec 06 15:41:08 user nova-compute[75278]:   <iothreads supported='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:   <os supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:     <enum name='firmware'/>
Dec 06 15:41:08 user nova-compute[75278]:     <loader supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Dec 06 15:41:08 user nova-compute[75278]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Dec 06 15:41:08 user nova-compute[75278]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Dec 06 15:41:08 user nova-compute[75278]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Dec 06 15:41:08 user nova-compute[75278]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='type'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>rom</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>pflash</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='readonly'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>yes</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>no</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='secure'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>no</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </loader>
Dec 06 15:41:08 user nova-compute[75278]:   </os>
Dec 06 15:41:08 user nova-compute[75278]:   <cpu>
Dec 06 15:41:08 user nova-compute[75278]:     <mode name='host-passthrough' supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='hostPassthroughMigratable'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>off</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </mode>
Dec 06 15:41:08 user nova-compute[75278]:     <mode name='maximum' supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='maximumMigratable'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>on</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>off</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </mode>
Dec 06 15:41:08 user nova-compute[75278]:     <mode name='host-model' supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <vendor>Intel</vendor>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='ss'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='vmx'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='pcid'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='hypervisor'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='arat'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='tsc_adjust'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='umip'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='md-clear'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='stibp'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='arch-capabilities'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='ssbd'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='ibpb'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='ibrs'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='amd-stibp'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='amd-ssbd'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='disable' name='erms'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='disable' name='xsaveopt'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='disable' name='lm'/>
Dec 06 15:41:08 user nova-compute[75278]:     </mode>
Dec 06 15:41:08 user nova-compute[75278]:     <mode name='custom' supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>qemu64</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>qemu32</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>phenom</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>pentium3</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>pentium2</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>pentium</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>n270</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>kvm64</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>kvm32</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>coreduo</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>core2duo</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>athlon</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Westmere-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Westmere</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Snowridge</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Server</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Client</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>SandyBridge</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Penryn</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Opteron_G5</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Opteron_G4</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Opteron_G3</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Opteron_G2</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Opteron_G1</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Nehalem-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Nehalem</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>IvyBridge</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Icelake-Server</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Haswell-noTSX</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Haswell-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Haswell</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>EPYC-Rome</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>EPYC-Milan</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>EPYC-IBPB</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>EPYC</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Dhyana</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Cooperlake</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Conroe</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Cascadelake-Server</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Broadwell-noTSX</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Broadwell-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Broadwell</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>486</model>
Dec 06 15:41:08 user nova-compute[75278]:     </mode>
Dec 06 15:41:08 user nova-compute[75278]:   </cpu>
Dec 06 15:41:08 user nova-compute[75278]:   <memoryBacking supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:     <enum name='sourceType'>
Dec 06 15:41:08 user nova-compute[75278]:       <value>file</value>
Dec 06 15:41:08 user nova-compute[75278]:       <value>anonymous</value>
Dec 06 15:41:08 user nova-compute[75278]:       <value>memfd</value>
Dec 06 15:41:08 user nova-compute[75278]:     </enum>
Dec 06 15:41:08 user nova-compute[75278]:   </memoryBacking>
Dec 06 15:41:08 user nova-compute[75278]:   <devices>
Dec 06 15:41:08 user nova-compute[75278]:     <disk supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='diskDevice'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>disk</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>cdrom</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>floppy</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>lun</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='bus'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>fdc</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>scsi</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>usb</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>sata</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='model'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio-transitional</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio-non-transitional</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </disk>
Dec 06 15:41:08 user nova-compute[75278]:     <graphics supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='type'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>sdl</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>vnc</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>spice</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>egl-headless</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </graphics>
Dec 06 15:41:08 user nova-compute[75278]:     <video supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='modelType'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>vga</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>cirrus</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>vmvga</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>qxl</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>none</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>bochs</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>ramfb</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </video>
Dec 06 15:41:08 user nova-compute[75278]:     <hostdev supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='mode'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>subsystem</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='startupPolicy'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>default</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>mandatory</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>requisite</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>optional</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='subsysType'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>usb</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>pci</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>scsi</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='capsType'/>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='pciBackend'/>
Dec 06 15:41:08 user nova-compute[75278]:     </hostdev>
Dec 06 15:41:08 user nova-compute[75278]:     <rng supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='model'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio-transitional</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio-non-transitional</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='backendModel'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>random</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>egd</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>builtin</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </rng>
Dec 06 15:41:08 user nova-compute[75278]:     <filesystem supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='driverType'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>path</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>handle</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtiofs</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </filesystem>
Dec 06 15:41:08 user nova-compute[75278]:     <tpm supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='model'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>tpm-tis</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>tpm-crb</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='backendModel'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>passthrough</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>emulator</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </tpm>
Dec 06 15:41:08 user nova-compute[75278]:   </devices>
Dec 06 15:41:08 user nova-compute[75278]:   <features>
Dec 06 15:41:08 user nova-compute[75278]:     <gic supported='no'/>
Dec 06 15:41:08 user nova-compute[75278]:     <vmcoreinfo supported='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:     <genid supported='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:     <backingStoreInput supported='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:     <backup supported='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:     <sev supported='no'/>
Dec 06 15:41:08 user nova-compute[75278]:   </features>
Dec 06 15:41:08 user nova-compute[75278]: </domainCapabilities>
Dec 06 15:41:08 user nova-compute[75278]:  {{(pid=75278) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu-q35:
Dec 06 15:41:08 user nova-compute[75278]: <domainCapabilities>
Dec 06 15:41:08 user nova-compute[75278]:   <path>/usr/bin/qemu-system-i386</path>
Dec 06 15:41:08 user nova-compute[75278]:   <domain>kvm</domain>
Dec 06 15:41:08 user nova-compute[75278]:   <machine>pc-q35-jammy</machine>
Dec 06 15:41:08 user nova-compute[75278]:   <arch>i686</arch>
Dec 06 15:41:08 user nova-compute[75278]:   <vcpu max='288'/>
Dec 06 15:41:08 user nova-compute[75278]:   <iothreads supported='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:   <os supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:     <enum name='firmware'/>
Dec 06 15:41:08 user nova-compute[75278]:     <loader supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Dec 06 15:41:08 user nova-compute[75278]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Dec 06 15:41:08 user nova-compute[75278]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Dec 06 15:41:08 user nova-compute[75278]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Dec 06 15:41:08 user nova-compute[75278]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='type'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>rom</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>pflash</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='readonly'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>yes</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>no</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='secure'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>no</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </loader>
Dec 06 15:41:08 user nova-compute[75278]:   </os>
Dec 06 15:41:08 user nova-compute[75278]:   <cpu>
Dec 06 15:41:08 user nova-compute[75278]:     <mode name='host-passthrough' supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='hostPassthroughMigratable'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>off</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </mode>
Dec 06 15:41:08 user nova-compute[75278]:     <mode name='maximum' supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='maximumMigratable'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>on</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>off</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </mode>
Dec 06 15:41:08 user nova-compute[75278]:     <mode name='host-model' supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <vendor>Intel</vendor>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='ss'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='vmx'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='pcid'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='hypervisor'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='arat'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='tsc_adjust'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='umip'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='md-clear'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='stibp'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='arch-capabilities'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='ssbd'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='ibpb'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='ibrs'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='amd-stibp'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='amd-ssbd'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='disable' name='erms'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='disable' name='xsaveopt'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='disable' name='lm'/>
Dec 06 15:41:08 user nova-compute[75278]:     </mode>
Dec 06 15:41:08 user nova-compute[75278]:     <mode name='custom' supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>qemu64</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>qemu32</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>phenom</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>pentium3</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>pentium2</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>pentium</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>n270</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>kvm64</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>kvm32</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>coreduo</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>core2duo</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>athlon</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Westmere-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Westmere</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Snowridge</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Server</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Client</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>SandyBridge</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Penryn</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Opteron_G5</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Opteron_G4</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Opteron_G3</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Opteron_G2</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Opteron_G1</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Nehalem-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Nehalem</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>IvyBridge</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Icelake-Server</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Haswell-noTSX</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Haswell-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Haswell</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>EPYC-Rome</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>EPYC-Milan</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>EPYC-IBPB</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>EPYC</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Dhyana</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Cooperlake</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Conroe</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Cascadelake-Server</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Broadwell-noTSX</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Broadwell-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Broadwell</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>486</model>
Dec 06 15:41:08 user nova-compute[75278]:     </mode>
Dec 06 15:41:08 user nova-compute[75278]:   </cpu>
Dec 06 15:41:08 user nova-compute[75278]:   <memoryBacking supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:     <enum name='sourceType'>
Dec 06 15:41:08 user nova-compute[75278]:       <value>file</value>
Dec 06 15:41:08 user nova-compute[75278]:       <value>anonymous</value>
Dec 06 15:41:08 user nova-compute[75278]:       <value>memfd</value>
Dec 06 15:41:08 user nova-compute[75278]:     </enum>
Dec 06 15:41:08 user nova-compute[75278]:   </memoryBacking>
Dec 06 15:41:08 user nova-compute[75278]:   <devices>
Dec 06 15:41:08 user nova-compute[75278]:     <disk supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='diskDevice'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>disk</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>cdrom</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>floppy</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>lun</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='bus'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>fdc</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>scsi</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>usb</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>sata</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='model'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio-transitional</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio-non-transitional</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </disk>
Dec 06 15:41:08 user nova-compute[75278]:     <graphics supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='type'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>sdl</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>vnc</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>spice</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>egl-headless</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </graphics>
Dec 06 15:41:08 user nova-compute[75278]:     <video supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='modelType'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>vga</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>cirrus</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>vmvga</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>qxl</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>none</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>bochs</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>ramfb</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </video>
Dec 06 15:41:08 user nova-compute[75278]:     <hostdev supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='mode'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>subsystem</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='startupPolicy'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>default</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>mandatory</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>requisite</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>optional</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='subsysType'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>usb</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>pci</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>scsi</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='capsType'/>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='pciBackend'/>
Dec 06 15:41:08 user nova-compute[75278]:     </hostdev>
Dec 06 15:41:08 user nova-compute[75278]:     <rng supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='model'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio-transitional</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio-non-transitional</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='backendModel'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>random</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>egd</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>builtin</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </rng>
Dec 06 15:41:08 user nova-compute[75278]:     <filesystem supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='driverType'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>path</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>handle</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtiofs</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </filesystem>
Dec 06 15:41:08 user nova-compute[75278]:     <tpm supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='model'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>tpm-tis</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>tpm-crb</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='backendModel'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>passthrough</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>emulator</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </tpm>
Dec 06 15:41:08 user nova-compute[75278]:   </devices>
Dec 06 15:41:08 user nova-compute[75278]:   <features>
Dec 06 15:41:08 user nova-compute[75278]:     <gic supported='no'/>
Dec 06 15:41:08 user nova-compute[75278]:     <vmcoreinfo supported='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:     <genid supported='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:     <backingStoreInput supported='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:     <backup supported='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:     <sev supported='no'/>
Dec 06 15:41:08 user nova-compute[75278]:   </features>
Dec 06 15:41:08 user nova-compute[75278]: </domainCapabilities>
Dec 06 15:41:08 user nova-compute[75278]:  {{(pid=75278) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu:
Dec 06 15:41:08 user nova-compute[75278]: <domainCapabilities>
Dec 06 15:41:08 user nova-compute[75278]:   <path>/usr/bin/qemu-system-i386</path>
Dec 06 15:41:08 user nova-compute[75278]:   <domain>kvm</domain>
Dec 06 15:41:08 user nova-compute[75278]:   <machine>pc-i440fx-jammy</machine>
Dec 06 15:41:08 user nova-compute[75278]:   <arch>i686</arch>
Dec 06 15:41:08 user nova-compute[75278]:   <vcpu max='255'/>
Dec 06 15:41:08 user nova-compute[75278]:   <iothreads supported='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:   <os supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:     <enum name='firmware'/>
Dec 06 15:41:08 user nova-compute[75278]:     <loader supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Dec 06 15:41:08 user nova-compute[75278]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Dec 06 15:41:08 user nova-compute[75278]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Dec 06 15:41:08 user nova-compute[75278]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Dec 06 15:41:08 user nova-compute[75278]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='type'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>rom</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>pflash</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='readonly'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>yes</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>no</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='secure'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>no</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </loader>
Dec 06 15:41:08 user nova-compute[75278]:   </os>
Dec 06 15:41:08 user nova-compute[75278]:   <cpu>
Dec 06 15:41:08 user nova-compute[75278]:     <mode name='host-passthrough' supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='hostPassthroughMigratable'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>off</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </mode>
Dec 06 15:41:08 user nova-compute[75278]:     <mode name='maximum' supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='maximumMigratable'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>on</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>off</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </mode>
Dec 06 15:41:08 user nova-compute[75278]:     <mode name='host-model' supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <vendor>Intel</vendor>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='ss'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='vmx'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='pcid'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='hypervisor'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='arat'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='tsc_adjust'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='umip'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='md-clear'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='stibp'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='arch-capabilities'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='ssbd'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='ibpb'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='ibrs'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='amd-stibp'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='amd-ssbd'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='disable' name='erms'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='disable' name='xsaveopt'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='disable' name='lm'/>
Dec 06 15:41:08 user nova-compute[75278]:     </mode>
Dec 06 15:41:08 user nova-compute[75278]:     <mode name='custom' supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>qemu64</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>qemu32</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>phenom</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>pentium3</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>pentium2</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>pentium</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>n270</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>kvm64</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>kvm32</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>coreduo</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>core2duo</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>athlon</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Westmere-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Westmere</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Snowridge</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Server</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Client</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>SandyBridge</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Penryn</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Opteron_G5</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Opteron_G4</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Opteron_G3</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Opteron_G2</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Opteron_G1</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Nehalem-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Nehalem</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>IvyBridge</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Icelake-Server</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Haswell-noTSX</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Haswell-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Haswell</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>EPYC-Rome</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>EPYC-Milan</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>EPYC-IBPB</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>EPYC</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Dhyana</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Cooperlake</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Conroe</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Cascadelake-Server</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Broadwell-noTSX</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Broadwell-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Broadwell</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>486</model>
Dec 06 15:41:08 user nova-compute[75278]:     </mode>
Dec 06 15:41:08 user nova-compute[75278]:   </cpu>
Dec 06 15:41:08 user nova-compute[75278]:   <memoryBacking supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:     <enum name='sourceType'>
Dec 06 15:41:08 user nova-compute[75278]:       <value>file</value>
Dec 06 15:41:08 user nova-compute[75278]:       <value>anonymous</value>
Dec 06 15:41:08 user nova-compute[75278]:       <value>memfd</value>
Dec 06 15:41:08 user nova-compute[75278]:     </enum>
Dec 06 15:41:08 user nova-compute[75278]:   </memoryBacking>
Dec 06 15:41:08 user nova-compute[75278]:   <devices>
Dec 06 15:41:08 user nova-compute[75278]:     <disk supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='diskDevice'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>disk</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>cdrom</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>floppy</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>lun</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='bus'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>ide</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>fdc</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>scsi</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>usb</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>sata</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='model'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio-transitional</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio-non-transitional</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </disk>
Dec 06 15:41:08 user nova-compute[75278]:     <graphics supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='type'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>sdl</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>vnc</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>spice</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>egl-headless</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </graphics>
Dec 06 15:41:08 user nova-compute[75278]:     <video supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='modelType'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>vga</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>cirrus</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>vmvga</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>qxl</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>none</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>bochs</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>ramfb</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </video>
Dec 06 15:41:08 user nova-compute[75278]:     <hostdev supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='mode'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>subsystem</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='startupPolicy'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>default</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>mandatory</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>requisite</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>optional</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='subsysType'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>usb</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>pci</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>scsi</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='capsType'/>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='pciBackend'/>
Dec 06 15:41:08 user nova-compute[75278]:     </hostdev>
Dec 06 15:41:08 user nova-compute[75278]:     <rng supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='model'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio-transitional</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio-non-transitional</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='backendModel'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>random</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>egd</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>builtin</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </rng>
Dec 06 15:41:08 user nova-compute[75278]:     <filesystem supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='driverType'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>path</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>handle</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtiofs</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </filesystem>
Dec 06 15:41:08 user nova-compute[75278]:     <tpm supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='model'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>tpm-tis</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>tpm-crb</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='backendModel'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>passthrough</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>emulator</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </tpm>
Dec 06 15:41:08 user nova-compute[75278]:   </devices>
Dec 06 15:41:08 user nova-compute[75278]:   <features>
Dec 06 15:41:08 user nova-compute[75278]:     <gic supported='no'/>
Dec 06 15:41:08 user nova-compute[75278]:     <vmcoreinfo supported='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:     <genid supported='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:     <backingStoreInput supported='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:     <backup supported='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:     <sev supported='no'/>
Dec 06 15:41:08 user nova-compute[75278]:   </features>
Dec 06 15:41:08 user nova-compute[75278]: </domainCapabilities>
Dec 06 15:41:08 user nova-compute[75278]:  {{(pid=75278) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=pc:
Dec 06 15:41:08 user nova-compute[75278]: <domainCapabilities>
Dec 06 15:41:08 user nova-compute[75278]:   <path>/usr/bin/qemu-system-i386</path>
Dec 06 15:41:08 user nova-compute[75278]:   <domain>kvm</domain>
Dec 06 15:41:08 user nova-compute[75278]:   <machine>pc-i440fx-6.2</machine>
Dec 06 15:41:08 user nova-compute[75278]:   <arch>i686</arch>
Dec 06 15:41:08 user nova-compute[75278]:   <vcpu max='255'/>
Dec 06 15:41:08 user nova-compute[75278]:   <iothreads supported='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:   <os supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:     <enum name='firmware'/>
Dec 06 15:41:08 user nova-compute[75278]:     <loader supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Dec 06 15:41:08 user nova-compute[75278]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Dec 06 15:41:08 user nova-compute[75278]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Dec 06 15:41:08 user nova-compute[75278]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Dec 06 15:41:08 user nova-compute[75278]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='type'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>rom</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>pflash</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='readonly'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>yes</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>no</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='secure'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>no</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </loader>
Dec 06 15:41:08 user nova-compute[75278]:   </os>
Dec 06 15:41:08 user nova-compute[75278]:   <cpu>
Dec 06 15:41:08 user nova-compute[75278]:     <mode name='host-passthrough' supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='hostPassthroughMigratable'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>off</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </mode>
Dec 06 15:41:08 user nova-compute[75278]:     <mode name='maximum' supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='maximumMigratable'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>on</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>off</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </mode>
Dec 06 15:41:08 user nova-compute[75278]:     <mode name='host-model' supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <vendor>Intel</vendor>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='ss'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='vmx'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='pcid'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='hypervisor'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='arat'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='tsc_adjust'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='umip'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='md-clear'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='stibp'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='arch-capabilities'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='ssbd'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='ibpb'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='ibrs'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='amd-stibp'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='amd-ssbd'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='disable' name='erms'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='disable' name='xsaveopt'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='disable' name='lm'/>
Dec 06 15:41:08 user nova-compute[75278]:     </mode>
Dec 06 15:41:08 user nova-compute[75278]:     <mode name='custom' supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>qemu64</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>qemu32</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>phenom</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>pentium3</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>pentium2</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>pentium</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>n270</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>kvm64</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>kvm32</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>coreduo</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>core2duo</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>athlon</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Westmere-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Westmere</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Snowridge</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Server</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Client</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>SandyBridge</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Penryn</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Opteron_G5</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Opteron_G4</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Opteron_G3</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Opteron_G2</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Opteron_G1</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Nehalem-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Nehalem</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>IvyBridge</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Icelake-Server</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Haswell-noTSX</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Haswell-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Haswell</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>EPYC-Rome</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>EPYC-Milan</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>EPYC-IBPB</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>EPYC</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Dhyana</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Cooperlake</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Conroe</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Cascadelake-Server</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Broadwell-noTSX</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Broadwell-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Broadwell</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>486</model>
Dec 06 15:41:08 user nova-compute[75278]:     </mode>
Dec 06 15:41:08 user nova-compute[75278]:   </cpu>
Dec 06 15:41:08 user nova-compute[75278]:   <memoryBacking supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:     <enum name='sourceType'>
Dec 06 15:41:08 user nova-compute[75278]:       <value>file</value>
Dec 06 15:41:08 user nova-compute[75278]:       <value>anonymous</value>
Dec 06 15:41:08 user nova-compute[75278]:       <value>memfd</value>
Dec 06 15:41:08 user nova-compute[75278]:     </enum>
Dec 06 15:41:08 user nova-compute[75278]:   </memoryBacking>
Dec 06 15:41:08 user nova-compute[75278]:   <devices>
Dec 06 15:41:08 user nova-compute[75278]:     <disk supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='diskDevice'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>disk</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>cdrom</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>floppy</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>lun</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='bus'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>ide</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>fdc</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>scsi</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>usb</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>sata</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='model'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio-transitional</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio-non-transitional</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </disk>
Dec 06 15:41:08 user nova-compute[75278]:     <graphics supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='type'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>sdl</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>vnc</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>spice</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>egl-headless</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </graphics>
Dec 06 15:41:08 user nova-compute[75278]:     <video supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='modelType'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>vga</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>cirrus</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>vmvga</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>qxl</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>none</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>bochs</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>ramfb</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </video>
Dec 06 15:41:08 user nova-compute[75278]:     <hostdev supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='mode'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>subsystem</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='startupPolicy'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>default</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>mandatory</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>requisite</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>optional</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='subsysType'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>usb</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>pci</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>scsi</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='capsType'/>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='pciBackend'/>
Dec 06 15:41:08 user nova-compute[75278]:     </hostdev>
Dec 06 15:41:08 user nova-compute[75278]:     <rng supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='model'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio-transitional</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio-non-transitional</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='backendModel'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>random</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>egd</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>builtin</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </rng>
Dec 06 15:41:08 user nova-compute[75278]:     <filesystem supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='driverType'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>path</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>handle</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtiofs</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </filesystem>
Dec 06 15:41:08 user nova-compute[75278]:     <tpm supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='model'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>tpm-tis</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>tpm-crb</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='backendModel'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>passthrough</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>emulator</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </tpm>
Dec 06 15:41:08 user nova-compute[75278]:   </devices>
Dec 06 15:41:08 user nova-compute[75278]:   <features>
Dec 06 15:41:08 user nova-compute[75278]:     <gic supported='no'/>
Dec 06 15:41:08 user nova-compute[75278]:     <vmcoreinfo supported='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:     <genid supported='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:     <backingStoreInput supported='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:     <backup supported='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:     <sev supported='no'/>
Dec 06 15:41:08 user nova-compute[75278]:   </features>
Dec 06 15:41:08 user nova-compute[75278]: </domainCapabilities>
Dec 06 15:41:08 user nova-compute[75278]:  {{(pid=75278) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Getting domain capabilities for m68k via machine types: {'virt', None} {{(pid=75278) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=75278) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=75278) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Getting domain capabilities for microblaze via machine types: {None} {{(pid=75278) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Error from libvirt when retrieving domain capabilities for arch microblaze / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblaze' on this host {{(pid=75278) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Getting domain capabilities for microblazeel via machine types: {None} {{(pid=75278) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Error from libvirt when retrieving domain capabilities for arch microblazeel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblazeel' on this host {{(pid=75278) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Getting domain capabilities for mips via machine types: {None} {{(pid=75278) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Error from libvirt when retrieving domain capabilities for arch mips / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips' on this host {{(pid=75278) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Getting domain capabilities for mipsel via machine types: {None} {{(pid=75278) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Error from libvirt when retrieving domain capabilities for arch mipsel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mipsel' on this host {{(pid=75278) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Getting domain capabilities for mips64 via machine types: {None} {{(pid=75278) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Error from libvirt when retrieving domain capabilities for arch mips64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64' on this host {{(pid=75278) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Getting domain capabilities for mips64el via machine types: {None} {{(pid=75278) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Error from libvirt when retrieving domain capabilities for arch mips64el / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64el' on this host {{(pid=75278) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Getting domain capabilities for ppc via machine types: {None} {{(pid=75278) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Error from libvirt when retrieving domain capabilities for arch ppc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc' on this host {{(pid=75278) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Getting domain capabilities for ppc64 via machine types: {'pseries', 'powernv', None} {{(pid=75278) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75278) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75278) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75278) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Getting domain capabilities for ppc64le via machine types: {'pseries', 'powernv'} {{(pid=75278) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=75278) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=75278) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Getting domain capabilities for riscv32 via machine types: {None} {{(pid=75278) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Error from libvirt when retrieving domain capabilities for arch riscv32 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv32' on this host {{(pid=75278) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Getting domain capabilities for riscv64 via machine types: {None} {{(pid=75278) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Error from libvirt when retrieving domain capabilities for arch riscv64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv64' on this host {{(pid=75278) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Getting domain capabilities for s390x via machine types: {'s390-ccw-virtio'} {{(pid=75278) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Error from libvirt when retrieving domain capabilities for arch s390x / virt_type kvm / machine_type s390-ccw-virtio: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-s390x' on this host {{(pid=75278) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Getting domain capabilities for sh4 via machine types: {None} {{(pid=75278) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Error from libvirt when retrieving domain capabilities for arch sh4 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4' on this host {{(pid=75278) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Getting domain capabilities for sh4eb via machine types: {None} {{(pid=75278) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Error from libvirt when retrieving domain capabilities for arch sh4eb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4eb' on this host {{(pid=75278) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Getting domain capabilities for sparc via machine types: {None} {{(pid=75278) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Error from libvirt when retrieving domain capabilities for arch sparc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc' on this host {{(pid=75278) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Getting domain capabilities for sparc64 via machine types: {None} {{(pid=75278) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Error from libvirt when retrieving domain capabilities for arch sparc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc64' on this host {{(pid=75278) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Getting domain capabilities for x86_64 via machine types: {'q35', 'ubuntu-q35', 'ubuntu', 'pc'} {{(pid=75278) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=q35:
Dec 06 15:41:08 user nova-compute[75278]: <domainCapabilities>
Dec 06 15:41:08 user nova-compute[75278]:   <path>/usr/bin/qemu-system-x86_64</path>
Dec 06 15:41:08 user nova-compute[75278]:   <domain>kvm</domain>
Dec 06 15:41:08 user nova-compute[75278]:   <machine>pc-q35-6.2</machine>
Dec 06 15:41:08 user nova-compute[75278]:   <arch>x86_64</arch>
Dec 06 15:41:08 user nova-compute[75278]:   <vcpu max='288'/>
Dec 06 15:41:08 user nova-compute[75278]:   <iothreads supported='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:   <os supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:     <enum name='firmware'>
Dec 06 15:41:08 user nova-compute[75278]:       <value>efi</value>
Dec 06 15:41:08 user nova-compute[75278]:     </enum>
Dec 06 15:41:08 user nova-compute[75278]:     <loader supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Dec 06 15:41:08 user nova-compute[75278]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Dec 06 15:41:08 user nova-compute[75278]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='type'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>rom</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>pflash</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='readonly'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>yes</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>no</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='secure'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>yes</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>no</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </loader>
Dec 06 15:41:08 user nova-compute[75278]:   </os>
Dec 06 15:41:08 user nova-compute[75278]:   <cpu>
Dec 06 15:41:08 user nova-compute[75278]:     <mode name='host-passthrough' supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='hostPassthroughMigratable'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>on</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>off</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </mode>
Dec 06 15:41:08 user nova-compute[75278]:     <mode name='maximum' supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='maximumMigratable'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>on</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>off</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </mode>
Dec 06 15:41:08 user nova-compute[75278]:     <mode name='host-model' supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <vendor>Intel</vendor>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='ss'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='vmx'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='pcid'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='hypervisor'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='arat'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='tsc_adjust'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='umip'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='md-clear'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='stibp'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='arch-capabilities'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='ssbd'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='invtsc'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='ibpb'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='ibrs'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='amd-stibp'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='amd-ssbd'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='rsba'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='pschange-mc-no'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='disable' name='erms'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='disable' name='xsaveopt'/>
Dec 06 15:41:08 user nova-compute[75278]:     </mode>
Dec 06 15:41:08 user nova-compute[75278]:     <mode name='custom' supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>qemu64</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>qemu32</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>phenom</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>pentium3</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>pentium2</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>pentium</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>n270</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>kvm64</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>kvm32</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>coreduo</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>core2duo</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>athlon</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>Westmere-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>Westmere</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Snowridge</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Server</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Client</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>SandyBridge</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>Penryn</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Opteron_G5</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Opteron_G4</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Opteron_G3</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Opteron_G2</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>Opteron_G1</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>Nehalem-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>Nehalem</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>IvyBridge</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Icelake-Server</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Haswell-noTSX</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Haswell-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Haswell</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>EPYC-Rome</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>EPYC-Milan</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>EPYC-IBPB</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>EPYC</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Dhyana</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Cooperlake</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>Conroe</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Cascadelake-Server</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Broadwell-noTSX</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Broadwell-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Broadwell</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>486</model>
Dec 06 15:41:08 user nova-compute[75278]:     </mode>
Dec 06 15:41:08 user nova-compute[75278]:   </cpu>
Dec 06 15:41:08 user nova-compute[75278]:   <memoryBacking supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:     <enum name='sourceType'>
Dec 06 15:41:08 user nova-compute[75278]:       <value>file</value>
Dec 06 15:41:08 user nova-compute[75278]:       <value>anonymous</value>
Dec 06 15:41:08 user nova-compute[75278]:       <value>memfd</value>
Dec 06 15:41:08 user nova-compute[75278]:     </enum>
Dec 06 15:41:08 user nova-compute[75278]:   </memoryBacking>
Dec 06 15:41:08 user nova-compute[75278]:   <devices>
Dec 06 15:41:08 user nova-compute[75278]:     <disk supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='diskDevice'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>disk</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>cdrom</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>floppy</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>lun</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='bus'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>fdc</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>scsi</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>usb</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>sata</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='model'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio-transitional</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio-non-transitional</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </disk>
Dec 06 15:41:08 user nova-compute[75278]:     <graphics supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='type'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>sdl</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>vnc</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>spice</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>egl-headless</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </graphics>
Dec 06 15:41:08 user nova-compute[75278]:     <video supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='modelType'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>vga</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>cirrus</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>vmvga</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>qxl</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>none</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>bochs</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>ramfb</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </video>
Dec 06 15:41:08 user nova-compute[75278]:     <hostdev supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='mode'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>subsystem</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='startupPolicy'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>default</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>mandatory</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>requisite</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>optional</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='subsysType'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>usb</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>pci</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>scsi</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='capsType'/>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='pciBackend'/>
Dec 06 15:41:08 user nova-compute[75278]:     </hostdev>
Dec 06 15:41:08 user nova-compute[75278]:     <rng supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='model'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio-transitional</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio-non-transitional</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='backendModel'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>random</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>egd</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>builtin</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </rng>
Dec 06 15:41:08 user nova-compute[75278]:     <filesystem supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='driverType'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>path</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>handle</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtiofs</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </filesystem>
Dec 06 15:41:08 user nova-compute[75278]:     <tpm supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='model'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>tpm-tis</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>tpm-crb</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='backendModel'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>passthrough</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>emulator</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </tpm>
Dec 06 15:41:08 user nova-compute[75278]:   </devices>
Dec 06 15:41:08 user nova-compute[75278]:   <features>
Dec 06 15:41:08 user nova-compute[75278]:     <gic supported='no'/>
Dec 06 15:41:08 user nova-compute[75278]:     <vmcoreinfo supported='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:     <genid supported='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:     <backingStoreInput supported='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:     <backup supported='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:     <sev supported='no'/>
Dec 06 15:41:08 user nova-compute[75278]:   </features>
Dec 06 15:41:08 user nova-compute[75278]: </domainCapabilities>
Dec 06 15:41:08 user nova-compute[75278]:  {{(pid=75278) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu-q35:
Dec 06 15:41:08 user nova-compute[75278]: <domainCapabilities>
Dec 06 15:41:08 user nova-compute[75278]:   <path>/usr/bin/qemu-system-x86_64</path>
Dec 06 15:41:08 user nova-compute[75278]:   <domain>kvm</domain>
Dec 06 15:41:08 user nova-compute[75278]:   <machine>pc-q35-jammy</machine>
Dec 06 15:41:08 user nova-compute[75278]:   <arch>x86_64</arch>
Dec 06 15:41:08 user nova-compute[75278]:   <vcpu max='288'/>
Dec 06 15:41:08 user nova-compute[75278]:   <iothreads supported='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:   <os supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:     <enum name='firmware'>
Dec 06 15:41:08 user nova-compute[75278]:       <value>efi</value>
Dec 06 15:41:08 user nova-compute[75278]:     </enum>
Dec 06 15:41:08 user nova-compute[75278]:     <loader supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Dec 06 15:41:08 user nova-compute[75278]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Dec 06 15:41:08 user nova-compute[75278]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='type'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>rom</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>pflash</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='readonly'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>yes</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>no</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='secure'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>yes</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>no</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </loader>
Dec 06 15:41:08 user nova-compute[75278]:   </os>
Dec 06 15:41:08 user nova-compute[75278]:   <cpu>
Dec 06 15:41:08 user nova-compute[75278]:     <mode name='host-passthrough' supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='hostPassthroughMigratable'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>on</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>off</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </mode>
Dec 06 15:41:08 user nova-compute[75278]:     <mode name='maximum' supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='maximumMigratable'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>on</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>off</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </mode>
Dec 06 15:41:08 user nova-compute[75278]:     <mode name='host-model' supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <vendor>Intel</vendor>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='ss'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='vmx'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='pcid'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='hypervisor'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='arat'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='tsc_adjust'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='umip'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='md-clear'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='stibp'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='arch-capabilities'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='ssbd'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='invtsc'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='ibpb'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='ibrs'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='amd-stibp'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='amd-ssbd'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='rsba'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='pschange-mc-no'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='disable' name='erms'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='disable' name='xsaveopt'/>
Dec 06 15:41:08 user nova-compute[75278]:     </mode>
Dec 06 15:41:08 user nova-compute[75278]:     <mode name='custom' supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>qemu64</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>qemu32</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>phenom</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>pentium3</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>pentium2</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>pentium</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>n270</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>kvm64</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>kvm32</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>coreduo</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>core2duo</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>athlon</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>Westmere-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>Westmere</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Snowridge</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Server</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Client</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>SandyBridge</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>Penryn</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Opteron_G5</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Opteron_G4</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Opteron_G3</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Opteron_G2</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>Opteron_G1</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>Nehalem-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>Nehalem</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>IvyBridge</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Icelake-Server</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Haswell-noTSX</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Haswell-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Haswell</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>EPYC-Rome</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>EPYC-Milan</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>EPYC-IBPB</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>EPYC</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Dhyana</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Cooperlake</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>Conroe</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Cascadelake-Server</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Broadwell-noTSX</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Broadwell-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Broadwell</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>486</model>
Dec 06 15:41:08 user nova-compute[75278]:     </mode>
Dec 06 15:41:08 user nova-compute[75278]:   </cpu>
Dec 06 15:41:08 user nova-compute[75278]:   <memoryBacking supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:     <enum name='sourceType'>
Dec 06 15:41:08 user nova-compute[75278]:       <value>file</value>
Dec 06 15:41:08 user nova-compute[75278]:       <value>anonymous</value>
Dec 06 15:41:08 user nova-compute[75278]:       <value>memfd</value>
Dec 06 15:41:08 user nova-compute[75278]:     </enum>
Dec 06 15:41:08 user nova-compute[75278]:   </memoryBacking>
Dec 06 15:41:08 user nova-compute[75278]:   <devices>
Dec 06 15:41:08 user nova-compute[75278]:     <disk supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='diskDevice'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>disk</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>cdrom</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>floppy</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>lun</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='bus'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>fdc</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>scsi</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>usb</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>sata</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='model'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio-transitional</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio-non-transitional</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </disk>
Dec 06 15:41:08 user nova-compute[75278]:     <graphics supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='type'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>sdl</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>vnc</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>spice</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>egl-headless</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </graphics>
Dec 06 15:41:08 user nova-compute[75278]:     <video supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='modelType'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>vga</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>cirrus</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>vmvga</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>qxl</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>none</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>bochs</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>ramfb</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </video>
Dec 06 15:41:08 user nova-compute[75278]:     <hostdev supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='mode'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>subsystem</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='startupPolicy'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>default</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>mandatory</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>requisite</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>optional</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='subsysType'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>usb</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>pci</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>scsi</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='capsType'/>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='pciBackend'/>
Dec 06 15:41:08 user nova-compute[75278]:     </hostdev>
Dec 06 15:41:08 user nova-compute[75278]:     <rng supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='model'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio-transitional</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio-non-transitional</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='backendModel'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>random</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>egd</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>builtin</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </rng>
Dec 06 15:41:08 user nova-compute[75278]:     <filesystem supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='driverType'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>path</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>handle</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtiofs</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </filesystem>
Dec 06 15:41:08 user nova-compute[75278]:     <tpm supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='model'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>tpm-tis</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>tpm-crb</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='backendModel'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>passthrough</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>emulator</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </tpm>
Dec 06 15:41:08 user nova-compute[75278]:   </devices>
Dec 06 15:41:08 user nova-compute[75278]:   <features>
Dec 06 15:41:08 user nova-compute[75278]:     <gic supported='no'/>
Dec 06 15:41:08 user nova-compute[75278]:     <vmcoreinfo supported='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:     <genid supported='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:     <backingStoreInput supported='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:     <backup supported='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:     <sev supported='no'/>
Dec 06 15:41:08 user nova-compute[75278]:   </features>
Dec 06 15:41:08 user nova-compute[75278]: </domainCapabilities>
Dec 06 15:41:08 user nova-compute[75278]:  {{(pid=75278) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu:
Dec 06 15:41:08 user nova-compute[75278]: <domainCapabilities>
Dec 06 15:41:08 user nova-compute[75278]:   <path>/usr/bin/qemu-system-x86_64</path>
Dec 06 15:41:08 user nova-compute[75278]:   <domain>kvm</domain>
Dec 06 15:41:08 user nova-compute[75278]:   <machine>pc-i440fx-jammy</machine>
Dec 06 15:41:08 user nova-compute[75278]:   <arch>x86_64</arch>
Dec 06 15:41:08 user nova-compute[75278]:   <vcpu max='255'/>
Dec 06 15:41:08 user nova-compute[75278]:   <iothreads supported='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:   <os supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:     <enum name='firmware'>
Dec 06 15:41:08 user nova-compute[75278]:       <value>efi</value>
Dec 06 15:41:08 user nova-compute[75278]:     </enum>
Dec 06 15:41:08 user nova-compute[75278]:     <loader supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='type'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>rom</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>pflash</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='readonly'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>yes</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>no</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='secure'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>no</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </loader>
Dec 06 15:41:08 user nova-compute[75278]:   </os>
Dec 06 15:41:08 user nova-compute[75278]:   <cpu>
Dec 06 15:41:08 user nova-compute[75278]:     <mode name='host-passthrough' supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='hostPassthroughMigratable'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>on</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>off</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </mode>
Dec 06 15:41:08 user nova-compute[75278]:     <mode name='maximum' supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='maximumMigratable'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>on</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>off</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </mode>
Dec 06 15:41:08 user nova-compute[75278]:     <mode name='host-model' supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <vendor>Intel</vendor>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='ss'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='vmx'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='pcid'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='hypervisor'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='arat'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='tsc_adjust'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='umip'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='md-clear'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='stibp'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='arch-capabilities'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='ssbd'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='invtsc'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='ibpb'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='ibrs'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='amd-stibp'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='amd-ssbd'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='rsba'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='pschange-mc-no'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='disable' name='erms'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='disable' name='xsaveopt'/>
Dec 06 15:41:08 user nova-compute[75278]:     </mode>
Dec 06 15:41:08 user nova-compute[75278]:     <mode name='custom' supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>qemu64</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>qemu32</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>phenom</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>pentium3</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>pentium2</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>pentium</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>n270</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>kvm64</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>kvm32</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>coreduo</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>core2duo</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>athlon</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>Westmere-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>Westmere</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Snowridge</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Server</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Client</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>SandyBridge</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>Penryn</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Opteron_G5</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Opteron_G4</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Opteron_G3</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Opteron_G2</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>Opteron_G1</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>Nehalem-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>Nehalem</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>IvyBridge</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Icelake-Server</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Haswell-noTSX</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Haswell-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Haswell</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>EPYC-Rome</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>EPYC-Milan</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>EPYC-IBPB</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>EPYC</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Dhyana</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Cooperlake</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>Conroe</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Cascadelake-Server</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Broadwell-noTSX</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Broadwell-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Broadwell</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>486</model>
Dec 06 15:41:08 user nova-compute[75278]:     </mode>
Dec 06 15:41:08 user nova-compute[75278]:   </cpu>
Dec 06 15:41:08 user nova-compute[75278]:   <memoryBacking supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:     <enum name='sourceType'>
Dec 06 15:41:08 user nova-compute[75278]:       <value>file</value>
Dec 06 15:41:08 user nova-compute[75278]:       <value>anonymous</value>
Dec 06 15:41:08 user nova-compute[75278]:       <value>memfd</value>
Dec 06 15:41:08 user nova-compute[75278]:     </enum>
Dec 06 15:41:08 user nova-compute[75278]:   </memoryBacking>
Dec 06 15:41:08 user nova-compute[75278]:   <devices>
Dec 06 15:41:08 user nova-compute[75278]:     <disk supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='diskDevice'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>disk</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>cdrom</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>floppy</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>lun</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='bus'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>ide</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>fdc</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>scsi</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>usb</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>sata</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='model'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio-transitional</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio-non-transitional</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </disk>
Dec 06 15:41:08 user nova-compute[75278]:     <graphics supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='type'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>sdl</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>vnc</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>spice</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>egl-headless</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </graphics>
Dec 06 15:41:08 user nova-compute[75278]:     <video supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='modelType'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>vga</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>cirrus</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>vmvga</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>qxl</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>none</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>bochs</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>ramfb</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </video>
Dec 06 15:41:08 user nova-compute[75278]:     <hostdev supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='mode'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>subsystem</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='startupPolicy'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>default</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>mandatory</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>requisite</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>optional</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='subsysType'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>usb</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>pci</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>scsi</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='capsType'/>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='pciBackend'/>
Dec 06 15:41:08 user nova-compute[75278]:     </hostdev>
Dec 06 15:41:08 user nova-compute[75278]:     <rng supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='model'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio-transitional</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio-non-transitional</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='backendModel'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>random</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>egd</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>builtin</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </rng>
Dec 06 15:41:08 user nova-compute[75278]:     <filesystem supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='driverType'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>path</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>handle</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtiofs</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </filesystem>
Dec 06 15:41:08 user nova-compute[75278]:     <tpm supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='model'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>tpm-tis</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>tpm-crb</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='backendModel'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>passthrough</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>emulator</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </tpm>
Dec 06 15:41:08 user nova-compute[75278]:   </devices>
Dec 06 15:41:08 user nova-compute[75278]:   <features>
Dec 06 15:41:08 user nova-compute[75278]:     <gic supported='no'/>
Dec 06 15:41:08 user nova-compute[75278]:     <vmcoreinfo supported='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:     <genid supported='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:     <backingStoreInput supported='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:     <backup supported='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:     <sev supported='no'/>
Dec 06 15:41:08 user nova-compute[75278]:   </features>
Dec 06 15:41:08 user nova-compute[75278]: </domainCapabilities>
Dec 06 15:41:08 user nova-compute[75278]:  {{(pid=75278) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=pc:
Dec 06 15:41:08 user nova-compute[75278]: <domainCapabilities>
Dec 06 15:41:08 user nova-compute[75278]:   <path>/usr/bin/qemu-system-x86_64</path>
Dec 06 15:41:08 user nova-compute[75278]:   <domain>kvm</domain>
Dec 06 15:41:08 user nova-compute[75278]:   <machine>pc-i440fx-6.2</machine>
Dec 06 15:41:08 user nova-compute[75278]:   <arch>x86_64</arch>
Dec 06 15:41:08 user nova-compute[75278]:   <vcpu max='255'/>
Dec 06 15:41:08 user nova-compute[75278]:   <iothreads supported='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:   <os supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:     <enum name='firmware'>
Dec 06 15:41:08 user nova-compute[75278]:       <value>efi</value>
Dec 06 15:41:08 user nova-compute[75278]:     </enum>
Dec 06 15:41:08 user nova-compute[75278]:     <loader supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='type'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>rom</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>pflash</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='readonly'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>yes</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>no</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='secure'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>no</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </loader>
Dec 06 15:41:08 user nova-compute[75278]:   </os>
Dec 06 15:41:08 user nova-compute[75278]:   <cpu>
Dec 06 15:41:08 user nova-compute[75278]:     <mode name='host-passthrough' supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='hostPassthroughMigratable'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>on</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>off</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </mode>
Dec 06 15:41:08 user nova-compute[75278]:     <mode name='maximum' supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='maximumMigratable'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>on</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>off</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </mode>
Dec 06 15:41:08 user nova-compute[75278]:     <mode name='host-model' supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <vendor>Intel</vendor>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='ss'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='vmx'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='pcid'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='hypervisor'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='arat'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='tsc_adjust'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='umip'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='md-clear'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='stibp'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='arch-capabilities'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='ssbd'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='invtsc'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='ibpb'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='ibrs'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='amd-stibp'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='amd-ssbd'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='rsba'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='require' name='pschange-mc-no'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='disable' name='erms'/>
Dec 06 15:41:08 user nova-compute[75278]:       <feature policy='disable' name='xsaveopt'/>
Dec 06 15:41:08 user nova-compute[75278]:     </mode>
Dec 06 15:41:08 user nova-compute[75278]:     <mode name='custom' supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>qemu64</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>qemu32</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>phenom</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>pentium3</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>pentium2</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>pentium</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>n270</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>kvm64</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>kvm32</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>coreduo</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>core2duo</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>athlon</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>Westmere-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>Westmere</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Snowridge</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Server</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Skylake-Client</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>SandyBridge</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>Penryn</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Opteron_G5</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Opteron_G4</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Opteron_G3</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Opteron_G2</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>Opteron_G1</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>Nehalem-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>Nehalem</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>IvyBridge</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Icelake-Server</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Haswell-noTSX</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Haswell-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Haswell</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>EPYC-Rome</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>EPYC-Milan</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>EPYC-IBPB</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>EPYC</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Dhyana</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Cooperlake</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>Conroe</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Cascadelake-Server</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Broadwell-noTSX</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Broadwell-IBRS</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='no'>Broadwell</model>
Dec 06 15:41:08 user nova-compute[75278]:       <model usable='yes'>486</model>
Dec 06 15:41:08 user nova-compute[75278]:     </mode>
Dec 06 15:41:08 user nova-compute[75278]:   </cpu>
Dec 06 15:41:08 user nova-compute[75278]:   <memoryBacking supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:     <enum name='sourceType'>
Dec 06 15:41:08 user nova-compute[75278]:       <value>file</value>
Dec 06 15:41:08 user nova-compute[75278]:       <value>anonymous</value>
Dec 06 15:41:08 user nova-compute[75278]:       <value>memfd</value>
Dec 06 15:41:08 user nova-compute[75278]:     </enum>
Dec 06 15:41:08 user nova-compute[75278]:   </memoryBacking>
Dec 06 15:41:08 user nova-compute[75278]:   <devices>
Dec 06 15:41:08 user nova-compute[75278]:     <disk supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='diskDevice'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>disk</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>cdrom</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>floppy</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>lun</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='bus'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>ide</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>fdc</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>scsi</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>usb</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>sata</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='model'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio-transitional</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio-non-transitional</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </disk>
Dec 06 15:41:08 user nova-compute[75278]:     <graphics supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='type'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>sdl</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>vnc</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>spice</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>egl-headless</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </graphics>
Dec 06 15:41:08 user nova-compute[75278]:     <video supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='modelType'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>vga</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>cirrus</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>vmvga</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>qxl</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>none</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>bochs</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>ramfb</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </video>
Dec 06 15:41:08 user nova-compute[75278]:     <hostdev supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='mode'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>subsystem</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='startupPolicy'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>default</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>mandatory</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>requisite</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>optional</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='subsysType'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>usb</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>pci</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>scsi</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='capsType'/>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='pciBackend'/>
Dec 06 15:41:08 user nova-compute[75278]:     </hostdev>
Dec 06 15:41:08 user nova-compute[75278]:     <rng supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='model'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio-transitional</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtio-non-transitional</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='backendModel'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>random</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>egd</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>builtin</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </rng>
Dec 06 15:41:08 user nova-compute[75278]:     <filesystem supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='driverType'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>path</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>handle</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>virtiofs</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </filesystem>
Dec 06 15:41:08 user nova-compute[75278]:     <tpm supported='yes'>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='model'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>tpm-tis</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>tpm-crb</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:       <enum name='backendModel'>
Dec 06 15:41:08 user nova-compute[75278]:         <value>passthrough</value>
Dec 06 15:41:08 user nova-compute[75278]:         <value>emulator</value>
Dec 06 15:41:08 user nova-compute[75278]:       </enum>
Dec 06 15:41:08 user nova-compute[75278]:     </tpm>
Dec 06 15:41:08 user nova-compute[75278]:   </devices>
Dec 06 15:41:08 user nova-compute[75278]:   <features>
Dec 06 15:41:08 user nova-compute[75278]:     <gic supported='no'/>
Dec 06 15:41:08 user nova-compute[75278]:     <vmcoreinfo supported='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:     <genid supported='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:     <backingStoreInput supported='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:     <backup supported='yes'/>
Dec 06 15:41:08 user nova-compute[75278]:     <sev supported='no'/>
Dec 06 15:41:08 user nova-compute[75278]:   </features>
Dec 06 15:41:08 user nova-compute[75278]: </domainCapabilities>
Dec 06 15:41:08 user nova-compute[75278]:  {{(pid=75278) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Getting domain capabilities for xtensa via machine types: {None} {{(pid=75278) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Error from libvirt when retrieving domain capabilities for arch xtensa / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensa' on this host {{(pid=75278) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Getting domain capabilities for xtensaeb via machine types: {None} {{(pid=75278) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Error from libvirt when retrieving domain capabilities for arch xtensaeb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensaeb' on this host {{(pid=75278) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Checking secure boot support for host arch (x86_64) {{(pid=75278) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1781}}
Dec 06 15:41:08 user nova-compute[75278]: INFO nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Secure Boot support detected
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] cpu compare xml: <cpu match="exact">
Dec 06 15:41:08 user nova-compute[75278]:   <model>Nehalem</model>
Dec 06 15:41:08 user nova-compute[75278]: </cpu>
Dec 06 15:41:08 user nova-compute[75278]:  {{(pid=75278) _compare_cpu /opt/stack/nova/nova/virt/libvirt/driver.py:10025}}
Dec 06 15:41:08 user nova-compute[75278]: INFO nova.virt.node [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Generated node identity 8b3403ac-859e-46a6-ab7b-26268bef73b0
Dec 06 15:41:08 user nova-compute[75278]: INFO nova.virt.node [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Wrote node identity 8b3403ac-859e-46a6-ab7b-26268bef73b0 to /opt/stack/data/nova/compute_id
Dec 06 15:41:08 user nova-compute[75278]: WARNING nova.compute.manager [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Compute nodes ['8b3403ac-859e-46a6-ab7b-26268bef73b0'] for host user were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning.
Dec 06 15:41:08 user nova-compute[75278]: INFO nova.compute.manager [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host
Dec 06 15:41:08 user nova-compute[75278]: WARNING nova.compute.manager [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] No compute node record found for host user. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Dec 06 15:41:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:41:08 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 15:41:09 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:41:09 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:41:09 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Hypervisor/Node resource view: name=user free_ram=11002MB free_disk=26.10533905029297GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 15:41:09 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:41:09 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:41:09 user nova-compute[75278]: WARNING nova.compute.resource_tracker [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] No compute node record for user:8b3403ac-859e-46a6-ab7b-26268bef73b0: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 8b3403ac-859e-46a6-ab7b-26268bef73b0 could not be found.
Dec 06 15:41:09 user nova-compute[75278]: INFO nova.compute.resource_tracker [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Compute node record created for user:user with uuid: 8b3403ac-859e-46a6-ab7b-26268bef73b0
Dec 06 15:41:09 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 15:41:09 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 15:41:09 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] [req-c14086a1-e2a3-41b1-8ced-433f37aa3b3b] Created resource provider record via placement API for resource provider with UUID 8b3403ac-859e-46a6-ab7b-26268bef73b0 and name user.
Dec 06 15:41:09 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] /sys/module/kvm_amd/parameters/sev does not exist {{(pid=75278) _kernel_supports_amd_sev /opt/stack/nova/nova/virt/libvirt/host.py:1797}}
Dec 06 15:41:09 user nova-compute[75278]: INFO nova.virt.libvirt.host [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] kernel doesn't support AMD SEV
Dec 06 15:41:09 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Updating inventory in ProviderTree for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 with inventory: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 15:41:09 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:41:09 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Libvirt baseline CPU <cpu>
Dec 06 15:41:09 user nova-compute[75278]:   <arch>x86_64</arch>
Dec 06 15:41:09 user nova-compute[75278]:   <model>Nehalem</model>
Dec 06 15:41:09 user nova-compute[75278]:   <vendor>Intel</vendor>
Dec 06 15:41:09 user nova-compute[75278]:   <topology sockets="6" cores="1" threads="1"/>
Dec 06 15:41:09 user nova-compute[75278]: </cpu>
Dec 06 15:41:09 user nova-compute[75278]:  {{(pid=75278) _get_guest_baseline_cpu_features /opt/stack/nova/nova/virt/libvirt/driver.py:12524}}
Dec 06 15:41:09 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Updated inventory for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 with generation 0 in Placement from set_inventory_for_provider using data: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:957}}
Dec 06 15:41:09 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Updating resource provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 generation from 0 to 1 during operation: update_inventory {{(pid=75278) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Dec 06 15:41:09 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Updating inventory in ProviderTree for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 with inventory: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 15:41:10 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Updating resource provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 generation from 1 to 2 during operation: update_traits {{(pid=75278) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Dec 06 15:41:10 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 15:41:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.742s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:41:10 user nova-compute[75278]: DEBUG nova.service [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Creating RPC server for service compute {{(pid=75278) start /opt/stack/nova/nova/service.py:182}}
Dec 06 15:41:10 user nova-compute[75278]: DEBUG nova.service [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] Join ServiceGroup membership for this service compute {{(pid=75278) start /opt/stack/nova/nova/service.py:199}}
Dec 06 15:41:10 user nova-compute[75278]: DEBUG nova.servicegroup.drivers.db [None req-2e093270-a248-4ea3-8e55-22ae98f16d08 None None] DB_Driver: join new ServiceGroup member user to the compute group, service = <Service: host=user, binary=nova-compute, manager_class_name=nova.compute.manager.ComputeManager> {{(pid=75278) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
Dec 06 15:42:03 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:42:03 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:42:03 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 15:42:03 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Rebuilding the list of instances to heal {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 15:42:03 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Didn't find any instances for network info cache update. {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 15:42:03 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:42:03 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:42:03 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:42:03 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:42:03 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:42:03 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._sync_power_states {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:42:03 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:42:03 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 15:42:03 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:42:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:42:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:42:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:42:03 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 15:42:03 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:42:03 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:42:03 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=10364MB free_disk=26.00905990600586GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 15:42:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:42:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:42:03 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 15:42:03 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 15:42:03 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:42:03 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:42:03 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 15:42:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.179s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:42:03 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:43:00 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:43:00 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:43:00 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:43:00 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:43:00 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:43:00 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:43:01 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:43:01 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 15:43:01 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:43:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:43:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:43:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:43:01 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 15:43:01 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:43:01 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:43:01 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=10348MB free_disk=26.07404327392578GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 15:43:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:43:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:43:01 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 15:43:01 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 15:43:01 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:43:01 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:43:01 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 15:43:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.169s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:43:02 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:43:02 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 15:43:02 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Rebuilding the list of instances to heal {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 15:43:02 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Didn't find any instances for network info cache update. {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 15:43:02 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:44:00 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:44:00 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:44:00 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:44:00 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:44:02 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:44:02 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:44:02 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:44:02 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 15:44:02 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:44:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:44:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:44:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:44:02 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 15:44:02 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:44:02 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:44:02 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=10340MB free_disk=25.82590103149414GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 15:44:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:44:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:44:02 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 15:44:02 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 15:44:02 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:44:02 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:44:02 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 15:44:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.135s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:44:04 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:44:04 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 15:44:04 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Rebuilding the list of instances to heal {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 15:44:04 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Didn't find any instances for network info cache update. {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 15:45:00 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:45:00 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:45:01 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:45:01 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:45:03 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:45:04 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:45:04 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:45:04 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:45:04 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 15:45:04 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:45:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:04 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 15:45:04 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:45:04 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:45:04 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=9625MB free_disk=25.85491180419922GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 15:45:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:04 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 15:45:04 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 15:45:04 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:45:04 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:45:04 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 15:45:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.178s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:05 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:45:05 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 15:45:05 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Rebuilding the list of instances to heal {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 15:45:05 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Didn't find any instances for network info cache update. {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 15:45:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Acquiring lock "d640cb1e-2206-4624-8617-2dbe4f22e06c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Lock "d640cb1e-2206-4624-8617-2dbe4f22e06c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:16 user nova-compute[75278]: DEBUG nova.compute.manager [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 15:45:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:16 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 15:45:16 user nova-compute[75278]: INFO nova.compute.claims [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Claim successful on node user
Dec 06 15:45:16 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:45:16 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:45:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.297s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:16 user nova-compute[75278]: DEBUG nova.compute.manager [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 15:45:16 user nova-compute[75278]: DEBUG nova.compute.manager [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 15:45:16 user nova-compute[75278]: DEBUG nova.network.neutron [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 15:45:16 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 15:45:17 user nova-compute[75278]: DEBUG nova.compute.manager [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 15:45:17 user nova-compute[75278]: DEBUG nova.compute.manager [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 15:45:17 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 15:45:17 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Creating image(s)
Dec 06 15:45:17 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Acquiring lock "/opt/stack/data/nova/instances/d640cb1e-2206-4624-8617-2dbe4f22e06c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:17 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Lock "/opt/stack/data/nova/instances/d640cb1e-2206-4624-8617-2dbe4f22e06c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:17 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Lock "/opt/stack/data/nova/instances/d640cb1e-2206-4624-8617-2dbe4f22e06c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:17 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Acquiring lock "8b6964317078072a1e593868059fc8dc16213a0c" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:17 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:17 user nova-compute[75278]: DEBUG nova.policy [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5e8b16a2b7d4b29b05faad5bd503f31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '941dea0c3d4c4ce0b791603c2b48ff5c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 15:45:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c.part --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c.part --force-share --output=json" returned: 0 in 0.188s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:18 user nova-compute[75278]: DEBUG nova.virt.images [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] dd729e0e-e328-40ab-89ca-9ae1326f53b2 was qcow2, converting to raw {{(pid=75278) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 06 15:45:18 user nova-compute[75278]: DEBUG nova.privsep.utils [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75278) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 15:45:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c.part /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c.converted {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c.part /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c.converted" returned: 0 in 0.161s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c.converted --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c.converted --force-share --output=json" returned: 0 in 0.210s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.454s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:18 user nova-compute[75278]: INFO oslo.privsep.daemon [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'nova.privsep.sys_admin_pctxt', '--privsep_sock_path', '/tmp/tmpn26zyinb/privsep.sock']
Dec 06 15:45:18 user sudo[84514]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmpn26zyinb/privsep.sock
Dec 06 15:45:18 user sudo[84514]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Dec 06 15:45:19 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Acquiring lock "60fa6c34-9e58-4e20-b695-391070a81993" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:19 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lock "60fa6c34-9e58-4e20-b695-391070a81993" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:19 user nova-compute[75278]: DEBUG nova.network.neutron [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Successfully created port: ee174c92-2a46-44f2-9449-49f14e07eca2 {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 15:45:19 user nova-compute[75278]: DEBUG nova.compute.manager [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 15:45:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:20 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 15:45:20 user nova-compute[75278]: INFO nova.compute.claims [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Claim successful on node user
Dec 06 15:45:20 user sudo[84514]: pam_unix(sudo:session): session closed for user root
Dec 06 15:45:20 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:45:20 user nova-compute[75278]: INFO oslo.privsep.daemon [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Spawned new privsep daemon via rootwrap
Dec 06 15:45:20 user nova-compute[75278]: INFO oslo.privsep.daemon [-] privsep daemon starting
Dec 06 15:45:20 user nova-compute[75278]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Dec 06 15:45:20 user nova-compute[75278]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/none
Dec 06 15:45:20 user nova-compute[75278]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84523
Dec 06 15:45:20 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:45:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.348s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:20 user nova-compute[75278]: DEBUG nova.compute.manager [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 15:45:20 user nova-compute[75278]: DEBUG nova.compute.manager [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 15:45:20 user nova-compute[75278]: DEBUG nova.network.neutron [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 15:45:20 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 15:45:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:20 user nova-compute[75278]: DEBUG nova.compute.manager [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 15:45:20 user nova-compute[75278]: DEBUG nova.policy [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '581383a096bd40438a9c2cc4c7b4f84a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f49e94b36f5441aab0a91f0b37a300ca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 15:45:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.236s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Acquiring lock "8b6964317078072a1e593868059fc8dc16213a0c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:20 user nova-compute[75278]: DEBUG nova.compute.manager [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 15:45:20 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 15:45:20 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Creating image(s)
Dec 06 15:45:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Acquiring lock "/opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lock "/opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lock "/opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.091s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.209s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/d640cb1e-2206-4624-8617-2dbe4f22e06c/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/d640cb1e-2206-4624-8617-2dbe4f22e06c/disk 1073741824" returned: 0 in 0.098s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.312s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.187s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Acquiring lock "8b6964317078072a1e593868059fc8dc16213a0c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.220s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:21 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d640cb1e-2206-4624-8617-2dbe4f22e06c/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 15:45:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d640cb1e-2206-4624-8617-2dbe4f22e06c/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.198s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk 1073741824" returned: 0 in 0.064s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.269s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d640cb1e-2206-4624-8617-2dbe4f22e06c/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:21 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Cannot resize image /opt/stack/data/nova/instances/d640cb1e-2206-4624-8617-2dbe4f22e06c/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 15:45:21 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 15:45:21 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Ensure instance console log exists: /opt/stack/data/nova/instances/d640cb1e-2206-4624-8617-2dbe4f22e06c/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 15:45:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.215s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:21 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Checking if we can resize image /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 15:45:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:21 user nova-compute[75278]: DEBUG nova.network.neutron [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Successfully updated port: ee174c92-2a46-44f2-9449-49f14e07eca2 {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:45:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Acquiring lock "refresh_cache-d640cb1e-2206-4624-8617-2dbe4f22e06c" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:45:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Acquired lock "refresh_cache-d640cb1e-2206-4624-8617-2dbe4f22e06c" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:45:21 user nova-compute[75278]: DEBUG nova.network.neutron [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:45:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:21 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Cannot resize image /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 15:45:21 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 15:45:21 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Ensure instance console log exists: /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 15:45:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:22 user nova-compute[75278]: DEBUG nova.network.neutron [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:45:22 user nova-compute[75278]: DEBUG nova.compute.manager [req-9e259895-ee1f-4482-a23d-fe4469aa9487 req-32aa98b7-347e-4023-9e09-4d778c1a859f service nova] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Received event network-changed-ee174c92-2a46-44f2-9449-49f14e07eca2 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:45:22 user nova-compute[75278]: DEBUG nova.compute.manager [req-9e259895-ee1f-4482-a23d-fe4469aa9487 req-32aa98b7-347e-4023-9e09-4d778c1a859f service nova] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Refreshing instance network info cache due to event network-changed-ee174c92-2a46-44f2-9449-49f14e07eca2. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:45:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9e259895-ee1f-4482-a23d-fe4469aa9487 req-32aa98b7-347e-4023-9e09-4d778c1a859f service nova] Acquiring lock "refresh_cache-d640cb1e-2206-4624-8617-2dbe4f22e06c" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG nova.network.neutron [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Updating instance_info_cache with network_info: [{"id": "ee174c92-2a46-44f2-9449-49f14e07eca2", "address": "fa:16:3e:4b:20:e7", "network": {"id": "7b2783c3-7b3c-43ec-ab71-8095c40acc2d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1183569402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "941dea0c3d4c4ce0b791603c2b48ff5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee174c92-2a", "ovs_interfaceid": "ee174c92-2a46-44f2-9449-49f14e07eca2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Releasing lock "refresh_cache-d640cb1e-2206-4624-8617-2dbe4f22e06c" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG nova.compute.manager [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Instance network_info: |[{"id": "ee174c92-2a46-44f2-9449-49f14e07eca2", "address": "fa:16:3e:4b:20:e7", "network": {"id": "7b2783c3-7b3c-43ec-ab71-8095c40acc2d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1183569402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "941dea0c3d4c4ce0b791603c2b48ff5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee174c92-2a", "ovs_interfaceid": "ee174c92-2a46-44f2-9449-49f14e07eca2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9e259895-ee1f-4482-a23d-fe4469aa9487 req-32aa98b7-347e-4023-9e09-4d778c1a859f service nova] Acquired lock "refresh_cache-d640cb1e-2206-4624-8617-2dbe4f22e06c" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG nova.network.neutron [req-9e259895-ee1f-4482-a23d-fe4469aa9487 req-32aa98b7-347e-4023-9e09-4d778c1a859f service nova] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Refreshing network info cache for port ee174c92-2a46-44f2-9449-49f14e07eca2 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Start _get_guest_xml network_info=[{"id": "ee174c92-2a46-44f2-9449-49f14e07eca2", "address": "fa:16:3e:4b:20:e7", "network": {"id": "7b2783c3-7b3c-43ec-ab71-8095c40acc2d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1183569402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "941dea0c3d4c4ce0b791603c2b48ff5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee174c92-2a", "ovs_interfaceid": "ee174c92-2a46-44f2-9449-49f14e07eca2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG nova.network.neutron [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Successfully created port: 3678d2b7-4742-42ab-af5f-0d91a9bf3b8a {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 15:45:23 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:45:23 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:45:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG nova.privsep.utils [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75278) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:45:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1016227417',display_name='tempest-DeleteServersTestJSON-server-1016227417',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1016227417',id=1,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='941dea0c3d4c4ce0b791603c2b48ff5c',ramdisk_id='',reservation_id='r-d6ukzfs4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-1131383508',owner_user_name='tempest-DeleteServersTestJSON-1131383508-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:45:17Z,user_data=None,user_id='f5e8b16a2b7d4b29b05faad5bd503f31',uuid=d640cb1e-2206-4624-8617-2dbe4f22e06c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ee174c92-2a46-44f2-9449-49f14e07eca2", "address": "fa:16:3e:4b:20:e7", "network": {"id": "7b2783c3-7b3c-43ec-ab71-8095c40acc2d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1183569402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "941dea0c3d4c4ce0b791603c2b48ff5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee174c92-2a", "ovs_interfaceid": "ee174c92-2a46-44f2-9449-49f14e07eca2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Converting VIF {"id": "ee174c92-2a46-44f2-9449-49f14e07eca2", "address": "fa:16:3e:4b:20:e7", "network": {"id": "7b2783c3-7b3c-43ec-ab71-8095c40acc2d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1183569402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "941dea0c3d4c4ce0b791603c2b48ff5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee174c92-2a", "ovs_interfaceid": "ee174c92-2a46-44f2-9449-49f14e07eca2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4b:20:e7,bridge_name='br-int',has_traffic_filtering=True,id=ee174c92-2a46-44f2-9449-49f14e07eca2,network=Network(7b2783c3-7b3c-43ec-ab71-8095c40acc2d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee174c92-2a') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG nova.objects.instance [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Lazy-loading 'pci_devices' on Instance uuid d640cb1e-2206-4624-8617-2dbe4f22e06c {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:45:23 user nova-compute[75278]:   <uuid>d640cb1e-2206-4624-8617-2dbe4f22e06c</uuid>
Dec 06 15:45:23 user nova-compute[75278]:   <name>instance-00000001</name>
Dec 06 15:45:23 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 15:45:23 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:45:23 user nova-compute[75278]:   <metadata>
Dec 06 15:45:23 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:45:23 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:45:23 user nova-compute[75278]:       <nova:name>tempest-DeleteServersTestJSON-server-1016227417</nova:name>
Dec 06 15:45:23 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:45:23</nova:creationTime>
Dec 06 15:45:23 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 15:45:23 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 15:45:23 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 15:45:23 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:45:23 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:45:23 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:45:23 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:45:23 user nova-compute[75278]:       <nova:owner>
Dec 06 15:45:23 user nova-compute[75278]:         <nova:user uuid="f5e8b16a2b7d4b29b05faad5bd503f31">tempest-DeleteServersTestJSON-1131383508-project-member</nova:user>
Dec 06 15:45:23 user nova-compute[75278]:         <nova:project uuid="941dea0c3d4c4ce0b791603c2b48ff5c">tempest-DeleteServersTestJSON-1131383508</nova:project>
Dec 06 15:45:23 user nova-compute[75278]:       </nova:owner>
Dec 06 15:45:23 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 15:45:23 user nova-compute[75278]:       <nova:ports>
Dec 06 15:45:23 user nova-compute[75278]:         <nova:port uuid="ee174c92-2a46-44f2-9449-49f14e07eca2">
Dec 06 15:45:23 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 06 15:45:23 user nova-compute[75278]:         </nova:port>
Dec 06 15:45:23 user nova-compute[75278]:       </nova:ports>
Dec 06 15:45:23 user nova-compute[75278]:     </nova:instance>
Dec 06 15:45:23 user nova-compute[75278]:   </metadata>
Dec 06 15:45:23 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:45:23 user nova-compute[75278]:     <system>
Dec 06 15:45:23 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:45:23 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:45:23 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:45:23 user nova-compute[75278]:       <entry name="serial">d640cb1e-2206-4624-8617-2dbe4f22e06c</entry>
Dec 06 15:45:23 user nova-compute[75278]:       <entry name="uuid">d640cb1e-2206-4624-8617-2dbe4f22e06c</entry>
Dec 06 15:45:23 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:45:23 user nova-compute[75278]:     </system>
Dec 06 15:45:23 user nova-compute[75278]:   </sysinfo>
Dec 06 15:45:23 user nova-compute[75278]:   <os>
Dec 06 15:45:23 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:45:23 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 15:45:23 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:45:23 user nova-compute[75278]:   </os>
Dec 06 15:45:23 user nova-compute[75278]:   <features>
Dec 06 15:45:23 user nova-compute[75278]:     <acpi/>
Dec 06 15:45:23 user nova-compute[75278]:     <apic/>
Dec 06 15:45:23 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:45:23 user nova-compute[75278]:   </features>
Dec 06 15:45:23 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:45:23 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:45:23 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:45:23 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:45:23 user nova-compute[75278]:   </clock>
Dec 06 15:45:23 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:45:23 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:45:23 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:45:23 user nova-compute[75278]:   </cpu>
Dec 06 15:45:23 user nova-compute[75278]:   <devices>
Dec 06 15:45:23 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 15:45:23 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 15:45:23 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/d640cb1e-2206-4624-8617-2dbe4f22e06c/disk"/>
Dec 06 15:45:23 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 15:45:23 user nova-compute[75278]:     </disk>
Dec 06 15:45:23 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:45:23 user nova-compute[75278]:       <mac address="fa:16:3e:4b:20:e7"/>
Dec 06 15:45:23 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:45:23 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:45:23 user nova-compute[75278]:       <target dev="tapee174c92-2a"/>
Dec 06 15:45:23 user nova-compute[75278]:     </interface>
Dec 06 15:45:23 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:45:23 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/d640cb1e-2206-4624-8617-2dbe4f22e06c/console.log" append="off"/>
Dec 06 15:45:23 user nova-compute[75278]:     </serial>
Dec 06 15:45:23 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:45:23 user nova-compute[75278]:     <video>
Dec 06 15:45:23 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:45:23 user nova-compute[75278]:     </video>
Dec 06 15:45:23 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:45:23 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:45:23 user nova-compute[75278]:     </rng>
Dec 06 15:45:23 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:45:23 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:45:23 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:45:23 user nova-compute[75278]:     </memballoon>
Dec 06 15:45:23 user nova-compute[75278]:   </devices>
Dec 06 15:45:23 user nova-compute[75278]: </domain>
Dec 06 15:45:23 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:45:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1016227417',display_name='tempest-DeleteServersTestJSON-server-1016227417',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1016227417',id=1,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='941dea0c3d4c4ce0b791603c2b48ff5c',ramdisk_id='',reservation_id='r-d6ukzfs4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-1131383508',owner_user_name='tempest-DeleteServersTestJSON-1131383508-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:45:17Z,user_data=None,user_id='f5e8b16a2b7d4b29b05faad5bd503f31',uuid=d640cb1e-2206-4624-8617-2dbe4f22e06c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ee174c92-2a46-44f2-9449-49f14e07eca2", "address": "fa:16:3e:4b:20:e7", "network": {"id": "7b2783c3-7b3c-43ec-ab71-8095c40acc2d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1183569402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "941dea0c3d4c4ce0b791603c2b48ff5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee174c92-2a", "ovs_interfaceid": "ee174c92-2a46-44f2-9449-49f14e07eca2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Converting VIF {"id": "ee174c92-2a46-44f2-9449-49f14e07eca2", "address": "fa:16:3e:4b:20:e7", "network": {"id": "7b2783c3-7b3c-43ec-ab71-8095c40acc2d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1183569402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "941dea0c3d4c4ce0b791603c2b48ff5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee174c92-2a", "ovs_interfaceid": "ee174c92-2a46-44f2-9449-49f14e07eca2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4b:20:e7,bridge_name='br-int',has_traffic_filtering=True,id=ee174c92-2a46-44f2-9449-49f14e07eca2,network=Network(7b2783c3-7b3c-43ec-ab71-8095c40acc2d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee174c92-2a') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG os_vif [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4b:20:e7,bridge_name='br-int',has_traffic_filtering=True,id=ee174c92-2a46-44f2-9449-49f14e07eca2,network=Network(7b2783c3-7b3c-43ec-ab71-8095c40acc2d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee174c92-2a') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Created schema index Interface.name {{(pid=75278) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Created schema index Port.name {{(pid=75278) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Created schema index Bridge.name {{(pid=75278) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] tcp:127.0.0.1:6640: entering CONNECTING {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [POLLOUT] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f9a07d27-ba8e-58a9-8021-d7617159f698', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:45:23 user nova-compute[75278]: INFO oslo.privsep.daemon [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'vif_plug_ovs.privsep.vif_plug', '--privsep_sock_path', '/tmp/tmplpc6jflq/privsep.sock']
Dec 06 15:45:23 user sudo[84593]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmplpc6jflq/privsep.sock
Dec 06 15:45:23 user sudo[84593]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Dec 06 15:45:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:24 user nova-compute[75278]: DEBUG nova.network.neutron [req-9e259895-ee1f-4482-a23d-fe4469aa9487 req-32aa98b7-347e-4023-9e09-4d778c1a859f service nova] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Updated VIF entry in instance network info cache for port ee174c92-2a46-44f2-9449-49f14e07eca2. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:45:24 user nova-compute[75278]: DEBUG nova.network.neutron [req-9e259895-ee1f-4482-a23d-fe4469aa9487 req-32aa98b7-347e-4023-9e09-4d778c1a859f service nova] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Updating instance_info_cache with network_info: [{"id": "ee174c92-2a46-44f2-9449-49f14e07eca2", "address": "fa:16:3e:4b:20:e7", "network": {"id": "7b2783c3-7b3c-43ec-ab71-8095c40acc2d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1183569402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "941dea0c3d4c4ce0b791603c2b48ff5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee174c92-2a", "ovs_interfaceid": "ee174c92-2a46-44f2-9449-49f14e07eca2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:45:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9e259895-ee1f-4482-a23d-fe4469aa9487 req-32aa98b7-347e-4023-9e09-4d778c1a859f service nova] Releasing lock "refresh_cache-d640cb1e-2206-4624-8617-2dbe4f22e06c" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:45:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "accf5417-e552-4fa7-8b65-5f3121d1d17f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "accf5417-e552-4fa7-8b65-5f3121d1d17f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:25 user nova-compute[75278]: DEBUG nova.compute.manager [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 15:45:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:25 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 15:45:25 user nova-compute[75278]: INFO nova.compute.claims [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Claim successful on node user
Dec 06 15:45:25 user sudo[84593]: pam_unix(sudo:session): session closed for user root
Dec 06 15:45:25 user nova-compute[75278]: INFO oslo.privsep.daemon [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Spawned new privsep daemon via rootwrap
Dec 06 15:45:25 user nova-compute[75278]: INFO oslo.privsep.daemon [-] privsep daemon starting
Dec 06 15:45:25 user nova-compute[75278]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Dec 06 15:45:25 user nova-compute[75278]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_DAC_OVERRIDE|CAP_NET_ADMIN/CAP_DAC_OVERRIDE|CAP_NET_ADMIN/none
Dec 06 15:45:25 user nova-compute[75278]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84602
Dec 06 15:45:25 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:45:25 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:45:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.484s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:25 user nova-compute[75278]: DEBUG nova.compute.manager [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 15:45:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:25 user nova-compute[75278]: DEBUG nova.compute.manager [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 15:45:25 user nova-compute[75278]: DEBUG nova.network.neutron [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 15:45:25 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 15:45:26 user nova-compute[75278]: DEBUG nova.compute.manager [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 15:45:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapee174c92-2a, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapee174c92-2a, col_values=(('qos', UUID('2a4cc649-d738-4f93-aefe-fd8f414bd1e5')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapee174c92-2a, col_values=(('external_ids', {'iface-id': 'ee174c92-2a46-44f2-9449-49f14e07eca2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4b:20:e7', 'vm-uuid': 'd640cb1e-2206-4624-8617-2dbe4f22e06c'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:45:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:26 user nova-compute[75278]: DEBUG nova.compute.manager [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 15:45:26 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 15:45:26 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Creating image(s)
Dec 06 15:45:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "/opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "/opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "/opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:26 user nova-compute[75278]: INFO os_vif [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4b:20:e7,bridge_name='br-int',has_traffic_filtering=True,id=ee174c92-2a46-44f2-9449-49f14e07eca2,network=Network(7b2783c3-7b3c-43ec-ab71-8095c40acc2d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee174c92-2a')
Dec 06 15:45:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:26 user nova-compute[75278]: DEBUG nova.network.neutron [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Successfully updated port: 3678d2b7-4742-42ab-af5f-0d91a9bf3b8a {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:45:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Acquiring lock "refresh_cache-60fa6c34-9e58-4e20-b695-391070a81993" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:45:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Acquired lock "refresh_cache-60fa6c34-9e58-4e20-b695-391070a81993" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:45:26 user nova-compute[75278]: DEBUG nova.network.neutron [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:45:26 user nova-compute[75278]: DEBUG nova.policy [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '518fb7d77ef147348fd03cb374e9b293', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cab662082c54ba684178b494adc8eac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 15:45:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-55d2f393-57a9-4096-a4ca-25560a454cc9 req-c944c725-4404-48f9-96c9-9245984ed8d5 service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Received event network-changed-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:45:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-55d2f393-57a9-4096-a4ca-25560a454cc9 req-c944c725-4404-48f9-96c9-9245984ed8d5 service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Refreshing instance network info cache due to event network-changed-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:45:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-55d2f393-57a9-4096-a4ca-25560a454cc9 req-c944c725-4404-48f9-96c9-9245984ed8d5 service nova] Acquiring lock "refresh_cache-60fa6c34-9e58-4e20-b695-391070a81993" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:45:26 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:45:26 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] No VIF found with MAC fa:16:3e:4b:20:e7, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:45:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.209s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "8b6964317078072a1e593868059fc8dc16213a0c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.211s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk 1073741824" returned: 0 in 0.046s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.262s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:26 user nova-compute[75278]: DEBUG nova.network.neutron [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:45:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.172s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:26 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Checking if we can resize image /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 15:45:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:27 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Cannot resize image /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 15:45:27 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 15:45:27 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Ensure instance console log exists: /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 15:45:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:27 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:27 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:27 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG nova.network.neutron [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Updating instance_info_cache with network_info: [{"id": "3678d2b7-4742-42ab-af5f-0d91a9bf3b8a", "address": "fa:16:3e:91:1c:29", "network": {"id": "c1c85dff-af5e-4edc-96f9-4bcffbbafb7a", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1267058935-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f49e94b36f5441aab0a91f0b37a300ca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3678d2b7-47", "ovs_interfaceid": "3678d2b7-4742-42ab-af5f-0d91a9bf3b8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Releasing lock "refresh_cache-60fa6c34-9e58-4e20-b695-391070a81993" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG nova.compute.manager [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Instance network_info: |[{"id": "3678d2b7-4742-42ab-af5f-0d91a9bf3b8a", "address": "fa:16:3e:91:1c:29", "network": {"id": "c1c85dff-af5e-4edc-96f9-4bcffbbafb7a", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1267058935-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f49e94b36f5441aab0a91f0b37a300ca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3678d2b7-47", "ovs_interfaceid": "3678d2b7-4742-42ab-af5f-0d91a9bf3b8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-55d2f393-57a9-4096-a4ca-25560a454cc9 req-c944c725-4404-48f9-96c9-9245984ed8d5 service nova] Acquired lock "refresh_cache-60fa6c34-9e58-4e20-b695-391070a81993" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG nova.network.neutron [req-55d2f393-57a9-4096-a4ca-25560a454cc9 req-c944c725-4404-48f9-96c9-9245984ed8d5 service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Refreshing network info cache for port 3678d2b7-4742-42ab-af5f-0d91a9bf3b8a {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Start _get_guest_xml network_info=[{"id": "3678d2b7-4742-42ab-af5f-0d91a9bf3b8a", "address": "fa:16:3e:91:1c:29", "network": {"id": "c1c85dff-af5e-4edc-96f9-4bcffbbafb7a", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1267058935-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f49e94b36f5441aab0a91f0b37a300ca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3678d2b7-47", "ovs_interfaceid": "3678d2b7-4742-42ab-af5f-0d91a9bf3b8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:28 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:45:28 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:45:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:45:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-989023718',display_name='tempest-ServerStableDeviceRescueTest-server-989023718',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-989023718',id=2,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDh5TqOd7G0VyRgJ8zZDvUvrHJF+Vrz+BOvH+94AA/l/oTyCK7lVFNXTX7SZYraRLeMnWT+H+JXam/Mxpy3m4uhUm+42/MFbtnoPqR+iRq6R623/edChU6QGcLujuxwDvA==',key_name='tempest-keypair-1687578427',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f49e94b36f5441aab0a91f0b37a300ca',ramdisk_id='',reservation_id='r-rb5a1fu0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-1976590556',owner_user_name='tempest-ServerStableDeviceRescueTest-1976590556-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:45:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='581383a096bd40438a9c2cc4c7b4f84a',uuid=60fa6c34-9e58-4e20-b695-391070a81993,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3678d2b7-4742-42ab-af5f-0d91a9bf3b8a", "address": "fa:16:3e:91:1c:29", "network": {"id": "c1c85dff-af5e-4edc-96f9-4bcffbbafb7a", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1267058935-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f49e94b36f5441aab0a91f0b37a300ca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3678d2b7-47", "ovs_interfaceid": "3678d2b7-4742-42ab-af5f-0d91a9bf3b8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Converting VIF {"id": "3678d2b7-4742-42ab-af5f-0d91a9bf3b8a", "address": "fa:16:3e:91:1c:29", "network": {"id": "c1c85dff-af5e-4edc-96f9-4bcffbbafb7a", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1267058935-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f49e94b36f5441aab0a91f0b37a300ca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3678d2b7-47", "ovs_interfaceid": "3678d2b7-4742-42ab-af5f-0d91a9bf3b8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:91:1c:29,bridge_name='br-int',has_traffic_filtering=True,id=3678d2b7-4742-42ab-af5f-0d91a9bf3b8a,network=Network(c1c85dff-af5e-4edc-96f9-4bcffbbafb7a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3678d2b7-47') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG nova.objects.instance [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lazy-loading 'pci_devices' on Instance uuid 60fa6c34-9e58-4e20-b695-391070a81993 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:45:28 user nova-compute[75278]:   <uuid>60fa6c34-9e58-4e20-b695-391070a81993</uuid>
Dec 06 15:45:28 user nova-compute[75278]:   <name>instance-00000002</name>
Dec 06 15:45:28 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 15:45:28 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:45:28 user nova-compute[75278]:   <metadata>
Dec 06 15:45:28 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:45:28 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:45:28 user nova-compute[75278]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-989023718</nova:name>
Dec 06 15:45:28 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:45:28</nova:creationTime>
Dec 06 15:45:28 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 15:45:28 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 15:45:28 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 15:45:28 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:45:28 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:45:28 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:45:28 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:45:28 user nova-compute[75278]:       <nova:owner>
Dec 06 15:45:28 user nova-compute[75278]:         <nova:user uuid="581383a096bd40438a9c2cc4c7b4f84a">tempest-ServerStableDeviceRescueTest-1976590556-project-member</nova:user>
Dec 06 15:45:28 user nova-compute[75278]:         <nova:project uuid="f49e94b36f5441aab0a91f0b37a300ca">tempest-ServerStableDeviceRescueTest-1976590556</nova:project>
Dec 06 15:45:28 user nova-compute[75278]:       </nova:owner>
Dec 06 15:45:28 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 15:45:28 user nova-compute[75278]:       <nova:ports>
Dec 06 15:45:28 user nova-compute[75278]:         <nova:port uuid="3678d2b7-4742-42ab-af5f-0d91a9bf3b8a">
Dec 06 15:45:28 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 06 15:45:28 user nova-compute[75278]:         </nova:port>
Dec 06 15:45:28 user nova-compute[75278]:       </nova:ports>
Dec 06 15:45:28 user nova-compute[75278]:     </nova:instance>
Dec 06 15:45:28 user nova-compute[75278]:   </metadata>
Dec 06 15:45:28 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:45:28 user nova-compute[75278]:     <system>
Dec 06 15:45:28 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:45:28 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:45:28 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:45:28 user nova-compute[75278]:       <entry name="serial">60fa6c34-9e58-4e20-b695-391070a81993</entry>
Dec 06 15:45:28 user nova-compute[75278]:       <entry name="uuid">60fa6c34-9e58-4e20-b695-391070a81993</entry>
Dec 06 15:45:28 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:45:28 user nova-compute[75278]:     </system>
Dec 06 15:45:28 user nova-compute[75278]:   </sysinfo>
Dec 06 15:45:28 user nova-compute[75278]:   <os>
Dec 06 15:45:28 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:45:28 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 15:45:28 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:45:28 user nova-compute[75278]:   </os>
Dec 06 15:45:28 user nova-compute[75278]:   <features>
Dec 06 15:45:28 user nova-compute[75278]:     <acpi/>
Dec 06 15:45:28 user nova-compute[75278]:     <apic/>
Dec 06 15:45:28 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:45:28 user nova-compute[75278]:   </features>
Dec 06 15:45:28 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:45:28 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:45:28 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:45:28 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:45:28 user nova-compute[75278]:   </clock>
Dec 06 15:45:28 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:45:28 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:45:28 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:45:28 user nova-compute[75278]:   </cpu>
Dec 06 15:45:28 user nova-compute[75278]:   <devices>
Dec 06 15:45:28 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 15:45:28 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 15:45:28 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk"/>
Dec 06 15:45:28 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 15:45:28 user nova-compute[75278]:     </disk>
Dec 06 15:45:28 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:45:28 user nova-compute[75278]:       <mac address="fa:16:3e:91:1c:29"/>
Dec 06 15:45:28 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:45:28 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:45:28 user nova-compute[75278]:       <target dev="tap3678d2b7-47"/>
Dec 06 15:45:28 user nova-compute[75278]:     </interface>
Dec 06 15:45:28 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:45:28 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/console.log" append="off"/>
Dec 06 15:45:28 user nova-compute[75278]:     </serial>
Dec 06 15:45:28 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:45:28 user nova-compute[75278]:     <video>
Dec 06 15:45:28 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:45:28 user nova-compute[75278]:     </video>
Dec 06 15:45:28 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:45:28 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:45:28 user nova-compute[75278]:     </rng>
Dec 06 15:45:28 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:45:28 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:45:28 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:45:28 user nova-compute[75278]:     </memballoon>
Dec 06 15:45:28 user nova-compute[75278]:   </devices>
Dec 06 15:45:28 user nova-compute[75278]: </domain>
Dec 06 15:45:28 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:45:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-989023718',display_name='tempest-ServerStableDeviceRescueTest-server-989023718',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-989023718',id=2,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDh5TqOd7G0VyRgJ8zZDvUvrHJF+Vrz+BOvH+94AA/l/oTyCK7lVFNXTX7SZYraRLeMnWT+H+JXam/Mxpy3m4uhUm+42/MFbtnoPqR+iRq6R623/edChU6QGcLujuxwDvA==',key_name='tempest-keypair-1687578427',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f49e94b36f5441aab0a91f0b37a300ca',ramdisk_id='',reservation_id='r-rb5a1fu0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-1976590556',owner_user_name='tempest-ServerStableDeviceRescueTest-1976590556-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:45:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='581383a096bd40438a9c2cc4c7b4f84a',uuid=60fa6c34-9e58-4e20-b695-391070a81993,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3678d2b7-4742-42ab-af5f-0d91a9bf3b8a", "address": "fa:16:3e:91:1c:29", "network": {"id": "c1c85dff-af5e-4edc-96f9-4bcffbbafb7a", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1267058935-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f49e94b36f5441aab0a91f0b37a300ca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3678d2b7-47", "ovs_interfaceid": "3678d2b7-4742-42ab-af5f-0d91a9bf3b8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Converting VIF {"id": "3678d2b7-4742-42ab-af5f-0d91a9bf3b8a", "address": "fa:16:3e:91:1c:29", "network": {"id": "c1c85dff-af5e-4edc-96f9-4bcffbbafb7a", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1267058935-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f49e94b36f5441aab0a91f0b37a300ca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3678d2b7-47", "ovs_interfaceid": "3678d2b7-4742-42ab-af5f-0d91a9bf3b8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:91:1c:29,bridge_name='br-int',has_traffic_filtering=True,id=3678d2b7-4742-42ab-af5f-0d91a9bf3b8a,network=Network(c1c85dff-af5e-4edc-96f9-4bcffbbafb7a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3678d2b7-47') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG os_vif [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:1c:29,bridge_name='br-int',has_traffic_filtering=True,id=3678d2b7-4742-42ab-af5f-0d91a9bf3b8a,network=Network(c1c85dff-af5e-4edc-96f9-4bcffbbafb7a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3678d2b7-47') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '93ce0bb9-7c63-5c61-8d99-14e2ff8d1b70', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3678d2b7-47, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3678d2b7-47, col_values=(('qos', UUID('4be47e4a-f0bd-4a0b-9b27-690abf3f7d7e')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3678d2b7-47, col_values=(('external_ids', {'iface-id': '3678d2b7-4742-42ab-af5f-0d91a9bf3b8a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:91:1c:29', 'vm-uuid': '60fa6c34-9e58-4e20-b695-391070a81993'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:28 user nova-compute[75278]: INFO os_vif [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:1c:29,bridge_name='br-int',has_traffic_filtering=True,id=3678d2b7-4742-42ab-af5f-0d91a9bf3b8a,network=Network(c1c85dff-af5e-4edc-96f9-4bcffbbafb7a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3678d2b7-47')
Dec 06 15:45:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:45:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] No VIF found with MAC fa:16:3e:91:1c:29, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:45:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:29 user nova-compute[75278]: DEBUG nova.compute.manager [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 15:45:29 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 15:45:29 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Instance spawned successfully.
Dec 06 15:45:29 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 15:45:29 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:45:29 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:45:29 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:45:29 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:45:29 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:45:29 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:45:29 user nova-compute[75278]: INFO nova.compute.manager [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Took 12.62 seconds to spawn the instance on the hypervisor.
Dec 06 15:45:29 user nova-compute[75278]: DEBUG nova.compute.manager [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:45:30 user nova-compute[75278]: DEBUG nova.network.neutron [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Successfully created port: fecc4e69-7597-4f57-858f-d2484f5768d7 {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 15:45:30 user nova-compute[75278]: INFO nova.compute.manager [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Took 13.77 seconds to build instance.
Dec 06 15:45:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-e8dd2571-0c42-40f0-877d-8854f03ba37b tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Lock "d640cb1e-2206-4624-8617-2dbe4f22e06c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.997s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:30 user nova-compute[75278]: DEBUG nova.network.neutron [req-55d2f393-57a9-4096-a4ca-25560a454cc9 req-c944c725-4404-48f9-96c9-9245984ed8d5 service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Updated VIF entry in instance network info cache for port 3678d2b7-4742-42ab-af5f-0d91a9bf3b8a. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:45:30 user nova-compute[75278]: DEBUG nova.network.neutron [req-55d2f393-57a9-4096-a4ca-25560a454cc9 req-c944c725-4404-48f9-96c9-9245984ed8d5 service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Updating instance_info_cache with network_info: [{"id": "3678d2b7-4742-42ab-af5f-0d91a9bf3b8a", "address": "fa:16:3e:91:1c:29", "network": {"id": "c1c85dff-af5e-4edc-96f9-4bcffbbafb7a", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1267058935-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f49e94b36f5441aab0a91f0b37a300ca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3678d2b7-47", "ovs_interfaceid": "3678d2b7-4742-42ab-af5f-0d91a9bf3b8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:45:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-55d2f393-57a9-4096-a4ca-25560a454cc9 req-c944c725-4404-48f9-96c9-9245984ed8d5 service nova] Releasing lock "refresh_cache-60fa6c34-9e58-4e20-b695-391070a81993" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:45:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:30 user nova-compute[75278]: DEBUG nova.compute.manager [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 15:45:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:30 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 15:45:30 user nova-compute[75278]: INFO nova.compute.claims [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Claim successful on node user
Dec 06 15:45:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:31 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:45:31 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:45:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.549s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:31 user nova-compute[75278]: DEBUG nova.compute.manager [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 15:45:31 user nova-compute[75278]: DEBUG nova.compute.manager [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 15:45:31 user nova-compute[75278]: DEBUG nova.network.neutron [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 15:45:31 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 15:45:31 user nova-compute[75278]: DEBUG nova.compute.manager [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 15:45:31 user nova-compute[75278]: DEBUG nova.compute.manager [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 15:45:31 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 15:45:31 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Creating image(s)
Dec 06 15:45:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "/opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "/opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "/opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:31 user nova-compute[75278]: DEBUG nova.policy [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26861384bd1b4ae99cd4e8bd67d7ad18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e339ae43bf447d3adf76a1836e0e2e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 15:45:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.291s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "8b6964317078072a1e593868059fc8dc16213a0c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:32 user nova-compute[75278]: DEBUG nova.network.neutron [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Successfully updated port: fecc4e69-7597-4f57-858f-d2484f5768d7 {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:45:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "refresh_cache-accf5417-e552-4fa7-8b65-5f3121d1d17f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:45:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquired lock "refresh_cache-accf5417-e552-4fa7-8b65-5f3121d1d17f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:45:32 user nova-compute[75278]: DEBUG nova.network.neutron [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:45:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.281s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:32 user nova-compute[75278]: DEBUG nova.compute.manager [req-346ca37f-6005-47f1-8ece-1a835a84298c req-908d7c6d-b98b-4e2a-9307-fd2a769a0c8a service nova] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Received event network-changed-fecc4e69-7597-4f57-858f-d2484f5768d7 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:45:32 user nova-compute[75278]: DEBUG nova.compute.manager [req-346ca37f-6005-47f1-8ece-1a835a84298c req-908d7c6d-b98b-4e2a-9307-fd2a769a0c8a service nova] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Refreshing instance network info cache due to event network-changed-fecc4e69-7597-4f57-858f-d2484f5768d7. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:45:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-346ca37f-6005-47f1-8ece-1a835a84298c req-908d7c6d-b98b-4e2a-9307-fd2a769a0c8a service nova] Acquiring lock "refresh_cache-accf5417-e552-4fa7-8b65-5f3121d1d17f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:45:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk 1073741824" returned: 0 in 0.067s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.352s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.215s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:32 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 15:45:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:32 user nova-compute[75278]: DEBUG nova.network.neutron [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json" returned: 0 in 0.265s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Cannot resize image /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Ensure instance console log exists: /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.compute.manager [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 15:45:33 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Instance spawned successfully.
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:45:33 user nova-compute[75278]: INFO nova.compute.manager [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Took 12.39 seconds to spawn the instance on the hypervisor.
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.compute.manager [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:33 user nova-compute[75278]: INFO nova.compute.manager [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Took 13.44 seconds to build instance.
Dec 06 15:45:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-78fb559c-9f7c-4e12-baff-1e04e2e884ac tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lock "60fa6c34-9e58-4e20-b695-391070a81993" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.630s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.network.neutron [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Updating instance_info_cache with network_info: [{"id": "fecc4e69-7597-4f57-858f-d2484f5768d7", "address": "fa:16:3e:3f:99:ad", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfecc4e69-75", "ovs_interfaceid": "fecc4e69-7597-4f57-858f-d2484f5768d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Releasing lock "refresh_cache-accf5417-e552-4fa7-8b65-5f3121d1d17f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.compute.manager [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Instance network_info: |[{"id": "fecc4e69-7597-4f57-858f-d2484f5768d7", "address": "fa:16:3e:3f:99:ad", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfecc4e69-75", "ovs_interfaceid": "fecc4e69-7597-4f57-858f-d2484f5768d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-346ca37f-6005-47f1-8ece-1a835a84298c req-908d7c6d-b98b-4e2a-9307-fd2a769a0c8a service nova] Acquired lock "refresh_cache-accf5417-e552-4fa7-8b65-5f3121d1d17f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.network.neutron [req-346ca37f-6005-47f1-8ece-1a835a84298c req-908d7c6d-b98b-4e2a-9307-fd2a769a0c8a service nova] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Refreshing network info cache for port fecc4e69-7597-4f57-858f-d2484f5768d7 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Start _get_guest_xml network_info=[{"id": "fecc4e69-7597-4f57-858f-d2484f5768d7", "address": "fa:16:3e:3f:99:ad", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfecc4e69-75", "ovs_interfaceid": "fecc4e69-7597-4f57-858f-d2484f5768d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:45:33 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:45:33 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:45:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-437044162',display_name='tempest-ServerActionsTestOtherA-server-437044162',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-437044162',id=3,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIbZd61hKV1DCLJ14HWMBl+XvNd4eJuDuOSh6DYQjhAcF2mvh24+SVYU2dT70fYQF5UcTC2tOwU49aLMp+j9PIFa6P+djtxb354zT2iOSl5yYAOOdX4gJxhu5dGsxJIw7A==',key_name='tempest-keypair-956941909',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9cab662082c54ba684178b494adc8eac',ramdisk_id='',reservation_id='r-euqfle6w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-749613830',owner_user_name='tempest-ServerActionsTestOtherA-749613830-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:45:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='518fb7d77ef147348fd03cb374e9b293',uuid=accf5417-e552-4fa7-8b65-5f3121d1d17f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fecc4e69-7597-4f57-858f-d2484f5768d7", "address": "fa:16:3e:3f:99:ad", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfecc4e69-75", "ovs_interfaceid": "fecc4e69-7597-4f57-858f-d2484f5768d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Converting VIF {"id": "fecc4e69-7597-4f57-858f-d2484f5768d7", "address": "fa:16:3e:3f:99:ad", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfecc4e69-75", "ovs_interfaceid": "fecc4e69-7597-4f57-858f-d2484f5768d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3f:99:ad,bridge_name='br-int',has_traffic_filtering=True,id=fecc4e69-7597-4f57-858f-d2484f5768d7,network=Network(27770857-f5da-42f3-a973-e80b37986960),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfecc4e69-75') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.objects.instance [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lazy-loading 'pci_devices' on Instance uuid accf5417-e552-4fa7-8b65-5f3121d1d17f {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:45:33 user nova-compute[75278]:   <uuid>accf5417-e552-4fa7-8b65-5f3121d1d17f</uuid>
Dec 06 15:45:33 user nova-compute[75278]:   <name>instance-00000003</name>
Dec 06 15:45:33 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 15:45:33 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:45:33 user nova-compute[75278]:   <metadata>
Dec 06 15:45:33 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:45:33 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:45:33 user nova-compute[75278]:       <nova:name>tempest-ServerActionsTestOtherA-server-437044162</nova:name>
Dec 06 15:45:33 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:45:33</nova:creationTime>
Dec 06 15:45:33 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 15:45:33 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 15:45:33 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 15:45:33 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:45:33 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:45:33 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:45:33 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:45:33 user nova-compute[75278]:       <nova:owner>
Dec 06 15:45:33 user nova-compute[75278]:         <nova:user uuid="518fb7d77ef147348fd03cb374e9b293">tempest-ServerActionsTestOtherA-749613830-project-member</nova:user>
Dec 06 15:45:33 user nova-compute[75278]:         <nova:project uuid="9cab662082c54ba684178b494adc8eac">tempest-ServerActionsTestOtherA-749613830</nova:project>
Dec 06 15:45:33 user nova-compute[75278]:       </nova:owner>
Dec 06 15:45:33 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 15:45:33 user nova-compute[75278]:       <nova:ports>
Dec 06 15:45:33 user nova-compute[75278]:         <nova:port uuid="fecc4e69-7597-4f57-858f-d2484f5768d7">
Dec 06 15:45:33 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 06 15:45:33 user nova-compute[75278]:         </nova:port>
Dec 06 15:45:33 user nova-compute[75278]:       </nova:ports>
Dec 06 15:45:33 user nova-compute[75278]:     </nova:instance>
Dec 06 15:45:33 user nova-compute[75278]:   </metadata>
Dec 06 15:45:33 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:45:33 user nova-compute[75278]:     <system>
Dec 06 15:45:33 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:45:33 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:45:33 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:45:33 user nova-compute[75278]:       <entry name="serial">accf5417-e552-4fa7-8b65-5f3121d1d17f</entry>
Dec 06 15:45:33 user nova-compute[75278]:       <entry name="uuid">accf5417-e552-4fa7-8b65-5f3121d1d17f</entry>
Dec 06 15:45:33 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:45:33 user nova-compute[75278]:     </system>
Dec 06 15:45:33 user nova-compute[75278]:   </sysinfo>
Dec 06 15:45:33 user nova-compute[75278]:   <os>
Dec 06 15:45:33 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:45:33 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 15:45:33 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:45:33 user nova-compute[75278]:   </os>
Dec 06 15:45:33 user nova-compute[75278]:   <features>
Dec 06 15:45:33 user nova-compute[75278]:     <acpi/>
Dec 06 15:45:33 user nova-compute[75278]:     <apic/>
Dec 06 15:45:33 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:45:33 user nova-compute[75278]:   </features>
Dec 06 15:45:33 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:45:33 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:45:33 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:45:33 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:45:33 user nova-compute[75278]:   </clock>
Dec 06 15:45:33 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:45:33 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:45:33 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:45:33 user nova-compute[75278]:   </cpu>
Dec 06 15:45:33 user nova-compute[75278]:   <devices>
Dec 06 15:45:33 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 15:45:33 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 15:45:33 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk"/>
Dec 06 15:45:33 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 15:45:33 user nova-compute[75278]:     </disk>
Dec 06 15:45:33 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:45:33 user nova-compute[75278]:       <mac address="fa:16:3e:3f:99:ad"/>
Dec 06 15:45:33 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:45:33 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:45:33 user nova-compute[75278]:       <target dev="tapfecc4e69-75"/>
Dec 06 15:45:33 user nova-compute[75278]:     </interface>
Dec 06 15:45:33 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:45:33 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/console.log" append="off"/>
Dec 06 15:45:33 user nova-compute[75278]:     </serial>
Dec 06 15:45:33 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:45:33 user nova-compute[75278]:     <video>
Dec 06 15:45:33 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:45:33 user nova-compute[75278]:     </video>
Dec 06 15:45:33 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:45:33 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:45:33 user nova-compute[75278]:     </rng>
Dec 06 15:45:33 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:45:33 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:45:33 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:45:33 user nova-compute[75278]:     </memballoon>
Dec 06 15:45:33 user nova-compute[75278]:   </devices>
Dec 06 15:45:33 user nova-compute[75278]: </domain>
Dec 06 15:45:33 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:45:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-437044162',display_name='tempest-ServerActionsTestOtherA-server-437044162',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-437044162',id=3,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIbZd61hKV1DCLJ14HWMBl+XvNd4eJuDuOSh6DYQjhAcF2mvh24+SVYU2dT70fYQF5UcTC2tOwU49aLMp+j9PIFa6P+djtxb354zT2iOSl5yYAOOdX4gJxhu5dGsxJIw7A==',key_name='tempest-keypair-956941909',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9cab662082c54ba684178b494adc8eac',ramdisk_id='',reservation_id='r-euqfle6w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-749613830',owner_user_name='tempest-ServerActionsTestOtherA-749613830-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:45:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='518fb7d77ef147348fd03cb374e9b293',uuid=accf5417-e552-4fa7-8b65-5f3121d1d17f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fecc4e69-7597-4f57-858f-d2484f5768d7", "address": "fa:16:3e:3f:99:ad", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfecc4e69-75", "ovs_interfaceid": "fecc4e69-7597-4f57-858f-d2484f5768d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Converting VIF {"id": "fecc4e69-7597-4f57-858f-d2484f5768d7", "address": "fa:16:3e:3f:99:ad", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfecc4e69-75", "ovs_interfaceid": "fecc4e69-7597-4f57-858f-d2484f5768d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3f:99:ad,bridge_name='br-int',has_traffic_filtering=True,id=fecc4e69-7597-4f57-858f-d2484f5768d7,network=Network(27770857-f5da-42f3-a973-e80b37986960),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfecc4e69-75') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG os_vif [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3f:99:ad,bridge_name='br-int',has_traffic_filtering=True,id=fecc4e69-7597-4f57-858f-d2484f5768d7,network=Network(27770857-f5da-42f3-a973-e80b37986960),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfecc4e69-75') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '57d86f33-d786-54f3-a98c-bb594fedafba', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfecc4e69-75, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfecc4e69-75, col_values=(('qos', UUID('069819da-8e0b-425e-a940-c296bf378972')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfecc4e69-75, col_values=(('external_ids', {'iface-id': 'fecc4e69-7597-4f57-858f-d2484f5768d7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3f:99:ad', 'vm-uuid': 'accf5417-e552-4fa7-8b65-5f3121d1d17f'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:33 user nova-compute[75278]: INFO os_vif [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3f:99:ad,bridge_name='br-int',has_traffic_filtering=True,id=fecc4e69-7597-4f57-858f-d2484f5768d7,network=Network(27770857-f5da-42f3-a973-e80b37986960),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfecc4e69-75')
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:45:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] No VIF found with MAC fa:16:3e:3f:99:ad, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:45:34 user nova-compute[75278]: DEBUG nova.network.neutron [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Successfully created port: 04a8c02d-7b92-4155-9984-f47fb6e24da1 {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 15:45:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:34 user nova-compute[75278]: DEBUG nova.network.neutron [req-346ca37f-6005-47f1-8ece-1a835a84298c req-908d7c6d-b98b-4e2a-9307-fd2a769a0c8a service nova] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Updated VIF entry in instance network info cache for port fecc4e69-7597-4f57-858f-d2484f5768d7. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:45:34 user nova-compute[75278]: DEBUG nova.network.neutron [req-346ca37f-6005-47f1-8ece-1a835a84298c req-908d7c6d-b98b-4e2a-9307-fd2a769a0c8a service nova] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Updating instance_info_cache with network_info: [{"id": "fecc4e69-7597-4f57-858f-d2484f5768d7", "address": "fa:16:3e:3f:99:ad", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfecc4e69-75", "ovs_interfaceid": "fecc4e69-7597-4f57-858f-d2484f5768d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:45:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-346ca37f-6005-47f1-8ece-1a835a84298c req-908d7c6d-b98b-4e2a-9307-fd2a769a0c8a service nova] Releasing lock "refresh_cache-accf5417-e552-4fa7-8b65-5f3121d1d17f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:45:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:35 user nova-compute[75278]: DEBUG nova.network.neutron [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Successfully updated port: 04a8c02d-7b92-4155-9984-f47fb6e24da1 {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:45:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "refresh_cache-1432b04b-09a5-4a8d-b36b-5ac20d081fc9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:45:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquired lock "refresh_cache-1432b04b-09a5-4a8d-b36b-5ac20d081fc9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:45:35 user nova-compute[75278]: DEBUG nova.network.neutron [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:45:35 user nova-compute[75278]: DEBUG nova.compute.manager [req-45fd9d7b-b1de-4507-b8f7-a1635507fb3c req-30684c7d-0511-43a5-b8d0-fe65b5da3948 service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Received event network-changed-04a8c02d-7b92-4155-9984-f47fb6e24da1 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:45:35 user nova-compute[75278]: DEBUG nova.compute.manager [req-45fd9d7b-b1de-4507-b8f7-a1635507fb3c req-30684c7d-0511-43a5-b8d0-fe65b5da3948 service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Refreshing instance network info cache due to event network-changed-04a8c02d-7b92-4155-9984-f47fb6e24da1. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:45:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-45fd9d7b-b1de-4507-b8f7-a1635507fb3c req-30684c7d-0511-43a5-b8d0-fe65b5da3948 service nova] Acquiring lock "refresh_cache-1432b04b-09a5-4a8d-b36b-5ac20d081fc9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:45:35 user nova-compute[75278]: DEBUG nova.network.neutron [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:45:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG nova.network.neutron [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Updating instance_info_cache with network_info: [{"id": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "address": "fa:16:3e:0d:46:55", "network": {"id": "ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2125197508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e339ae43bf447d3adf76a1836e0e2e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04a8c02d-7b", "ovs_interfaceid": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Releasing lock "refresh_cache-1432b04b-09a5-4a8d-b36b-5ac20d081fc9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG nova.compute.manager [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Instance network_info: |[{"id": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "address": "fa:16:3e:0d:46:55", "network": {"id": "ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2125197508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e339ae43bf447d3adf76a1836e0e2e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04a8c02d-7b", "ovs_interfaceid": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-45fd9d7b-b1de-4507-b8f7-a1635507fb3c req-30684c7d-0511-43a5-b8d0-fe65b5da3948 service nova] Acquired lock "refresh_cache-1432b04b-09a5-4a8d-b36b-5ac20d081fc9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG nova.network.neutron [req-45fd9d7b-b1de-4507-b8f7-a1635507fb3c req-30684c7d-0511-43a5-b8d0-fe65b5da3948 service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Refreshing network info cache for port 04a8c02d-7b92-4155-9984-f47fb6e24da1 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Start _get_guest_xml network_info=[{"id": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "address": "fa:16:3e:0d:46:55", "network": {"id": "ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2125197508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e339ae43bf447d3adf76a1836e0e2e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04a8c02d-7b", "ovs_interfaceid": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:45:36 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:45:36 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:45:36 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:45:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-821806440',display_name='tempest-AttachVolumeTestJSON-server-821806440',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-821806440',id=4,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP3yVilolnX/pKLcO1QWDxlG9P7zibw98C6pVHisl9rvwKPa2K1I4TRzz9rPdbGNnMRjw4vCMgggGdlIL4RhnPEr1q4i4jI8NG8OMBffAksqnfARIIblOL5gpwnR6k8WDw==',key_name='tempest-keypair-1380186396',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7e339ae43bf447d3adf76a1836e0e2e4',ramdisk_id='',reservation_id='r-tr0gvchn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-440790082',owner_user_name='tempest-AttachVolumeTestJSON-440790082-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:45:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='26861384bd1b4ae99cd4e8bd67d7ad18',uuid=1432b04b-09a5-4a8d-b36b-5ac20d081fc9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "address": "fa:16:3e:0d:46:55", "network": {"id": "ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2125197508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e339ae43bf447d3adf76a1836e0e2e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04a8c02d-7b", "ovs_interfaceid": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Converting VIF {"id": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "address": "fa:16:3e:0d:46:55", "network": {"id": "ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2125197508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e339ae43bf447d3adf76a1836e0e2e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04a8c02d-7b", "ovs_interfaceid": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0d:46:55,bridge_name='br-int',has_traffic_filtering=True,id=04a8c02d-7b92-4155-9984-f47fb6e24da1,network=Network(ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04a8c02d-7b') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG nova.objects.instance [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lazy-loading 'pci_devices' on Instance uuid 1432b04b-09a5-4a8d-b36b-5ac20d081fc9 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:45:36 user nova-compute[75278]:   <uuid>1432b04b-09a5-4a8d-b36b-5ac20d081fc9</uuid>
Dec 06 15:45:36 user nova-compute[75278]:   <name>instance-00000004</name>
Dec 06 15:45:36 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 15:45:36 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:45:36 user nova-compute[75278]:   <metadata>
Dec 06 15:45:36 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:45:36 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:45:36 user nova-compute[75278]:       <nova:name>tempest-AttachVolumeTestJSON-server-821806440</nova:name>
Dec 06 15:45:36 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:45:36</nova:creationTime>
Dec 06 15:45:36 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 15:45:36 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 15:45:36 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 15:45:36 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:45:36 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:45:36 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:45:36 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:45:36 user nova-compute[75278]:       <nova:owner>
Dec 06 15:45:36 user nova-compute[75278]:         <nova:user uuid="26861384bd1b4ae99cd4e8bd67d7ad18">tempest-AttachVolumeTestJSON-440790082-project-member</nova:user>
Dec 06 15:45:36 user nova-compute[75278]:         <nova:project uuid="7e339ae43bf447d3adf76a1836e0e2e4">tempest-AttachVolumeTestJSON-440790082</nova:project>
Dec 06 15:45:36 user nova-compute[75278]:       </nova:owner>
Dec 06 15:45:36 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 15:45:36 user nova-compute[75278]:       <nova:ports>
Dec 06 15:45:36 user nova-compute[75278]:         <nova:port uuid="04a8c02d-7b92-4155-9984-f47fb6e24da1">
Dec 06 15:45:36 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 15:45:36 user nova-compute[75278]:         </nova:port>
Dec 06 15:45:36 user nova-compute[75278]:       </nova:ports>
Dec 06 15:45:36 user nova-compute[75278]:     </nova:instance>
Dec 06 15:45:36 user nova-compute[75278]:   </metadata>
Dec 06 15:45:36 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:45:36 user nova-compute[75278]:     <system>
Dec 06 15:45:36 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:45:36 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:45:36 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:45:36 user nova-compute[75278]:       <entry name="serial">1432b04b-09a5-4a8d-b36b-5ac20d081fc9</entry>
Dec 06 15:45:36 user nova-compute[75278]:       <entry name="uuid">1432b04b-09a5-4a8d-b36b-5ac20d081fc9</entry>
Dec 06 15:45:36 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:45:36 user nova-compute[75278]:     </system>
Dec 06 15:45:36 user nova-compute[75278]:   </sysinfo>
Dec 06 15:45:36 user nova-compute[75278]:   <os>
Dec 06 15:45:36 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:45:36 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 15:45:36 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:45:36 user nova-compute[75278]:   </os>
Dec 06 15:45:36 user nova-compute[75278]:   <features>
Dec 06 15:45:36 user nova-compute[75278]:     <acpi/>
Dec 06 15:45:36 user nova-compute[75278]:     <apic/>
Dec 06 15:45:36 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:45:36 user nova-compute[75278]:   </features>
Dec 06 15:45:36 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:45:36 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:45:36 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:45:36 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:45:36 user nova-compute[75278]:   </clock>
Dec 06 15:45:36 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:45:36 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:45:36 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:45:36 user nova-compute[75278]:   </cpu>
Dec 06 15:45:36 user nova-compute[75278]:   <devices>
Dec 06 15:45:36 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 15:45:36 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 15:45:36 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk"/>
Dec 06 15:45:36 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 15:45:36 user nova-compute[75278]:     </disk>
Dec 06 15:45:36 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:45:36 user nova-compute[75278]:       <mac address="fa:16:3e:0d:46:55"/>
Dec 06 15:45:36 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:45:36 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:45:36 user nova-compute[75278]:       <target dev="tap04a8c02d-7b"/>
Dec 06 15:45:36 user nova-compute[75278]:     </interface>
Dec 06 15:45:36 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:45:36 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/console.log" append="off"/>
Dec 06 15:45:36 user nova-compute[75278]:     </serial>
Dec 06 15:45:36 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:45:36 user nova-compute[75278]:     <video>
Dec 06 15:45:36 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:45:36 user nova-compute[75278]:     </video>
Dec 06 15:45:36 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:45:36 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:45:36 user nova-compute[75278]:     </rng>
Dec 06 15:45:36 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:45:36 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:45:36 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:45:36 user nova-compute[75278]:     </memballoon>
Dec 06 15:45:36 user nova-compute[75278]:   </devices>
Dec 06 15:45:36 user nova-compute[75278]: </domain>
Dec 06 15:45:36 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:45:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-821806440',display_name='tempest-AttachVolumeTestJSON-server-821806440',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-821806440',id=4,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP3yVilolnX/pKLcO1QWDxlG9P7zibw98C6pVHisl9rvwKPa2K1I4TRzz9rPdbGNnMRjw4vCMgggGdlIL4RhnPEr1q4i4jI8NG8OMBffAksqnfARIIblOL5gpwnR6k8WDw==',key_name='tempest-keypair-1380186396',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7e339ae43bf447d3adf76a1836e0e2e4',ramdisk_id='',reservation_id='r-tr0gvchn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-440790082',owner_user_name='tempest-AttachVolumeTestJSON-440790082-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:45:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='26861384bd1b4ae99cd4e8bd67d7ad18',uuid=1432b04b-09a5-4a8d-b36b-5ac20d081fc9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "address": "fa:16:3e:0d:46:55", "network": {"id": "ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2125197508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e339ae43bf447d3adf76a1836e0e2e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04a8c02d-7b", "ovs_interfaceid": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Converting VIF {"id": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "address": "fa:16:3e:0d:46:55", "network": {"id": "ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2125197508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e339ae43bf447d3adf76a1836e0e2e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04a8c02d-7b", "ovs_interfaceid": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0d:46:55,bridge_name='br-int',has_traffic_filtering=True,id=04a8c02d-7b92-4155-9984-f47fb6e24da1,network=Network(ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04a8c02d-7b') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG os_vif [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0d:46:55,bridge_name='br-int',has_traffic_filtering=True,id=04a8c02d-7b92-4155-9984-f47fb6e24da1,network=Network(ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04a8c02d-7b') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '395e5701-13ea-5cd2-838c-3c449d39a597', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap04a8c02d-7b, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap04a8c02d-7b, col_values=(('qos', UUID('853c2315-91cf-422f-bb53-6e803eba9075')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap04a8c02d-7b, col_values=(('external_ids', {'iface-id': '04a8c02d-7b92-4155-9984-f47fb6e24da1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0d:46:55', 'vm-uuid': '1432b04b-09a5-4a8d-b36b-5ac20d081fc9'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:36 user nova-compute[75278]: INFO os_vif [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0d:46:55,bridge_name='br-int',has_traffic_filtering=True,id=04a8c02d-7b92-4155-9984-f47fb6e24da1,network=Network(ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04a8c02d-7b')
Dec 06 15:45:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:45:36 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] No VIF found with MAC fa:16:3e:0d:46:55, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:45:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:37 user nova-compute[75278]: DEBUG nova.network.neutron [req-45fd9d7b-b1de-4507-b8f7-a1635507fb3c req-30684c7d-0511-43a5-b8d0-fe65b5da3948 service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Updated VIF entry in instance network info cache for port 04a8c02d-7b92-4155-9984-f47fb6e24da1. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:45:37 user nova-compute[75278]: DEBUG nova.network.neutron [req-45fd9d7b-b1de-4507-b8f7-a1635507fb3c req-30684c7d-0511-43a5-b8d0-fe65b5da3948 service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Updating instance_info_cache with network_info: [{"id": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "address": "fa:16:3e:0d:46:55", "network": {"id": "ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2125197508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e339ae43bf447d3adf76a1836e0e2e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04a8c02d-7b", "ovs_interfaceid": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:45:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-45fd9d7b-b1de-4507-b8f7-a1635507fb3c req-30684c7d-0511-43a5-b8d0-fe65b5da3948 service nova] Releasing lock "refresh_cache-1432b04b-09a5-4a8d-b36b-5ac20d081fc9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:45:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:38 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:38 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:38 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:38 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:38 user nova-compute[75278]: DEBUG nova.compute.manager [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 15:45:38 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 15:45:38 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Instance spawned successfully.
Dec 06 15:45:38 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 15:45:38 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:45:38 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:45:38 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:45:38 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:45:38 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:45:38 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:45:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:39 user nova-compute[75278]: INFO nova.compute.manager [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Took 12.88 seconds to spawn the instance on the hypervisor.
Dec 06 15:45:39 user nova-compute[75278]: DEBUG nova.compute.manager [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:45:39 user nova-compute[75278]: DEBUG nova.compute.manager [req-ddd78811-bec2-464c-983c-0272393ad1d1 req-61205a3d-15b9-4ee0-8a76-ddbe9ef35748 service nova] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Received event network-vif-plugged-ee174c92-2a46-44f2-9449-49f14e07eca2 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:45:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ddd78811-bec2-464c-983c-0272393ad1d1 req-61205a3d-15b9-4ee0-8a76-ddbe9ef35748 service nova] Acquiring lock "d640cb1e-2206-4624-8617-2dbe4f22e06c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ddd78811-bec2-464c-983c-0272393ad1d1 req-61205a3d-15b9-4ee0-8a76-ddbe9ef35748 service nova] Lock "d640cb1e-2206-4624-8617-2dbe4f22e06c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ddd78811-bec2-464c-983c-0272393ad1d1 req-61205a3d-15b9-4ee0-8a76-ddbe9ef35748 service nova] Lock "d640cb1e-2206-4624-8617-2dbe4f22e06c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:39 user nova-compute[75278]: DEBUG nova.compute.manager [req-ddd78811-bec2-464c-983c-0272393ad1d1 req-61205a3d-15b9-4ee0-8a76-ddbe9ef35748 service nova] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] No waiting events found dispatching network-vif-plugged-ee174c92-2a46-44f2-9449-49f14e07eca2 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:45:39 user nova-compute[75278]: WARNING nova.compute.manager [req-ddd78811-bec2-464c-983c-0272393ad1d1 req-61205a3d-15b9-4ee0-8a76-ddbe9ef35748 service nova] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Received unexpected event network-vif-plugged-ee174c92-2a46-44f2-9449-49f14e07eca2 for instance with vm_state active and task_state None.
Dec 06 15:45:39 user nova-compute[75278]: INFO nova.compute.manager [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Took 13.97 seconds to build instance.
Dec 06 15:45:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8f050246-2cbe-49ee-9c5d-0ed21f524aef tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "accf5417-e552-4fa7-8b65-5f3121d1d17f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.160s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:41 user nova-compute[75278]: DEBUG nova.compute.manager [req-39aa15d6-4bc0-4a4f-b80d-ce33a1c30e7f req-e7750ac0-d8b5-4e5a-8625-5b6d0032efb1 service nova] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Received event network-vif-plugged-ee174c92-2a46-44f2-9449-49f14e07eca2 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:45:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-39aa15d6-4bc0-4a4f-b80d-ce33a1c30e7f req-e7750ac0-d8b5-4e5a-8625-5b6d0032efb1 service nova] Acquiring lock "d640cb1e-2206-4624-8617-2dbe4f22e06c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-39aa15d6-4bc0-4a4f-b80d-ce33a1c30e7f req-e7750ac0-d8b5-4e5a-8625-5b6d0032efb1 service nova] Lock "d640cb1e-2206-4624-8617-2dbe4f22e06c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-39aa15d6-4bc0-4a4f-b80d-ce33a1c30e7f req-e7750ac0-d8b5-4e5a-8625-5b6d0032efb1 service nova] Lock "d640cb1e-2206-4624-8617-2dbe4f22e06c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:41 user nova-compute[75278]: DEBUG nova.compute.manager [req-39aa15d6-4bc0-4a4f-b80d-ce33a1c30e7f req-e7750ac0-d8b5-4e5a-8625-5b6d0032efb1 service nova] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] No waiting events found dispatching network-vif-plugged-ee174c92-2a46-44f2-9449-49f14e07eca2 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:45:41 user nova-compute[75278]: WARNING nova.compute.manager [req-39aa15d6-4bc0-4a4f-b80d-ce33a1c30e7f req-e7750ac0-d8b5-4e5a-8625-5b6d0032efb1 service nova] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Received unexpected event network-vif-plugged-ee174c92-2a46-44f2-9449-49f14e07eca2 for instance with vm_state active and task_state None.
Dec 06 15:45:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Acquiring lock "7a4a15fc-430e-4cb5-9522-e4be68c59e0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Lock "7a4a15fc-430e-4cb5-9522-e4be68c59e0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:41 user nova-compute[75278]: DEBUG nova.compute.manager [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 15:45:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:42 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 15:45:42 user nova-compute[75278]: INFO nova.compute.claims [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Claim successful on node user
Dec 06 15:45:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:42 user nova-compute[75278]: DEBUG nova.compute.manager [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 15:45:42 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 15:45:42 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Instance spawned successfully.
Dec 06 15:45:42 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 15:45:42 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:45:42 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:45:42 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:45:42 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:45:42 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:45:42 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:45:42 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:45:42 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:45:42 user nova-compute[75278]: INFO nova.compute.manager [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Took 11.07 seconds to spawn the instance on the hypervisor.
Dec 06 15:45:42 user nova-compute[75278]: DEBUG nova.compute.manager [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:45:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.951s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:42 user nova-compute[75278]: DEBUG nova.compute.manager [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 15:45:43 user nova-compute[75278]: DEBUG nova.compute.manager [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 15:45:43 user nova-compute[75278]: DEBUG nova.network.neutron [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 15:45:43 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Ignoring supplied device name: /dev/sda. Libvirt can't honour user-supplied dev names
Dec 06 15:45:43 user nova-compute[75278]: DEBUG nova.compute.manager [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 15:45:43 user nova-compute[75278]: INFO nova.compute.manager [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Took 12.32 seconds to build instance.
Dec 06 15:45:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8c47a53f-04b9-455d-b3b3-5ce5729577b1 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.506s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:43 user nova-compute[75278]: DEBUG nova.policy [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69f75a476ab449e9b2595aa79a2488cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e36ad2b810df4b4ab6f4718aab74bcac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 15:45:43 user nova-compute[75278]: DEBUG nova.compute.manager [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 15:45:43 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 15:45:43 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Creating image(s)
Dec 06 15:45:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Acquiring lock "/opt/stack/data/nova/instances/7a4a15fc-430e-4cb5-9522-e4be68c59e0d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Lock "/opt/stack/data/nova/instances/7a4a15fc-430e-4cb5-9522-e4be68c59e0d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Lock "/opt/stack/data/nova/instances/7a4a15fc-430e-4cb5-9522-e4be68c59e0d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Acquiring lock "790d092fc196898fa6c8a5d82f8a67f813db999e" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Lock "790d092fc196898fa6c8a5d82f8a67f813db999e" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.003s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/790d092fc196898fa6c8a5d82f8a67f813db999e.part --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/790d092fc196898fa6c8a5d82f8a67f813db999e.part --force-share --output=json" returned: 0 in 0.292s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:44 user nova-compute[75278]: DEBUG nova.virt.images [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] aefa6375-c74b-41c3-a90b-db3c8b4f366c was qcow2, converting to raw {{(pid=75278) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 06 15:45:44 user nova-compute[75278]: DEBUG nova.privsep.utils [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75278) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 15:45:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/790d092fc196898fa6c8a5d82f8a67f813db999e.part /opt/stack/data/nova/instances/_base/790d092fc196898fa6c8a5d82f8a67f813db999e.converted {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Acquiring lock "57133132-53e9-4b8a-811e-85aa53f24315" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "57133132-53e9-4b8a-811e-85aa53f24315" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:44 user nova-compute[75278]: DEBUG nova.compute.manager [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 15:45:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/790d092fc196898fa6c8a5d82f8a67f813db999e.part /opt/stack/data/nova/instances/_base/790d092fc196898fa6c8a5d82f8a67f813db999e.converted" returned: 0 in 0.326s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/790d092fc196898fa6c8a5d82f8a67f813db999e.converted --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.005s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:44 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 15:45:45 user nova-compute[75278]: INFO nova.compute.claims [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Claim successful on node user
Dec 06 15:45:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/790d092fc196898fa6c8a5d82f8a67f813db999e.converted --force-share --output=json" returned: 0 in 0.412s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Lock "790d092fc196898fa6c8a5d82f8a67f813db999e" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.630s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/790d092fc196898fa6c8a5d82f8a67f813db999e --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/790d092fc196898fa6c8a5d82f8a67f813db999e --force-share --output=json" returned: 0 in 0.300s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Acquiring lock "790d092fc196898fa6c8a5d82f8a67f813db999e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Lock "790d092fc196898fa6c8a5d82f8a67f813db999e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/790d092fc196898fa6c8a5d82f8a67f813db999e --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/790d092fc196898fa6c8a5d82f8a67f813db999e --force-share --output=json" returned: 0 in 0.231s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/790d092fc196898fa6c8a5d82f8a67f813db999e,backing_fmt=raw /opt/stack/data/nova/instances/7a4a15fc-430e-4cb5-9522-e4be68c59e0d/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:45 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:45:45 user nova-compute[75278]: DEBUG nova.network.neutron [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Successfully created port: 361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 15:45:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/790d092fc196898fa6c8a5d82f8a67f813db999e,backing_fmt=raw /opt/stack/data/nova/instances/7a4a15fc-430e-4cb5-9522-e4be68c59e0d/disk 1073741824" returned: 0 in 0.113s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:45 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:45:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Lock "790d092fc196898fa6c8a5d82f8a67f813db999e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.390s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/790d092fc196898fa6c8a5d82f8a67f813db999e --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.887s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:45 user nova-compute[75278]: DEBUG nova.compute.manager [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 15:45:46 user nova-compute[75278]: DEBUG nova.compute.manager [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 15:45:46 user nova-compute[75278]: DEBUG nova.network.neutron [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 15:45:46 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 15:45:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/790d092fc196898fa6c8a5d82f8a67f813db999e --force-share --output=json" returned: 0 in 0.283s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:46 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7a4a15fc-430e-4cb5-9522-e4be68c59e0d/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 15:45:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a4a15fc-430e-4cb5-9522-e4be68c59e0d/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:46 user nova-compute[75278]: DEBUG nova.compute.manager [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 15:45:46 user nova-compute[75278]: DEBUG nova.compute.manager [req-a4230856-2b48-43db-b177-f5416ddaee7d req-184c583c-7699-46c3-aa48-2463c7176c5d service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Received event network-vif-plugged-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:45:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a4230856-2b48-43db-b177-f5416ddaee7d req-184c583c-7699-46c3-aa48-2463c7176c5d service nova] Acquiring lock "60fa6c34-9e58-4e20-b695-391070a81993-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a4230856-2b48-43db-b177-f5416ddaee7d req-184c583c-7699-46c3-aa48-2463c7176c5d service nova] Lock "60fa6c34-9e58-4e20-b695-391070a81993-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a4230856-2b48-43db-b177-f5416ddaee7d req-184c583c-7699-46c3-aa48-2463c7176c5d service nova] Lock "60fa6c34-9e58-4e20-b695-391070a81993-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:46 user nova-compute[75278]: DEBUG nova.compute.manager [req-a4230856-2b48-43db-b177-f5416ddaee7d req-184c583c-7699-46c3-aa48-2463c7176c5d service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] No waiting events found dispatching network-vif-plugged-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:45:46 user nova-compute[75278]: WARNING nova.compute.manager [req-a4230856-2b48-43db-b177-f5416ddaee7d req-184c583c-7699-46c3-aa48-2463c7176c5d service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Received unexpected event network-vif-plugged-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a for instance with vm_state active and task_state None.
Dec 06 15:45:46 user nova-compute[75278]: DEBUG nova.policy [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23fc2de366a24cdca669f2dfc3ae16db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6bf518d50e054cabaa99c25a7e27ce03', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 15:45:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:46 user nova-compute[75278]: DEBUG nova.compute.manager [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 15:45:46 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 15:45:46 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Creating image(s)
Dec 06 15:45:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Acquiring lock "/opt/stack/data/nova/instances/57133132-53e9-4b8a-811e-85aa53f24315/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "/opt/stack/data/nova/instances/57133132-53e9-4b8a-811e-85aa53f24315/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "/opt/stack/data/nova/instances/57133132-53e9-4b8a-811e-85aa53f24315/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a4a15fc-430e-4cb5-9522-e4be68c59e0d/disk --force-share --output=json" returned: 0 in 0.528s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:46 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Cannot resize image /opt/stack/data/nova/instances/7a4a15fc-430e-4cb5-9522-e4be68c59e0d/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 15:45:46 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 15:45:46 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Ensure instance console log exists: /opt/stack/data/nova/instances/7a4a15fc-430e-4cb5-9522-e4be68c59e0d/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 15:45:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.415s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Acquiring lock "8b6964317078072a1e593868059fc8dc16213a0c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.324s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/57133132-53e9-4b8a-811e-85aa53f24315/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/57133132-53e9-4b8a-811e-85aa53f24315/disk 1073741824" returned: 0 in 0.220s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:47 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.556s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:47 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Acquiring lock "3ab08226-f7d6-4556-8fdb-086e056a9060" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:47 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Lock "3ab08226-f7d6-4556-8fdb-086e056a9060" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.301s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:47 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Checking if we can resize image /opt/stack/data/nova/instances/57133132-53e9-4b8a-811e-85aa53f24315/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 15:45:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57133132-53e9-4b8a-811e-85aa53f24315/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:47 user nova-compute[75278]: DEBUG nova.compute.manager [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 15:45:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57133132-53e9-4b8a-811e-85aa53f24315/disk --force-share --output=json" returned: 0 in 0.300s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:48 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Cannot resize image /opt/stack/data/nova/instances/57133132-53e9-4b8a-811e-85aa53f24315/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 15:45:48 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 15:45:48 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Ensure instance console log exists: /opt/stack/data/nova/instances/57133132-53e9-4b8a-811e-85aa53f24315/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 15:45:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:48 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 15:45:48 user nova-compute[75278]: INFO nova.compute.claims [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Claim successful on node user
Dec 06 15:45:48 user nova-compute[75278]: DEBUG nova.network.neutron [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Successfully updated port: 361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:45:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Acquiring lock "refresh_cache-7a4a15fc-430e-4cb5-9522-e4be68c59e0d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:45:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Acquired lock "refresh_cache-7a4a15fc-430e-4cb5-9522-e4be68c59e0d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:45:48 user nova-compute[75278]: DEBUG nova.network.neutron [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:45:48 user nova-compute[75278]: DEBUG nova.compute.manager [req-eca7ea3f-fe7a-4fba-ac5f-b0233d40420c req-72f7ff8c-a6ab-4b45-8a48-44193acdc1dc service nova] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Received event network-changed-361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:45:48 user nova-compute[75278]: DEBUG nova.compute.manager [req-eca7ea3f-fe7a-4fba-ac5f-b0233d40420c req-72f7ff8c-a6ab-4b45-8a48-44193acdc1dc service nova] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Refreshing instance network info cache due to event network-changed-361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:45:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-eca7ea3f-fe7a-4fba-ac5f-b0233d40420c req-72f7ff8c-a6ab-4b45-8a48-44193acdc1dc service nova] Acquiring lock "refresh_cache-7a4a15fc-430e-4cb5-9522-e4be68c59e0d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:45:48 user nova-compute[75278]: DEBUG nova.compute.manager [req-1319dd8b-8505-4563-97d9-4fa89c25b4bb req-46469f12-f7dd-4ca3-9bc5-9e733929b929 service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Received event network-vif-plugged-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:45:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-1319dd8b-8505-4563-97d9-4fa89c25b4bb req-46469f12-f7dd-4ca3-9bc5-9e733929b929 service nova] Acquiring lock "60fa6c34-9e58-4e20-b695-391070a81993-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-1319dd8b-8505-4563-97d9-4fa89c25b4bb req-46469f12-f7dd-4ca3-9bc5-9e733929b929 service nova] Lock "60fa6c34-9e58-4e20-b695-391070a81993-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-1319dd8b-8505-4563-97d9-4fa89c25b4bb req-46469f12-f7dd-4ca3-9bc5-9e733929b929 service nova] Lock "60fa6c34-9e58-4e20-b695-391070a81993-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:48 user nova-compute[75278]: DEBUG nova.compute.manager [req-1319dd8b-8505-4563-97d9-4fa89c25b4bb req-46469f12-f7dd-4ca3-9bc5-9e733929b929 service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] No waiting events found dispatching network-vif-plugged-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:45:48 user nova-compute[75278]: WARNING nova.compute.manager [req-1319dd8b-8505-4563-97d9-4fa89c25b4bb req-46469f12-f7dd-4ca3-9bc5-9e733929b929 service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Received unexpected event network-vif-plugged-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a for instance with vm_state active and task_state None.
Dec 06 15:45:48 user nova-compute[75278]: DEBUG nova.compute.manager [req-1319dd8b-8505-4563-97d9-4fa89c25b4bb req-46469f12-f7dd-4ca3-9bc5-9e733929b929 service nova] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Received event network-vif-plugged-fecc4e69-7597-4f57-858f-d2484f5768d7 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:45:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-1319dd8b-8505-4563-97d9-4fa89c25b4bb req-46469f12-f7dd-4ca3-9bc5-9e733929b929 service nova] Acquiring lock "accf5417-e552-4fa7-8b65-5f3121d1d17f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-1319dd8b-8505-4563-97d9-4fa89c25b4bb req-46469f12-f7dd-4ca3-9bc5-9e733929b929 service nova] Lock "accf5417-e552-4fa7-8b65-5f3121d1d17f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-1319dd8b-8505-4563-97d9-4fa89c25b4bb req-46469f12-f7dd-4ca3-9bc5-9e733929b929 service nova] Lock "accf5417-e552-4fa7-8b65-5f3121d1d17f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:48 user nova-compute[75278]: DEBUG nova.compute.manager [req-1319dd8b-8505-4563-97d9-4fa89c25b4bb req-46469f12-f7dd-4ca3-9bc5-9e733929b929 service nova] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] No waiting events found dispatching network-vif-plugged-fecc4e69-7597-4f57-858f-d2484f5768d7 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:45:48 user nova-compute[75278]: WARNING nova.compute.manager [req-1319dd8b-8505-4563-97d9-4fa89c25b4bb req-46469f12-f7dd-4ca3-9bc5-9e733929b929 service nova] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Received unexpected event network-vif-plugged-fecc4e69-7597-4f57-858f-d2484f5768d7 for instance with vm_state active and task_state None.
Dec 06 15:45:48 user nova-compute[75278]: DEBUG nova.compute.manager [req-1319dd8b-8505-4563-97d9-4fa89c25b4bb req-46469f12-f7dd-4ca3-9bc5-9e733929b929 service nova] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Received event network-vif-plugged-fecc4e69-7597-4f57-858f-d2484f5768d7 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:45:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-1319dd8b-8505-4563-97d9-4fa89c25b4bb req-46469f12-f7dd-4ca3-9bc5-9e733929b929 service nova] Acquiring lock "accf5417-e552-4fa7-8b65-5f3121d1d17f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-1319dd8b-8505-4563-97d9-4fa89c25b4bb req-46469f12-f7dd-4ca3-9bc5-9e733929b929 service nova] Lock "accf5417-e552-4fa7-8b65-5f3121d1d17f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-1319dd8b-8505-4563-97d9-4fa89c25b4bb req-46469f12-f7dd-4ca3-9bc5-9e733929b929 service nova] Lock "accf5417-e552-4fa7-8b65-5f3121d1d17f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:48 user nova-compute[75278]: DEBUG nova.compute.manager [req-1319dd8b-8505-4563-97d9-4fa89c25b4bb req-46469f12-f7dd-4ca3-9bc5-9e733929b929 service nova] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] No waiting events found dispatching network-vif-plugged-fecc4e69-7597-4f57-858f-d2484f5768d7 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:45:48 user nova-compute[75278]: WARNING nova.compute.manager [req-1319dd8b-8505-4563-97d9-4fa89c25b4bb req-46469f12-f7dd-4ca3-9bc5-9e733929b929 service nova] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Received unexpected event network-vif-plugged-fecc4e69-7597-4f57-858f-d2484f5768d7 for instance with vm_state active and task_state None.
Dec 06 15:45:48 user nova-compute[75278]: DEBUG nova.network.neutron [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:45:48 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:45:48 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:45:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.818s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:48 user nova-compute[75278]: DEBUG nova.compute.manager [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 15:45:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:49 user nova-compute[75278]: DEBUG nova.compute.manager [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 15:45:49 user nova-compute[75278]: DEBUG nova.network.neutron [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 15:45:49 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 15:45:49 user nova-compute[75278]: DEBUG nova.compute.manager [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 15:45:49 user nova-compute[75278]: DEBUG nova.policy [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2e48a48965d4e9b9bbe8d45a9020ab2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15f41496db044d5eb9c6e60468ee9a1c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 15:45:49 user nova-compute[75278]: DEBUG nova.compute.manager [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 15:45:49 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 15:45:49 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Creating image(s)
Dec 06 15:45:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Acquiring lock "/opt/stack/data/nova/instances/3ab08226-f7d6-4556-8fdb-086e056a9060/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Lock "/opt/stack/data/nova/instances/3ab08226-f7d6-4556-8fdb-086e056a9060/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.003s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Lock "/opt/stack/data/nova/instances/3ab08226-f7d6-4556-8fdb-086e056a9060/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:49 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:49 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.453s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Acquiring lock "8b6964317078072a1e593868059fc8dc16213a0c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:49 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:49 user nova-compute[75278]: DEBUG nova.network.neutron [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Successfully created port: 496e093f-b1c6-4d38-a886-891fdc06e277 {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 15:45:49 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.207s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:49 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/3ab08226-f7d6-4556-8fdb-086e056a9060/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG nova.network.neutron [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Updating instance_info_cache with network_info: [{"id": "361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a", "address": "fa:16:3e:51:46:2f", "network": {"id": "d9eea920-69df-4878-9703-6732759507e1", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-2146434985-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e36ad2b810df4b4ab6f4718aab74bcac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap361cf1da-10", "ovs_interfaceid": "361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Releasing lock "refresh_cache-7a4a15fc-430e-4cb5-9522-e4be68c59e0d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG nova.compute.manager [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Instance network_info: |[{"id": "361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a", "address": "fa:16:3e:51:46:2f", "network": {"id": "d9eea920-69df-4878-9703-6732759507e1", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-2146434985-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e36ad2b810df4b4ab6f4718aab74bcac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap361cf1da-10", "ovs_interfaceid": "361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-eca7ea3f-fe7a-4fba-ac5f-b0233d40420c req-72f7ff8c-a6ab-4b45-8a48-44193acdc1dc service nova] Acquired lock "refresh_cache-7a4a15fc-430e-4cb5-9522-e4be68c59e0d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG nova.network.neutron [req-eca7ea3f-fe7a-4fba-ac5f-b0233d40420c req-72f7ff8c-a6ab-4b45-8a48-44193acdc1dc service nova] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Refreshing network info cache for port 361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Start _get_guest_xml network_info=[{"id": "361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a", "address": "fa:16:3e:51:46:2f", "network": {"id": "d9eea920-69df-4878-9703-6732759507e1", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-2146434985-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e36ad2b810df4b4ab6f4718aab74bcac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap361cf1da-10", "ovs_interfaceid": "361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'scsi', 'cdrom_bus': 'scsi', 'mapping': {'root': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'scsi', 'dev': 'sdb', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:45:29Z,direct_url=<?>,disk_format='qcow2',id=aefa6375-c74b-41c3-a90b-db3c8b4f366c,min_disk=0,min_ram=0,name='',owner='47d18cec2d4947cba91585e8076ad64d',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:45:32Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'scsi', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/sda', 'image_id': 'aefa6375-c74b-41c3-a90b-db3c8b4f366c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/3ab08226-f7d6-4556-8fdb-086e056a9060/disk 1073741824" returned: 0 in 0.143s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.363s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:50 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:45:50 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:45:50 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:45:29Z,direct_url=<?>,disk_format='qcow2',id=aefa6375-c74b-41c3-a90b-db3c8b4f366c,min_disk=0,min_ram=0,name='',owner='47d18cec2d4947cba91585e8076ad64d',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:45:32Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:45:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-839192743',display_name='tempest-AttachSCSIVolumeTestJSON-server-839192743',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-839192743',id=5,image_ref='aefa6375-c74b-41c3-a90b-db3c8b4f366c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBkI2Y21z5DYEtKrbGERL5H/2FBlLcOFaalgah2aDydenZ/Pway2wxpJhrHJtcZibRUs7LFNvsbah1D6nmaBJD/XMKOznbT0hEL6XkQjG9/3bBAasZUBx+Hkhfb8k8R5qA==',key_name='tempest-keypair-1626387716',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e36ad2b810df4b4ab6f4718aab74bcac',ramdisk_id='',reservation_id='r-s71l1kll',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='aefa6375-c74b-41c3-a90b-db3c8b4f366c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1927041810',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1927041810-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:45:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='69f75a476ab449e9b2595aa79a2488cb',uuid=7a4a15fc-430e-4cb5-9522-e4be68c59e0d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a", "address": "fa:16:3e:51:46:2f", "network": {"id": "d9eea920-69df-4878-9703-6732759507e1", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-2146434985-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e36ad2b810df4b4ab6f4718aab74bcac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap361cf1da-10", "ovs_interfaceid": "361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Converting VIF {"id": "361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a", "address": "fa:16:3e:51:46:2f", "network": {"id": "d9eea920-69df-4878-9703-6732759507e1", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-2146434985-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e36ad2b810df4b4ab6f4718aab74bcac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap361cf1da-10", "ovs_interfaceid": "361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:51:46:2f,bridge_name='br-int',has_traffic_filtering=True,id=361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a,network=Network(d9eea920-69df-4878-9703-6732759507e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap361cf1da-10') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG nova.objects.instance [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Lazy-loading 'pci_devices' on Instance uuid 7a4a15fc-430e-4cb5-9522-e4be68c59e0d {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:45:50 user nova-compute[75278]:   <uuid>7a4a15fc-430e-4cb5-9522-e4be68c59e0d</uuid>
Dec 06 15:45:50 user nova-compute[75278]:   <name>instance-00000005</name>
Dec 06 15:45:50 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 15:45:50 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:45:50 user nova-compute[75278]:   <metadata>
Dec 06 15:45:50 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:45:50 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:45:50 user nova-compute[75278]:       <nova:name>tempest-AttachSCSIVolumeTestJSON-server-839192743</nova:name>
Dec 06 15:45:50 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:45:50</nova:creationTime>
Dec 06 15:45:50 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 15:45:50 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 15:45:50 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 15:45:50 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:45:50 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:45:50 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:45:50 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:45:50 user nova-compute[75278]:       <nova:owner>
Dec 06 15:45:50 user nova-compute[75278]:         <nova:user uuid="69f75a476ab449e9b2595aa79a2488cb">tempest-AttachSCSIVolumeTestJSON-1927041810-project-member</nova:user>
Dec 06 15:45:50 user nova-compute[75278]:         <nova:project uuid="e36ad2b810df4b4ab6f4718aab74bcac">tempest-AttachSCSIVolumeTestJSON-1927041810</nova:project>
Dec 06 15:45:50 user nova-compute[75278]:       </nova:owner>
Dec 06 15:45:50 user nova-compute[75278]:       <nova:root type="image" uuid="aefa6375-c74b-41c3-a90b-db3c8b4f366c"/>
Dec 06 15:45:50 user nova-compute[75278]:       <nova:ports>
Dec 06 15:45:50 user nova-compute[75278]:         <nova:port uuid="361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a">
Dec 06 15:45:50 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 06 15:45:50 user nova-compute[75278]:         </nova:port>
Dec 06 15:45:50 user nova-compute[75278]:       </nova:ports>
Dec 06 15:45:50 user nova-compute[75278]:     </nova:instance>
Dec 06 15:45:50 user nova-compute[75278]:   </metadata>
Dec 06 15:45:50 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:45:50 user nova-compute[75278]:     <system>
Dec 06 15:45:50 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:45:50 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:45:50 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:45:50 user nova-compute[75278]:       <entry name="serial">7a4a15fc-430e-4cb5-9522-e4be68c59e0d</entry>
Dec 06 15:45:50 user nova-compute[75278]:       <entry name="uuid">7a4a15fc-430e-4cb5-9522-e4be68c59e0d</entry>
Dec 06 15:45:50 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:45:50 user nova-compute[75278]:     </system>
Dec 06 15:45:50 user nova-compute[75278]:   </sysinfo>
Dec 06 15:45:50 user nova-compute[75278]:   <os>
Dec 06 15:45:50 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:45:50 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 15:45:50 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:45:50 user nova-compute[75278]:   </os>
Dec 06 15:45:50 user nova-compute[75278]:   <features>
Dec 06 15:45:50 user nova-compute[75278]:     <acpi/>
Dec 06 15:45:50 user nova-compute[75278]:     <apic/>
Dec 06 15:45:50 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:45:50 user nova-compute[75278]:   </features>
Dec 06 15:45:50 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:45:50 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:45:50 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:45:50 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:45:50 user nova-compute[75278]:   </clock>
Dec 06 15:45:50 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:45:50 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:45:50 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:45:50 user nova-compute[75278]:   </cpu>
Dec 06 15:45:50 user nova-compute[75278]:   <devices>
Dec 06 15:45:50 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 15:45:50 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 15:45:50 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/7a4a15fc-430e-4cb5-9522-e4be68c59e0d/disk"/>
Dec 06 15:45:50 user nova-compute[75278]:       <target dev="sda" bus="scsi"/>
Dec 06 15:45:50 user nova-compute[75278]:       <address type="drive" controller="0" unit="0"/>
Dec 06 15:45:50 user nova-compute[75278]:     </disk>
Dec 06 15:45:50 user nova-compute[75278]:     <disk type="file" device="cdrom">
Dec 06 15:45:50 user nova-compute[75278]:       <driver name="qemu" type="raw" cache="none"/>
Dec 06 15:45:50 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/7a4a15fc-430e-4cb5-9522-e4be68c59e0d/disk.config"/>
Dec 06 15:45:50 user nova-compute[75278]:       <target dev="sdb" bus="scsi"/>
Dec 06 15:45:50 user nova-compute[75278]:       <address type="drive" controller="0" unit="1"/>
Dec 06 15:45:50 user nova-compute[75278]:     </disk>
Dec 06 15:45:50 user nova-compute[75278]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Dec 06 15:45:50 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:45:50 user nova-compute[75278]:       <mac address="fa:16:3e:51:46:2f"/>
Dec 06 15:45:50 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:45:50 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:45:50 user nova-compute[75278]:       <target dev="tap361cf1da-10"/>
Dec 06 15:45:50 user nova-compute[75278]:     </interface>
Dec 06 15:45:50 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:45:50 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/7a4a15fc-430e-4cb5-9522-e4be68c59e0d/console.log" append="off"/>
Dec 06 15:45:50 user nova-compute[75278]:     </serial>
Dec 06 15:45:50 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:45:50 user nova-compute[75278]:     <video>
Dec 06 15:45:50 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:45:50 user nova-compute[75278]:     </video>
Dec 06 15:45:50 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:45:50 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:45:50 user nova-compute[75278]:     </rng>
Dec 06 15:45:50 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:45:50 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:45:50 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:45:50 user nova-compute[75278]:     </memballoon>
Dec 06 15:45:50 user nova-compute[75278]:   </devices>
Dec 06 15:45:50 user nova-compute[75278]: </domain>
Dec 06 15:45:50 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:45:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-839192743',display_name='tempest-AttachSCSIVolumeTestJSON-server-839192743',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-839192743',id=5,image_ref='aefa6375-c74b-41c3-a90b-db3c8b4f366c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBkI2Y21z5DYEtKrbGERL5H/2FBlLcOFaalgah2aDydenZ/Pway2wxpJhrHJtcZibRUs7LFNvsbah1D6nmaBJD/XMKOznbT0hEL6XkQjG9/3bBAasZUBx+Hkhfb8k8R5qA==',key_name='tempest-keypair-1626387716',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e36ad2b810df4b4ab6f4718aab74bcac',ramdisk_id='',reservation_id='r-s71l1kll',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='aefa6375-c74b-41c3-a90b-db3c8b4f366c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1927041810',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1927041810-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:45:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='69f75a476ab449e9b2595aa79a2488cb',uuid=7a4a15fc-430e-4cb5-9522-e4be68c59e0d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a", "address": "fa:16:3e:51:46:2f", "network": {"id": "d9eea920-69df-4878-9703-6732759507e1", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-2146434985-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e36ad2b810df4b4ab6f4718aab74bcac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap361cf1da-10", "ovs_interfaceid": "361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Converting VIF {"id": "361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a", "address": "fa:16:3e:51:46:2f", "network": {"id": "d9eea920-69df-4878-9703-6732759507e1", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-2146434985-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e36ad2b810df4b4ab6f4718aab74bcac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap361cf1da-10", "ovs_interfaceid": "361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:51:46:2f,bridge_name='br-int',has_traffic_filtering=True,id=361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a,network=Network(d9eea920-69df-4878-9703-6732759507e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap361cf1da-10') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG os_vif [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:51:46:2f,bridge_name='br-int',has_traffic_filtering=True,id=361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a,network=Network(d9eea920-69df-4878-9703-6732759507e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap361cf1da-10') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '708b741f-ef5b-5e9b-a0ae-7c0b5a658d9d', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap361cf1da-10, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap361cf1da-10, col_values=(('qos', UUID('557d0956-48dd-4e47-8d02-d7ebc9aa91d7')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap361cf1da-10, col_values=(('external_ids', {'iface-id': '361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:51:46:2f', 'vm-uuid': '7a4a15fc-430e-4cb5-9522-e4be68c59e0d'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:50 user nova-compute[75278]: INFO os_vif [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:51:46:2f,bridge_name='br-int',has_traffic_filtering=True,id=361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a,network=Network(d9eea920-69df-4878-9703-6732759507e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap361cf1da-10')
Dec 06 15:45:50 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.330s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3ab08226-f7d6-4556-8fdb-086e056a9060/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ab08226-f7d6-4556-8fdb-086e056a9060/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG nova.network.neutron [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Successfully created port: cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] No BDM found with device name sda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] No BDM found with device name sdb, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] No VIF found with MAC fa:16:3e:51:46:2f, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:45:50 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Using config drive
Dec 06 15:45:50 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ab08226-f7d6-4556-8fdb-086e056a9060/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Cannot resize image /opt/stack/data/nova/instances/3ab08226-f7d6-4556-8fdb-086e056a9060/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Ensure instance console log exists: /opt/stack/data/nova/instances/3ab08226-f7d6-4556-8fdb-086e056a9060/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Acquiring lock "a140a006-c098-4eed-998b-eacb51917dbb" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Lock "a140a006-c098-4eed-998b-eacb51917dbb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:51 user nova-compute[75278]: DEBUG nova.compute.manager [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 15:45:51 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Creating config drive at /opt/stack/data/nova/instances/7a4a15fc-430e-4cb5-9522-e4be68c59e0d/disk.config
Dec 06 15:45:51 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/7a4a15fc-430e-4cb5-9522-e4be68c59e0d/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp_cy2s90o {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.004s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:51 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/7a4a15fc-430e-4cb5-9522-e4be68c59e0d/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp_cy2s90o" returned: 0 in 0.069s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:51 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 15:45:51 user nova-compute[75278]: INFO nova.compute.claims [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Claim successful on node user
Dec 06 15:45:51 user nova-compute[75278]: DEBUG nova.network.neutron [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Successfully updated port: 496e093f-b1c6-4d38-a886-891fdc06e277 {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:45:51 user nova-compute[75278]: DEBUG nova.network.neutron [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Successfully updated port: cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:45:51 user nova-compute[75278]: DEBUG nova.network.neutron [req-eca7ea3f-fe7a-4fba-ac5f-b0233d40420c req-72f7ff8c-a6ab-4b45-8a48-44193acdc1dc service nova] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Updated VIF entry in instance network info cache for port 361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:45:51 user nova-compute[75278]: DEBUG nova.network.neutron [req-eca7ea3f-fe7a-4fba-ac5f-b0233d40420c req-72f7ff8c-a6ab-4b45-8a48-44193acdc1dc service nova] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Updating instance_info_cache with network_info: [{"id": "361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a", "address": "fa:16:3e:51:46:2f", "network": {"id": "d9eea920-69df-4878-9703-6732759507e1", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-2146434985-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e36ad2b810df4b4ab6f4718aab74bcac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap361cf1da-10", "ovs_interfaceid": "361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:45:51 user nova-compute[75278]: DEBUG nova.compute.manager [req-bfcf8d15-8310-4d0a-bad5-a2619def24a1 req-57309856-c7cc-41ab-85ca-7a40ef396fb4 service nova] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Received event network-changed-496e093f-b1c6-4d38-a886-891fdc06e277 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:45:51 user nova-compute[75278]: DEBUG nova.compute.manager [req-bfcf8d15-8310-4d0a-bad5-a2619def24a1 req-57309856-c7cc-41ab-85ca-7a40ef396fb4 service nova] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Refreshing instance network info cache due to event network-changed-496e093f-b1c6-4d38-a886-891fdc06e277. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:45:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bfcf8d15-8310-4d0a-bad5-a2619def24a1 req-57309856-c7cc-41ab-85ca-7a40ef396fb4 service nova] Acquiring lock "refresh_cache-57133132-53e9-4b8a-811e-85aa53f24315" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:45:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bfcf8d15-8310-4d0a-bad5-a2619def24a1 req-57309856-c7cc-41ab-85ca-7a40ef396fb4 service nova] Acquired lock "refresh_cache-57133132-53e9-4b8a-811e-85aa53f24315" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:45:51 user nova-compute[75278]: DEBUG nova.network.neutron [req-bfcf8d15-8310-4d0a-bad5-a2619def24a1 req-57309856-c7cc-41ab-85ca-7a40ef396fb4 service nova] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Refreshing network info cache for port 496e093f-b1c6-4d38-a886-891fdc06e277 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:45:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-eca7ea3f-fe7a-4fba-ac5f-b0233d40420c req-72f7ff8c-a6ab-4b45-8a48-44193acdc1dc service nova] Releasing lock "refresh_cache-7a4a15fc-430e-4cb5-9522-e4be68c59e0d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:45:51 user nova-compute[75278]: DEBUG nova.compute.manager [req-23917560-8d4c-406f-b3ed-9a6594a3f22d req-22f351fa-214e-47a2-b32f-43c4acbd52ef service nova] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Received event network-changed-cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:45:51 user nova-compute[75278]: DEBUG nova.compute.manager [req-23917560-8d4c-406f-b3ed-9a6594a3f22d req-22f351fa-214e-47a2-b32f-43c4acbd52ef service nova] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Refreshing instance network info cache due to event network-changed-cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:45:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-23917560-8d4c-406f-b3ed-9a6594a3f22d req-22f351fa-214e-47a2-b32f-43c4acbd52ef service nova] Acquiring lock "refresh_cache-3ab08226-f7d6-4556-8fdb-086e056a9060" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:45:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-23917560-8d4c-406f-b3ed-9a6594a3f22d req-22f351fa-214e-47a2-b32f-43c4acbd52ef service nova] Acquired lock "refresh_cache-3ab08226-f7d6-4556-8fdb-086e056a9060" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:45:51 user nova-compute[75278]: DEBUG nova.network.neutron [req-23917560-8d4c-406f-b3ed-9a6594a3f22d req-22f351fa-214e-47a2-b32f-43c4acbd52ef service nova] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Refreshing network info cache for port cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:45:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Acquiring lock "refresh_cache-57133132-53e9-4b8a-811e-85aa53f24315" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:45:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Acquiring lock "refresh_cache-3ab08226-f7d6-4556-8fdb-086e056a9060" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:45:52 user nova-compute[75278]: DEBUG nova.network.neutron [req-23917560-8d4c-406f-b3ed-9a6594a3f22d req-22f351fa-214e-47a2-b32f-43c4acbd52ef service nova] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:45:52 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:45:52 user nova-compute[75278]: DEBUG nova.network.neutron [req-bfcf8d15-8310-4d0a-bad5-a2619def24a1 req-57309856-c7cc-41ab-85ca-7a40ef396fb4 service nova] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:45:52 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:45:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.796s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:52 user nova-compute[75278]: DEBUG nova.compute.manager [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 15:45:52 user nova-compute[75278]: DEBUG nova.compute.manager [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 15:45:52 user nova-compute[75278]: DEBUG nova.network.neutron [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 15:45:52 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 15:45:52 user nova-compute[75278]: DEBUG nova.network.neutron [req-bfcf8d15-8310-4d0a-bad5-a2619def24a1 req-57309856-c7cc-41ab-85ca-7a40ef396fb4 service nova] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:45:52 user nova-compute[75278]: DEBUG nova.compute.manager [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 15:45:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bfcf8d15-8310-4d0a-bad5-a2619def24a1 req-57309856-c7cc-41ab-85ca-7a40ef396fb4 service nova] Releasing lock "refresh_cache-57133132-53e9-4b8a-811e-85aa53f24315" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:45:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Acquired lock "refresh_cache-57133132-53e9-4b8a-811e-85aa53f24315" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:45:52 user nova-compute[75278]: DEBUG nova.network.neutron [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:45:52 user nova-compute[75278]: DEBUG nova.network.neutron [req-23917560-8d4c-406f-b3ed-9a6594a3f22d req-22f351fa-214e-47a2-b32f-43c4acbd52ef service nova] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:45:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-23917560-8d4c-406f-b3ed-9a6594a3f22d req-22f351fa-214e-47a2-b32f-43c4acbd52ef service nova] Releasing lock "refresh_cache-3ab08226-f7d6-4556-8fdb-086e056a9060" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:45:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Acquired lock "refresh_cache-3ab08226-f7d6-4556-8fdb-086e056a9060" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:45:52 user nova-compute[75278]: DEBUG nova.network.neutron [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:45:52 user nova-compute[75278]: DEBUG nova.policy [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55226f8aa2ec41dda902d0de0d610b1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e37884c4ed9145a68dba8917e4927566', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 15:45:52 user nova-compute[75278]: DEBUG nova.network.neutron [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:45:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Acquiring lock "9398175e-90b9-4450-8785-0ed86d49ab33" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Lock "9398175e-90b9-4450-8785-0ed86d49ab33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:52 user nova-compute[75278]: DEBUG nova.compute.manager [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 15:45:52 user nova-compute[75278]: DEBUG nova.compute.manager [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 15:45:52 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 15:45:52 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Creating image(s)
Dec 06 15:45:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Acquiring lock "/opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Lock "/opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Lock "/opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.101s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:52 user nova-compute[75278]: DEBUG nova.network.neutron [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:45:52 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:52 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 15:45:52 user nova-compute[75278]: INFO nova.compute.claims [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Claim successful on node user
Dec 06 15:45:52 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.257s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Acquiring lock "8b6964317078072a1e593868059fc8dc16213a0c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:52 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.network.neutron [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Updating instance_info_cache with network_info: [{"id": "496e093f-b1c6-4d38-a886-891fdc06e277", "address": "fa:16:3e:6c:48:6d", "network": {"id": "1456ba8f-4723-487d-b5d4-76d3f809df32", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-54105982-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6bf518d50e054cabaa99c25a7e27ce03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap496e093f-b1", "ovs_interfaceid": "496e093f-b1c6-4d38-a886-891fdc06e277", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Releasing lock "refresh_cache-57133132-53e9-4b8a-811e-85aa53f24315" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.compute.manager [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Instance network_info: |[{"id": "496e093f-b1c6-4d38-a886-891fdc06e277", "address": "fa:16:3e:6c:48:6d", "network": {"id": "1456ba8f-4723-487d-b5d4-76d3f809df32", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-54105982-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6bf518d50e054cabaa99c25a7e27ce03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap496e093f-b1", "ovs_interfaceid": "496e093f-b1c6-4d38-a886-891fdc06e277", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Start _get_guest_xml network_info=[{"id": "496e093f-b1c6-4d38-a886-891fdc06e277", "address": "fa:16:3e:6c:48:6d", "network": {"id": "1456ba8f-4723-487d-b5d4-76d3f809df32", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-54105982-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6bf518d50e054cabaa99c25a7e27ce03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap496e093f-b1", "ovs_interfaceid": "496e093f-b1c6-4d38-a886-891fdc06e277", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.218s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.network.neutron [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Updating instance_info_cache with network_info: [{"id": "cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd", "address": "fa:16:3e:88:85:51", "network": {"id": "97bebf59-645d-4982-a79c-20f65a98308b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1992857310-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15f41496db044d5eb9c6e60468ee9a1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf441ca7-0e", "ovs_interfaceid": "cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:53 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:45:53 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:45:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/disk 1073741824" returned: 0 in 0.111s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.341s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Releasing lock "refresh_cache-3ab08226-f7d6-4556-8fdb-086e056a9060" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.compute.manager [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Instance network_info: |[{"id": "cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd", "address": "fa:16:3e:88:85:51", "network": {"id": "97bebf59-645d-4982-a79c-20f65a98308b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1992857310-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15f41496db044d5eb9c6e60468ee9a1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf441ca7-0e", "ovs_interfaceid": "cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Start _get_guest_xml network_info=[{"id": "cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd", "address": "fa:16:3e:88:85:51", "network": {"id": "97bebf59-645d-4982-a79c-20f65a98308b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1992857310-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15f41496db044d5eb9c6e60468ee9a1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf441ca7-0e", "ovs_interfaceid": "cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:45:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-4215438',display_name='tempest-VolumesAdminNegativeTest-server-4215438',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-4215438',id=6,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFlzR2Wg9YEoUmnkH5XZfI19KnRWccNgBRat0nXQ1Y07k8m/KbQStRf191VifumHuRaP8OnPOVJaYRL3AGT7x5h1J3HGlkQUiDaE4jqdux22pkthS+hgBaHtyZmFjmwGdg==',key_name='tempest-keypair-436121988',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6bf518d50e054cabaa99c25a7e27ce03',ramdisk_id='',reservation_id='r-m4jkn529',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-2022394682',owner_user_name='tempest-VolumesAdminNegativeTest-2022394682-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:45:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='23fc2de366a24cdca669f2dfc3ae16db',uuid=57133132-53e9-4b8a-811e-85aa53f24315,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "496e093f-b1c6-4d38-a886-891fdc06e277", "address": "fa:16:3e:6c:48:6d", "network": {"id": "1456ba8f-4723-487d-b5d4-76d3f809df32", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-54105982-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6bf518d50e054cabaa99c25a7e27ce03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap496e093f-b1", "ovs_interfaceid": "496e093f-b1c6-4d38-a886-891fdc06e277", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Converting VIF {"id": "496e093f-b1c6-4d38-a886-891fdc06e277", "address": "fa:16:3e:6c:48:6d", "network": {"id": "1456ba8f-4723-487d-b5d4-76d3f809df32", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-54105982-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6bf518d50e054cabaa99c25a7e27ce03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap496e093f-b1", "ovs_interfaceid": "496e093f-b1c6-4d38-a886-891fdc06e277", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6c:48:6d,bridge_name='br-int',has_traffic_filtering=True,id=496e093f-b1c6-4d38-a886-891fdc06e277,network=Network(1456ba8f-4723-487d-b5d4-76d3f809df32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap496e093f-b1') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.objects.instance [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lazy-loading 'pci_devices' on Instance uuid 57133132-53e9-4b8a-811e-85aa53f24315 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:45:53 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:45:53 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:45:53 user nova-compute[75278]:   <uuid>57133132-53e9-4b8a-811e-85aa53f24315</uuid>
Dec 06 15:45:53 user nova-compute[75278]:   <name>instance-00000006</name>
Dec 06 15:45:53 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 15:45:53 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:45:53 user nova-compute[75278]:   <metadata>
Dec 06 15:45:53 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:45:53 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:45:53 user nova-compute[75278]:       <nova:name>tempest-VolumesAdminNegativeTest-server-4215438</nova:name>
Dec 06 15:45:53 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:45:53</nova:creationTime>
Dec 06 15:45:53 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 15:45:53 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 15:45:53 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 15:45:53 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:45:53 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:45:53 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:45:53 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:45:53 user nova-compute[75278]:       <nova:owner>
Dec 06 15:45:53 user nova-compute[75278]:         <nova:user uuid="23fc2de366a24cdca669f2dfc3ae16db">tempest-VolumesAdminNegativeTest-2022394682-project-member</nova:user>
Dec 06 15:45:53 user nova-compute[75278]:         <nova:project uuid="6bf518d50e054cabaa99c25a7e27ce03">tempest-VolumesAdminNegativeTest-2022394682</nova:project>
Dec 06 15:45:53 user nova-compute[75278]:       </nova:owner>
Dec 06 15:45:53 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 15:45:53 user nova-compute[75278]:       <nova:ports>
Dec 06 15:45:53 user nova-compute[75278]:         <nova:port uuid="496e093f-b1c6-4d38-a886-891fdc06e277">
Dec 06 15:45:53 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 06 15:45:53 user nova-compute[75278]:         </nova:port>
Dec 06 15:45:53 user nova-compute[75278]:       </nova:ports>
Dec 06 15:45:53 user nova-compute[75278]:     </nova:instance>
Dec 06 15:45:53 user nova-compute[75278]:   </metadata>
Dec 06 15:45:53 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:45:53 user nova-compute[75278]:     <system>
Dec 06 15:45:53 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:45:53 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:45:53 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:45:53 user nova-compute[75278]:       <entry name="serial">57133132-53e9-4b8a-811e-85aa53f24315</entry>
Dec 06 15:45:53 user nova-compute[75278]:       <entry name="uuid">57133132-53e9-4b8a-811e-85aa53f24315</entry>
Dec 06 15:45:53 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:45:53 user nova-compute[75278]:     </system>
Dec 06 15:45:53 user nova-compute[75278]:   </sysinfo>
Dec 06 15:45:53 user nova-compute[75278]:   <os>
Dec 06 15:45:53 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:45:53 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 15:45:53 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:45:53 user nova-compute[75278]:   </os>
Dec 06 15:45:53 user nova-compute[75278]:   <features>
Dec 06 15:45:53 user nova-compute[75278]:     <acpi/>
Dec 06 15:45:53 user nova-compute[75278]:     <apic/>
Dec 06 15:45:53 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:45:53 user nova-compute[75278]:   </features>
Dec 06 15:45:53 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:45:53 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:45:53 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:45:53 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:45:53 user nova-compute[75278]:   </clock>
Dec 06 15:45:53 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:45:53 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:45:53 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:45:53 user nova-compute[75278]:   </cpu>
Dec 06 15:45:53 user nova-compute[75278]:   <devices>
Dec 06 15:45:53 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 15:45:53 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 15:45:53 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/57133132-53e9-4b8a-811e-85aa53f24315/disk"/>
Dec 06 15:45:53 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 15:45:53 user nova-compute[75278]:     </disk>
Dec 06 15:45:53 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:45:53 user nova-compute[75278]:       <mac address="fa:16:3e:6c:48:6d"/>
Dec 06 15:45:53 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:45:53 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:45:53 user nova-compute[75278]:       <target dev="tap496e093f-b1"/>
Dec 06 15:45:53 user nova-compute[75278]:     </interface>
Dec 06 15:45:53 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:45:53 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/57133132-53e9-4b8a-811e-85aa53f24315/console.log" append="off"/>
Dec 06 15:45:53 user nova-compute[75278]:     </serial>
Dec 06 15:45:53 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:45:53 user nova-compute[75278]:     <video>
Dec 06 15:45:53 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:45:53 user nova-compute[75278]:     </video>
Dec 06 15:45:53 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:45:53 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:45:53 user nova-compute[75278]:     </rng>
Dec 06 15:45:53 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:45:53 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:45:53 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:45:53 user nova-compute[75278]:     </memballoon>
Dec 06 15:45:53 user nova-compute[75278]:   </devices>
Dec 06 15:45:53 user nova-compute[75278]: </domain>
Dec 06 15:45:53 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:45:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-4215438',display_name='tempest-VolumesAdminNegativeTest-server-4215438',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-4215438',id=6,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFlzR2Wg9YEoUmnkH5XZfI19KnRWccNgBRat0nXQ1Y07k8m/KbQStRf191VifumHuRaP8OnPOVJaYRL3AGT7x5h1J3HGlkQUiDaE4jqdux22pkthS+hgBaHtyZmFjmwGdg==',key_name='tempest-keypair-436121988',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6bf518d50e054cabaa99c25a7e27ce03',ramdisk_id='',reservation_id='r-m4jkn529',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-2022394682',owner_user_name='tempest-VolumesAdminNegativeTest-2022394682-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:45:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='23fc2de366a24cdca669f2dfc3ae16db',uuid=57133132-53e9-4b8a-811e-85aa53f24315,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "496e093f-b1c6-4d38-a886-891fdc06e277", "address": "fa:16:3e:6c:48:6d", "network": {"id": "1456ba8f-4723-487d-b5d4-76d3f809df32", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-54105982-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6bf518d50e054cabaa99c25a7e27ce03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap496e093f-b1", "ovs_interfaceid": "496e093f-b1c6-4d38-a886-891fdc06e277", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Converting VIF {"id": "496e093f-b1c6-4d38-a886-891fdc06e277", "address": "fa:16:3e:6c:48:6d", "network": {"id": "1456ba8f-4723-487d-b5d4-76d3f809df32", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-54105982-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6bf518d50e054cabaa99c25a7e27ce03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap496e093f-b1", "ovs_interfaceid": "496e093f-b1c6-4d38-a886-891fdc06e277", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6c:48:6d,bridge_name='br-int',has_traffic_filtering=True,id=496e093f-b1c6-4d38-a886-891fdc06e277,network=Network(1456ba8f-4723-487d-b5d4-76d3f809df32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap496e093f-b1') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG os_vif [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6c:48:6d,bridge_name='br-int',has_traffic_filtering=True,id=496e093f-b1c6-4d38-a886-891fdc06e277,network=Network(1456ba8f-4723-487d-b5d4-76d3f809df32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap496e093f-b1') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd7f05a2c-d4bc-57e4-9699-820083d27699', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap496e093f-b1, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap496e093f-b1, col_values=(('qos', UUID('fc3afd71-6539-45c2-8163-b4aac784650b')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap496e093f-b1, col_values=(('external_ids', {'iface-id': '496e093f-b1c6-4d38-a886-891fdc06e277', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6c:48:6d', 'vm-uuid': '57133132-53e9-4b8a-811e-85aa53f24315'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:45:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1135177415',display_name='tempest-TestVolumeSwap-server-1135177415',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1135177415',id=7,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNHCDl/OUDdrFl/CmqBoYz9iBfVMffYF7SCUQcUl2/02cBWCrXEPicS20UbYA4Y57OkuFGCs55KMRgh9K4ryuLIbcopkxI/8i1MUl92uQXVpMFPuMjTwN2ORhADa5Hlqow==',key_name='tempest-keypair-754937139',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='15f41496db044d5eb9c6e60468ee9a1c',ramdisk_id='',reservation_id='r-4fhu2xxo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-786441517',owner_user_name='tempest-TestVolumeSwap-786441517-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:45:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e2e48a48965d4e9b9bbe8d45a9020ab2',uuid=3ab08226-f7d6-4556-8fdb-086e056a9060,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd", "address": "fa:16:3e:88:85:51", "network": {"id": "97bebf59-645d-4982-a79c-20f65a98308b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1992857310-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15f41496db044d5eb9c6e60468ee9a1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf441ca7-0e", "ovs_interfaceid": "cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Converting VIF {"id": "cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd", "address": "fa:16:3e:88:85:51", "network": {"id": "97bebf59-645d-4982-a79c-20f65a98308b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1992857310-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15f41496db044d5eb9c6e60468ee9a1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf441ca7-0e", "ovs_interfaceid": "cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:88:85:51,bridge_name='br-int',has_traffic_filtering=True,id=cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd,network=Network(97bebf59-645d-4982-a79c-20f65a98308b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcf441ca7-0e') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.objects.instance [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Lazy-loading 'pci_devices' on Instance uuid 3ab08226-f7d6-4556-8fdb-086e056a9060 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:45:53 user nova-compute[75278]: INFO os_vif [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6c:48:6d,bridge_name='br-int',has_traffic_filtering=True,id=496e093f-b1c6-4d38-a886-891fdc06e277,network=Network(1456ba8f-4723-487d-b5d4-76d3f809df32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap496e093f-b1')
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:45:53 user nova-compute[75278]:   <uuid>3ab08226-f7d6-4556-8fdb-086e056a9060</uuid>
Dec 06 15:45:53 user nova-compute[75278]:   <name>instance-00000007</name>
Dec 06 15:45:53 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 15:45:53 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:45:53 user nova-compute[75278]:   <metadata>
Dec 06 15:45:53 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:45:53 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:45:53 user nova-compute[75278]:       <nova:name>tempest-TestVolumeSwap-server-1135177415</nova:name>
Dec 06 15:45:53 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:45:53</nova:creationTime>
Dec 06 15:45:53 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 15:45:53 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 15:45:53 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 15:45:53 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:45:53 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:45:53 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:45:53 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:45:53 user nova-compute[75278]:       <nova:owner>
Dec 06 15:45:53 user nova-compute[75278]:         <nova:user uuid="e2e48a48965d4e9b9bbe8d45a9020ab2">tempest-TestVolumeSwap-786441517-project-member</nova:user>
Dec 06 15:45:53 user nova-compute[75278]:         <nova:project uuid="15f41496db044d5eb9c6e60468ee9a1c">tempest-TestVolumeSwap-786441517</nova:project>
Dec 06 15:45:53 user nova-compute[75278]:       </nova:owner>
Dec 06 15:45:53 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 15:45:53 user nova-compute[75278]:       <nova:ports>
Dec 06 15:45:53 user nova-compute[75278]:         <nova:port uuid="cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd">
Dec 06 15:45:53 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 06 15:45:53 user nova-compute[75278]:         </nova:port>
Dec 06 15:45:53 user nova-compute[75278]:       </nova:ports>
Dec 06 15:45:53 user nova-compute[75278]:     </nova:instance>
Dec 06 15:45:53 user nova-compute[75278]:   </metadata>
Dec 06 15:45:53 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:45:53 user nova-compute[75278]:     <system>
Dec 06 15:45:53 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:45:53 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:45:53 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:45:53 user nova-compute[75278]:       <entry name="serial">3ab08226-f7d6-4556-8fdb-086e056a9060</entry>
Dec 06 15:45:53 user nova-compute[75278]:       <entry name="uuid">3ab08226-f7d6-4556-8fdb-086e056a9060</entry>
Dec 06 15:45:53 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:45:53 user nova-compute[75278]:     </system>
Dec 06 15:45:53 user nova-compute[75278]:   </sysinfo>
Dec 06 15:45:53 user nova-compute[75278]:   <os>
Dec 06 15:45:53 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:45:53 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 15:45:53 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:45:53 user nova-compute[75278]:   </os>
Dec 06 15:45:53 user nova-compute[75278]:   <features>
Dec 06 15:45:53 user nova-compute[75278]:     <acpi/>
Dec 06 15:45:53 user nova-compute[75278]:     <apic/>
Dec 06 15:45:53 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:45:53 user nova-compute[75278]:   </features>
Dec 06 15:45:53 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:45:53 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:45:53 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:45:53 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:45:53 user nova-compute[75278]:   </clock>
Dec 06 15:45:53 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:45:53 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:45:53 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:45:53 user nova-compute[75278]:   </cpu>
Dec 06 15:45:53 user nova-compute[75278]:   <devices>
Dec 06 15:45:53 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 15:45:53 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 15:45:53 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/3ab08226-f7d6-4556-8fdb-086e056a9060/disk"/>
Dec 06 15:45:53 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 15:45:53 user nova-compute[75278]:     </disk>
Dec 06 15:45:53 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:45:53 user nova-compute[75278]:       <mac address="fa:16:3e:88:85:51"/>
Dec 06 15:45:53 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:45:53 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:45:53 user nova-compute[75278]:       <target dev="tapcf441ca7-0e"/>
Dec 06 15:45:53 user nova-compute[75278]:     </interface>
Dec 06 15:45:53 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:45:53 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/3ab08226-f7d6-4556-8fdb-086e056a9060/console.log" append="off"/>
Dec 06 15:45:53 user nova-compute[75278]:     </serial>
Dec 06 15:45:53 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:45:53 user nova-compute[75278]:     <video>
Dec 06 15:45:53 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:45:53 user nova-compute[75278]:     </video>
Dec 06 15:45:53 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:45:53 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:45:53 user nova-compute[75278]:     </rng>
Dec 06 15:45:53 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:45:53 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:45:53 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:45:53 user nova-compute[75278]:     </memballoon>
Dec 06 15:45:53 user nova-compute[75278]:   </devices>
Dec 06 15:45:53 user nova-compute[75278]: </domain>
Dec 06 15:45:53 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:45:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1135177415',display_name='tempest-TestVolumeSwap-server-1135177415',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1135177415',id=7,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNHCDl/OUDdrFl/CmqBoYz9iBfVMffYF7SCUQcUl2/02cBWCrXEPicS20UbYA4Y57OkuFGCs55KMRgh9K4ryuLIbcopkxI/8i1MUl92uQXVpMFPuMjTwN2ORhADa5Hlqow==',key_name='tempest-keypair-754937139',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='15f41496db044d5eb9c6e60468ee9a1c',ramdisk_id='',reservation_id='r-4fhu2xxo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-786441517',owner_user_name='tempest-TestVolumeSwap-786441517-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:45:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e2e48a48965d4e9b9bbe8d45a9020ab2',uuid=3ab08226-f7d6-4556-8fdb-086e056a9060,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd", "address": "fa:16:3e:88:85:51", "network": {"id": "97bebf59-645d-4982-a79c-20f65a98308b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1992857310-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15f41496db044d5eb9c6e60468ee9a1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf441ca7-0e", "ovs_interfaceid": "cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Converting VIF {"id": "cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd", "address": "fa:16:3e:88:85:51", "network": {"id": "97bebf59-645d-4982-a79c-20f65a98308b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1992857310-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15f41496db044d5eb9c6e60468ee9a1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf441ca7-0e", "ovs_interfaceid": "cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:88:85:51,bridge_name='br-int',has_traffic_filtering=True,id=cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd,network=Network(97bebf59-645d-4982-a79c-20f65a98308b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcf441ca7-0e') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG os_vif [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:88:85:51,bridge_name='br-int',has_traffic_filtering=True,id=cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd,network=Network(97bebf59-645d-4982-a79c-20f65a98308b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcf441ca7-0e') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8823bcf0-0110-5e13-952e-781d1746321a', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.304s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcf441ca7-0e, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcf441ca7-0e, col_values=(('qos', UUID('b7348420-a421-442d-b214-bd16ef120184')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcf441ca7-0e, col_values=(('external_ids', {'iface-id': 'cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:88:85:51', 'vm-uuid': '3ab08226-f7d6-4556-8fdb-086e056a9060'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:53 user nova-compute[75278]: INFO os_vif [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:88:85:51,bridge_name='br-int',has_traffic_filtering=True,id=cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd,network=Network(97bebf59-645d-4982-a79c-20f65a98308b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcf441ca7-0e')
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] No VIF found with MAC fa:16:3e:6c:48:6d, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.network.neutron [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Successfully created port: e3712642-f1de-4dd5-b05a-8e25c2dff014 {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] No VIF found with MAC fa:16:3e:88:85:51, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/disk --force-share --output=json" returned: 0 in 0.316s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Cannot resize image /opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Ensure instance console log exists: /opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.103s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.compute.manager [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.compute.manager [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 15:45:53 user nova-compute[75278]: DEBUG nova.network.neutron [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 15:45:54 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 15:45:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:54 user nova-compute[75278]: DEBUG nova.compute.manager [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 15:45:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:54 user nova-compute[75278]: DEBUG nova.compute.manager [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 15:45:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 15:45:54 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Creating image(s)
Dec 06 15:45:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Acquiring lock "/opt/stack/data/nova/instances/9398175e-90b9-4450-8785-0ed86d49ab33/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Lock "/opt/stack/data/nova/instances/9398175e-90b9-4450-8785-0ed86d49ab33/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Lock "/opt/stack/data/nova/instances/9398175e-90b9-4450-8785-0ed86d49ab33/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:54 user nova-compute[75278]: DEBUG nova.policy [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bf55bc37a164e659d6f8fd0a5d91337', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '167316448c5844909619a24fb91e6e48', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 15:45:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.280s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Acquiring lock "8b6964317078072a1e593868059fc8dc16213a0c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.212s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/9398175e-90b9-4450-8785-0ed86d49ab33/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/9398175e-90b9-4450-8785-0ed86d49ab33/disk 1073741824" returned: 0 in 0.058s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.282s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.239s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:55 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9398175e-90b9-4450-8785-0ed86d49ab33/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 15:45:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9398175e-90b9-4450-8785-0ed86d49ab33/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9398175e-90b9-4450-8785-0ed86d49ab33/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:55 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Cannot resize image /opt/stack/data/nova/instances/9398175e-90b9-4450-8785-0ed86d49ab33/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 15:45:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 15:45:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Ensure instance console log exists: /opt/stack/data/nova/instances/9398175e-90b9-4450-8785-0ed86d49ab33/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 15:45:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:55 user nova-compute[75278]: DEBUG nova.network.neutron [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Successfully updated port: e3712642-f1de-4dd5-b05a-8e25c2dff014 {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:45:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Acquiring lock "refresh_cache-a140a006-c098-4eed-998b-eacb51917dbb" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:45:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Acquired lock "refresh_cache-a140a006-c098-4eed-998b-eacb51917dbb" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:45:55 user nova-compute[75278]: DEBUG nova.network.neutron [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:45:55 user nova-compute[75278]: DEBUG nova.network.neutron [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Successfully created port: 88416657-6647-4a59-a8a0-706e026004b4 {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 15:45:55 user nova-compute[75278]: DEBUG nova.compute.manager [req-907e0114-0f24-4e42-99d9-e976924a031d req-d5e2e2a8-9025-4f80-9584-48b6ee9b19de service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Received event network-changed-e3712642-f1de-4dd5-b05a-8e25c2dff014 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:45:55 user nova-compute[75278]: DEBUG nova.compute.manager [req-907e0114-0f24-4e42-99d9-e976924a031d req-d5e2e2a8-9025-4f80-9584-48b6ee9b19de service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Refreshing instance network info cache due to event network-changed-e3712642-f1de-4dd5-b05a-8e25c2dff014. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:45:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-907e0114-0f24-4e42-99d9-e976924a031d req-d5e2e2a8-9025-4f80-9584-48b6ee9b19de service nova] Acquiring lock "refresh_cache-a140a006-c098-4eed-998b-eacb51917dbb" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG nova.network.neutron [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG nova.network.neutron [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Updating instance_info_cache with network_info: [{"id": "e3712642-f1de-4dd5-b05a-8e25c2dff014", "address": "fa:16:3e:bd:c9:aa", "network": {"id": "45ebe146-3216-4bc6-b001-16336fcc11c4", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-917175328-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e37884c4ed9145a68dba8917e4927566", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3712642-f1", "ovs_interfaceid": "e3712642-f1de-4dd5-b05a-8e25c2dff014", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Releasing lock "refresh_cache-a140a006-c098-4eed-998b-eacb51917dbb" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG nova.compute.manager [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Instance network_info: |[{"id": "e3712642-f1de-4dd5-b05a-8e25c2dff014", "address": "fa:16:3e:bd:c9:aa", "network": {"id": "45ebe146-3216-4bc6-b001-16336fcc11c4", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-917175328-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e37884c4ed9145a68dba8917e4927566", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3712642-f1", "ovs_interfaceid": "e3712642-f1de-4dd5-b05a-8e25c2dff014", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-907e0114-0f24-4e42-99d9-e976924a031d req-d5e2e2a8-9025-4f80-9584-48b6ee9b19de service nova] Acquired lock "refresh_cache-a140a006-c098-4eed-998b-eacb51917dbb" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG nova.network.neutron [req-907e0114-0f24-4e42-99d9-e976924a031d req-d5e2e2a8-9025-4f80-9584-48b6ee9b19de service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Refreshing network info cache for port e3712642-f1de-4dd5-b05a-8e25c2dff014 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Start _get_guest_xml network_info=[{"id": "e3712642-f1de-4dd5-b05a-8e25c2dff014", "address": "fa:16:3e:bd:c9:aa", "network": {"id": "45ebe146-3216-4bc6-b001-16336fcc11c4", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-917175328-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e37884c4ed9145a68dba8917e4927566", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3712642-f1", "ovs_interfaceid": "e3712642-f1de-4dd5-b05a-8e25c2dff014", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG nova.compute.manager [req-9391835f-88ef-44f2-be6b-504eb0f6bf4d req-8f03bb0e-1b0e-49e0-b52f-7261f72922b4 service nova] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Received event network-vif-plugged-496e093f-b1c6-4d38-a886-891fdc06e277 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9391835f-88ef-44f2-be6b-504eb0f6bf4d req-8f03bb0e-1b0e-49e0-b52f-7261f72922b4 service nova] Acquiring lock "57133132-53e9-4b8a-811e-85aa53f24315-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9391835f-88ef-44f2-be6b-504eb0f6bf4d req-8f03bb0e-1b0e-49e0-b52f-7261f72922b4 service nova] Lock "57133132-53e9-4b8a-811e-85aa53f24315-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9391835f-88ef-44f2-be6b-504eb0f6bf4d req-8f03bb0e-1b0e-49e0-b52f-7261f72922b4 service nova] Lock "57133132-53e9-4b8a-811e-85aa53f24315-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG nova.compute.manager [req-9391835f-88ef-44f2-be6b-504eb0f6bf4d req-8f03bb0e-1b0e-49e0-b52f-7261f72922b4 service nova] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] No waiting events found dispatching network-vif-plugged-496e093f-b1c6-4d38-a886-891fdc06e277 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:45:56 user nova-compute[75278]: WARNING nova.compute.manager [req-9391835f-88ef-44f2-be6b-504eb0f6bf4d req-8f03bb0e-1b0e-49e0-b52f-7261f72922b4 service nova] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Received unexpected event network-vif-plugged-496e093f-b1c6-4d38-a886-891fdc06e277 for instance with vm_state building and task_state spawning.
Dec 06 15:45:56 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:45:56 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:45:56 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:45:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-512695504',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-512695504',id=8,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPsOnwq5F2aHuvn6p+v3emZ3v2b+r1N85ofc/VEY+hf+C5qttfprjGlgMF35chRQ3Bb8XRF5z2qmWAlBU6SP1xRTHT0D7glsLF+xRB0JSxvHLRCUfp7oKWwNC9bkYhS+rA==',key_name='tempest-keypair-1412171642',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e37884c4ed9145a68dba8917e4927566',ramdisk_id='',reservation_id='r-5t2rhzgx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-1550458939',owner_user_name='tempest-TaggedAttachmentsTest-1550458939-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:45:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='55226f8aa2ec41dda902d0de0d610b1c',uuid=a140a006-c098-4eed-998b-eacb51917dbb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e3712642-f1de-4dd5-b05a-8e25c2dff014", "address": "fa:16:3e:bd:c9:aa", "network": {"id": "45ebe146-3216-4bc6-b001-16336fcc11c4", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-917175328-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e37884c4ed9145a68dba8917e4927566", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3712642-f1", "ovs_interfaceid": "e3712642-f1de-4dd5-b05a-8e25c2dff014", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Converting VIF {"id": "e3712642-f1de-4dd5-b05a-8e25c2dff014", "address": "fa:16:3e:bd:c9:aa", "network": {"id": "45ebe146-3216-4bc6-b001-16336fcc11c4", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-917175328-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e37884c4ed9145a68dba8917e4927566", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3712642-f1", "ovs_interfaceid": "e3712642-f1de-4dd5-b05a-8e25c2dff014", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bd:c9:aa,bridge_name='br-int',has_traffic_filtering=True,id=e3712642-f1de-4dd5-b05a-8e25c2dff014,network=Network(45ebe146-3216-4bc6-b001-16336fcc11c4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3712642-f1') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG nova.objects.instance [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Lazy-loading 'pci_devices' on Instance uuid a140a006-c098-4eed-998b-eacb51917dbb {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:45:56 user nova-compute[75278]:   <uuid>a140a006-c098-4eed-998b-eacb51917dbb</uuid>
Dec 06 15:45:56 user nova-compute[75278]:   <name>instance-00000008</name>
Dec 06 15:45:56 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 15:45:56 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:45:56 user nova-compute[75278]:   <metadata>
Dec 06 15:45:56 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:45:56 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:45:56 user nova-compute[75278]:       <nova:name>tempest-device-tagging-server-512695504</nova:name>
Dec 06 15:45:56 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:45:56</nova:creationTime>
Dec 06 15:45:56 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 15:45:56 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 15:45:56 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 15:45:56 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:45:56 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:45:56 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:45:56 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:45:56 user nova-compute[75278]:       <nova:owner>
Dec 06 15:45:56 user nova-compute[75278]:         <nova:user uuid="55226f8aa2ec41dda902d0de0d610b1c">tempest-TaggedAttachmentsTest-1550458939-project-member</nova:user>
Dec 06 15:45:56 user nova-compute[75278]:         <nova:project uuid="e37884c4ed9145a68dba8917e4927566">tempest-TaggedAttachmentsTest-1550458939</nova:project>
Dec 06 15:45:56 user nova-compute[75278]:       </nova:owner>
Dec 06 15:45:56 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 15:45:56 user nova-compute[75278]:       <nova:ports>
Dec 06 15:45:56 user nova-compute[75278]:         <nova:port uuid="e3712642-f1de-4dd5-b05a-8e25c2dff014">
Dec 06 15:45:56 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 06 15:45:56 user nova-compute[75278]:         </nova:port>
Dec 06 15:45:56 user nova-compute[75278]:       </nova:ports>
Dec 06 15:45:56 user nova-compute[75278]:     </nova:instance>
Dec 06 15:45:56 user nova-compute[75278]:   </metadata>
Dec 06 15:45:56 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:45:56 user nova-compute[75278]:     <system>
Dec 06 15:45:56 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:45:56 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:45:56 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:45:56 user nova-compute[75278]:       <entry name="serial">a140a006-c098-4eed-998b-eacb51917dbb</entry>
Dec 06 15:45:56 user nova-compute[75278]:       <entry name="uuid">a140a006-c098-4eed-998b-eacb51917dbb</entry>
Dec 06 15:45:56 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:45:56 user nova-compute[75278]:     </system>
Dec 06 15:45:56 user nova-compute[75278]:   </sysinfo>
Dec 06 15:45:56 user nova-compute[75278]:   <os>
Dec 06 15:45:56 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:45:56 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 15:45:56 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:45:56 user nova-compute[75278]:   </os>
Dec 06 15:45:56 user nova-compute[75278]:   <features>
Dec 06 15:45:56 user nova-compute[75278]:     <acpi/>
Dec 06 15:45:56 user nova-compute[75278]:     <apic/>
Dec 06 15:45:56 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:45:56 user nova-compute[75278]:   </features>
Dec 06 15:45:56 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:45:56 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:45:56 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:45:56 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:45:56 user nova-compute[75278]:   </clock>
Dec 06 15:45:56 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:45:56 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:45:56 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:45:56 user nova-compute[75278]:   </cpu>
Dec 06 15:45:56 user nova-compute[75278]:   <devices>
Dec 06 15:45:56 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 15:45:56 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 15:45:56 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/disk"/>
Dec 06 15:45:56 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 15:45:56 user nova-compute[75278]:     </disk>
Dec 06 15:45:56 user nova-compute[75278]:     <disk type="file" device="cdrom">
Dec 06 15:45:56 user nova-compute[75278]:       <driver name="qemu" type="raw" cache="none"/>
Dec 06 15:45:56 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/disk.config"/>
Dec 06 15:45:56 user nova-compute[75278]:       <target dev="hda" bus="ide"/>
Dec 06 15:45:56 user nova-compute[75278]:     </disk>
Dec 06 15:45:56 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:45:56 user nova-compute[75278]:       <mac address="fa:16:3e:bd:c9:aa"/>
Dec 06 15:45:56 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:45:56 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:45:56 user nova-compute[75278]:       <target dev="tape3712642-f1"/>
Dec 06 15:45:56 user nova-compute[75278]:     </interface>
Dec 06 15:45:56 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:45:56 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/console.log" append="off"/>
Dec 06 15:45:56 user nova-compute[75278]:     </serial>
Dec 06 15:45:56 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:45:56 user nova-compute[75278]:     <video>
Dec 06 15:45:56 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:45:56 user nova-compute[75278]:     </video>
Dec 06 15:45:56 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:45:56 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:45:56 user nova-compute[75278]:     </rng>
Dec 06 15:45:56 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:45:56 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:45:56 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:45:56 user nova-compute[75278]:     </memballoon>
Dec 06 15:45:56 user nova-compute[75278]:   </devices>
Dec 06 15:45:56 user nova-compute[75278]: </domain>
Dec 06 15:45:56 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:45:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-512695504',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-512695504',id=8,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPsOnwq5F2aHuvn6p+v3emZ3v2b+r1N85ofc/VEY+hf+C5qttfprjGlgMF35chRQ3Bb8XRF5z2qmWAlBU6SP1xRTHT0D7glsLF+xRB0JSxvHLRCUfp7oKWwNC9bkYhS+rA==',key_name='tempest-keypair-1412171642',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e37884c4ed9145a68dba8917e4927566',ramdisk_id='',reservation_id='r-5t2rhzgx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-1550458939',owner_user_name='tempest-TaggedAttachmentsTest-1550458939-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:45:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='55226f8aa2ec41dda902d0de0d610b1c',uuid=a140a006-c098-4eed-998b-eacb51917dbb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e3712642-f1de-4dd5-b05a-8e25c2dff014", "address": "fa:16:3e:bd:c9:aa", "network": {"id": "45ebe146-3216-4bc6-b001-16336fcc11c4", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-917175328-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e37884c4ed9145a68dba8917e4927566", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3712642-f1", "ovs_interfaceid": "e3712642-f1de-4dd5-b05a-8e25c2dff014", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Converting VIF {"id": "e3712642-f1de-4dd5-b05a-8e25c2dff014", "address": "fa:16:3e:bd:c9:aa", "network": {"id": "45ebe146-3216-4bc6-b001-16336fcc11c4", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-917175328-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e37884c4ed9145a68dba8917e4927566", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3712642-f1", "ovs_interfaceid": "e3712642-f1de-4dd5-b05a-8e25c2dff014", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bd:c9:aa,bridge_name='br-int',has_traffic_filtering=True,id=e3712642-f1de-4dd5-b05a-8e25c2dff014,network=Network(45ebe146-3216-4bc6-b001-16336fcc11c4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3712642-f1') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG os_vif [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:c9:aa,bridge_name='br-int',has_traffic_filtering=True,id=e3712642-f1de-4dd5-b05a-8e25c2dff014,network=Network(45ebe146-3216-4bc6-b001-16336fcc11c4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3712642-f1') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a8dfd9f9-7f51-54f2-befc-7a483997b375', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape3712642-f1, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape3712642-f1, col_values=(('qos', UUID('6de410ac-013e-422b-8fbe-927c774aa47b')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape3712642-f1, col_values=(('external_ids', {'iface-id': 'e3712642-f1de-4dd5-b05a-8e25c2dff014', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bd:c9:aa', 'vm-uuid': 'a140a006-c098-4eed-998b-eacb51917dbb'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:56 user nova-compute[75278]: INFO os_vif [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:c9:aa,bridge_name='br-int',has_traffic_filtering=True,id=e3712642-f1de-4dd5-b05a-8e25c2dff014,network=Network(45ebe146-3216-4bc6-b001-16336fcc11c4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3712642-f1')
Dec 06 15:45:56 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] No BDM found with device name hda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:45:56 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] No VIF found with MAC fa:16:3e:bd:c9:aa, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:45:56 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Using config drive
Dec 06 15:45:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:57 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Creating config drive at /opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/disk.config
Dec 06 15:45:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpl6d4zcd_ {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:45:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpl6d4zcd_" returned: 0 in 0.065s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:45:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:57 user nova-compute[75278]: DEBUG nova.network.neutron [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Successfully updated port: 88416657-6647-4a59-a8a0-706e026004b4 {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:45:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Acquiring lock "refresh_cache-9398175e-90b9-4450-8785-0ed86d49ab33" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:45:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Acquired lock "refresh_cache-9398175e-90b9-4450-8785-0ed86d49ab33" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:45:57 user nova-compute[75278]: DEBUG nova.network.neutron [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:45:57 user nova-compute[75278]: DEBUG nova.network.neutron [req-907e0114-0f24-4e42-99d9-e976924a031d req-d5e2e2a8-9025-4f80-9584-48b6ee9b19de service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Updated VIF entry in instance network info cache for port e3712642-f1de-4dd5-b05a-8e25c2dff014. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:45:57 user nova-compute[75278]: DEBUG nova.network.neutron [req-907e0114-0f24-4e42-99d9-e976924a031d req-d5e2e2a8-9025-4f80-9584-48b6ee9b19de service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Updating instance_info_cache with network_info: [{"id": "e3712642-f1de-4dd5-b05a-8e25c2dff014", "address": "fa:16:3e:bd:c9:aa", "network": {"id": "45ebe146-3216-4bc6-b001-16336fcc11c4", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-917175328-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e37884c4ed9145a68dba8917e4927566", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3712642-f1", "ovs_interfaceid": "e3712642-f1de-4dd5-b05a-8e25c2dff014", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:45:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-907e0114-0f24-4e42-99d9-e976924a031d req-d5e2e2a8-9025-4f80-9584-48b6ee9b19de service nova] Releasing lock "refresh_cache-a140a006-c098-4eed-998b-eacb51917dbb" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:45:57 user nova-compute[75278]: DEBUG nova.network.neutron [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:45:57 user nova-compute[75278]: DEBUG nova.compute.manager [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 15:45:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 15:45:57 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Instance spawned successfully.
Dec 06 15:45:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 15:45:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:45:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:45:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:45:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG nova.compute.manager [req-af64bfe5-6c48-4e88-89d3-7643bb2b647a req-11b79540-159b-4e51-b809-cd0ec9264246 service nova] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Received event network-changed-88416657-6647-4a59-a8a0-706e026004b4 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG nova.compute.manager [req-af64bfe5-6c48-4e88-89d3-7643bb2b647a req-11b79540-159b-4e51-b809-cd0ec9264246 service nova] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Refreshing instance network info cache due to event network-changed-88416657-6647-4a59-a8a0-706e026004b4. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-af64bfe5-6c48-4e88-89d3-7643bb2b647a req-11b79540-159b-4e51-b809-cd0ec9264246 service nova] Acquiring lock "refresh_cache-9398175e-90b9-4450-8785-0ed86d49ab33" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:45:58 user nova-compute[75278]: INFO nova.compute.manager [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Took 14.69 seconds to spawn the instance on the hypervisor.
Dec 06 15:45:58 user nova-compute[75278]: DEBUG nova.compute.manager [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG nova.network.neutron [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Updating instance_info_cache with network_info: [{"id": "88416657-6647-4a59-a8a0-706e026004b4", "address": "fa:16:3e:18:36:ce", "network": {"id": "077a6887-8bd6-4b30-8a6a-5ce1b1be38c1", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1144193504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "167316448c5844909619a24fb91e6e48", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap88416657-66", "ovs_interfaceid": "88416657-6647-4a59-a8a0-706e026004b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Releasing lock "refresh_cache-9398175e-90b9-4450-8785-0ed86d49ab33" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG nova.compute.manager [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Instance network_info: |[{"id": "88416657-6647-4a59-a8a0-706e026004b4", "address": "fa:16:3e:18:36:ce", "network": {"id": "077a6887-8bd6-4b30-8a6a-5ce1b1be38c1", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1144193504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "167316448c5844909619a24fb91e6e48", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap88416657-66", "ovs_interfaceid": "88416657-6647-4a59-a8a0-706e026004b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-af64bfe5-6c48-4e88-89d3-7643bb2b647a req-11b79540-159b-4e51-b809-cd0ec9264246 service nova] Acquired lock "refresh_cache-9398175e-90b9-4450-8785-0ed86d49ab33" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG nova.network.neutron [req-af64bfe5-6c48-4e88-89d3-7643bb2b647a req-11b79540-159b-4e51-b809-cd0ec9264246 service nova] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Refreshing network info cache for port 88416657-6647-4a59-a8a0-706e026004b4 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Start _get_guest_xml network_info=[{"id": "88416657-6647-4a59-a8a0-706e026004b4", "address": "fa:16:3e:18:36:ce", "network": {"id": "077a6887-8bd6-4b30-8a6a-5ce1b1be38c1", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1144193504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "167316448c5844909619a24fb91e6e48", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap88416657-66", "ovs_interfaceid": "88416657-6647-4a59-a8a0-706e026004b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:45:58 user nova-compute[75278]: INFO nova.compute.manager [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Took 16.52 seconds to build instance.
Dec 06 15:45:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f776b8d-3371-436a-abeb-3d7c8c73d40b tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Lock "7a4a15fc-430e-4cb5-9522-e4be68c59e0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.822s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:58 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:45:58 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:45:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:45:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1443784671',display_name='tempest-VolumesAssistedSnapshotsTest-server-1443784671',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1443784671',id=9,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO/c5kHOoujwK3M8kx3+BQowrxen5eN4j0kVVuIvws1lHFYdf+BbGgp735/In82nXEIP1qlpjCjGNkJ1vM3qTDQIW5+Ub+BPJcENlUFQdHwMENFbaTNSjvlJV9Fa/GKpGA==',key_name='tempest-keypair-1308712715',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='167316448c5844909619a24fb91e6e48',ramdisk_id='',reservation_id='r-u1j1xz2x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1460853510',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1460853510-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:45:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4bf55bc37a164e659d6f8fd0a5d91337',uuid=9398175e-90b9-4450-8785-0ed86d49ab33,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "88416657-6647-4a59-a8a0-706e026004b4", "address": "fa:16:3e:18:36:ce", "network": {"id": "077a6887-8bd6-4b30-8a6a-5ce1b1be38c1", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1144193504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "167316448c5844909619a24fb91e6e48", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap88416657-66", "ovs_interfaceid": "88416657-6647-4a59-a8a0-706e026004b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Converting VIF {"id": "88416657-6647-4a59-a8a0-706e026004b4", "address": "fa:16:3e:18:36:ce", "network": {"id": "077a6887-8bd6-4b30-8a6a-5ce1b1be38c1", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1144193504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "167316448c5844909619a24fb91e6e48", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap88416657-66", "ovs_interfaceid": "88416657-6647-4a59-a8a0-706e026004b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:18:36:ce,bridge_name='br-int',has_traffic_filtering=True,id=88416657-6647-4a59-a8a0-706e026004b4,network=Network(077a6887-8bd6-4b30-8a6a-5ce1b1be38c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap88416657-66') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG nova.objects.instance [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Lazy-loading 'pci_devices' on Instance uuid 9398175e-90b9-4450-8785-0ed86d49ab33 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:45:58 user nova-compute[75278]:   <uuid>9398175e-90b9-4450-8785-0ed86d49ab33</uuid>
Dec 06 15:45:58 user nova-compute[75278]:   <name>instance-00000009</name>
Dec 06 15:45:58 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 15:45:58 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:45:58 user nova-compute[75278]:   <metadata>
Dec 06 15:45:58 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:45:58 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:45:58 user nova-compute[75278]:       <nova:name>tempest-VolumesAssistedSnapshotsTest-server-1443784671</nova:name>
Dec 06 15:45:58 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:45:58</nova:creationTime>
Dec 06 15:45:58 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 15:45:58 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 15:45:58 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 15:45:58 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:45:58 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:45:58 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:45:58 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:45:58 user nova-compute[75278]:       <nova:owner>
Dec 06 15:45:58 user nova-compute[75278]:         <nova:user uuid="4bf55bc37a164e659d6f8fd0a5d91337">tempest-VolumesAssistedSnapshotsTest-1460853510-project-member</nova:user>
Dec 06 15:45:58 user nova-compute[75278]:         <nova:project uuid="167316448c5844909619a24fb91e6e48">tempest-VolumesAssistedSnapshotsTest-1460853510</nova:project>
Dec 06 15:45:58 user nova-compute[75278]:       </nova:owner>
Dec 06 15:45:58 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 15:45:58 user nova-compute[75278]:       <nova:ports>
Dec 06 15:45:58 user nova-compute[75278]:         <nova:port uuid="88416657-6647-4a59-a8a0-706e026004b4">
Dec 06 15:45:58 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 06 15:45:58 user nova-compute[75278]:         </nova:port>
Dec 06 15:45:58 user nova-compute[75278]:       </nova:ports>
Dec 06 15:45:58 user nova-compute[75278]:     </nova:instance>
Dec 06 15:45:58 user nova-compute[75278]:   </metadata>
Dec 06 15:45:58 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:45:58 user nova-compute[75278]:     <system>
Dec 06 15:45:58 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:45:58 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:45:58 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:45:58 user nova-compute[75278]:       <entry name="serial">9398175e-90b9-4450-8785-0ed86d49ab33</entry>
Dec 06 15:45:58 user nova-compute[75278]:       <entry name="uuid">9398175e-90b9-4450-8785-0ed86d49ab33</entry>
Dec 06 15:45:58 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:45:58 user nova-compute[75278]:     </system>
Dec 06 15:45:58 user nova-compute[75278]:   </sysinfo>
Dec 06 15:45:58 user nova-compute[75278]:   <os>
Dec 06 15:45:58 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:45:58 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 15:45:58 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:45:58 user nova-compute[75278]:   </os>
Dec 06 15:45:58 user nova-compute[75278]:   <features>
Dec 06 15:45:58 user nova-compute[75278]:     <acpi/>
Dec 06 15:45:58 user nova-compute[75278]:     <apic/>
Dec 06 15:45:58 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:45:58 user nova-compute[75278]:   </features>
Dec 06 15:45:58 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:45:58 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:45:58 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:45:58 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:45:58 user nova-compute[75278]:   </clock>
Dec 06 15:45:58 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:45:58 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:45:58 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:45:58 user nova-compute[75278]:   </cpu>
Dec 06 15:45:58 user nova-compute[75278]:   <devices>
Dec 06 15:45:58 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 15:45:58 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 15:45:58 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/9398175e-90b9-4450-8785-0ed86d49ab33/disk"/>
Dec 06 15:45:58 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 15:45:58 user nova-compute[75278]:     </disk>
Dec 06 15:45:58 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:45:58 user nova-compute[75278]:       <mac address="fa:16:3e:18:36:ce"/>
Dec 06 15:45:58 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:45:58 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:45:58 user nova-compute[75278]:       <target dev="tap88416657-66"/>
Dec 06 15:45:58 user nova-compute[75278]:     </interface>
Dec 06 15:45:58 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:45:58 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/9398175e-90b9-4450-8785-0ed86d49ab33/console.log" append="off"/>
Dec 06 15:45:58 user nova-compute[75278]:     </serial>
Dec 06 15:45:58 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:45:58 user nova-compute[75278]:     <video>
Dec 06 15:45:58 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:45:58 user nova-compute[75278]:     </video>
Dec 06 15:45:58 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:45:58 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:45:58 user nova-compute[75278]:     </rng>
Dec 06 15:45:58 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:45:58 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:45:58 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:45:58 user nova-compute[75278]:     </memballoon>
Dec 06 15:45:58 user nova-compute[75278]:   </devices>
Dec 06 15:45:58 user nova-compute[75278]: </domain>
Dec 06 15:45:58 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:45:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1443784671',display_name='tempest-VolumesAssistedSnapshotsTest-server-1443784671',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1443784671',id=9,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO/c5kHOoujwK3M8kx3+BQowrxen5eN4j0kVVuIvws1lHFYdf+BbGgp735/In82nXEIP1qlpjCjGNkJ1vM3qTDQIW5+Ub+BPJcENlUFQdHwMENFbaTNSjvlJV9Fa/GKpGA==',key_name='tempest-keypair-1308712715',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='167316448c5844909619a24fb91e6e48',ramdisk_id='',reservation_id='r-u1j1xz2x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1460853510',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1460853510-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:45:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4bf55bc37a164e659d6f8fd0a5d91337',uuid=9398175e-90b9-4450-8785-0ed86d49ab33,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "88416657-6647-4a59-a8a0-706e026004b4", "address": "fa:16:3e:18:36:ce", "network": {"id": "077a6887-8bd6-4b30-8a6a-5ce1b1be38c1", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1144193504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "167316448c5844909619a24fb91e6e48", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap88416657-66", "ovs_interfaceid": "88416657-6647-4a59-a8a0-706e026004b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Converting VIF {"id": "88416657-6647-4a59-a8a0-706e026004b4", "address": "fa:16:3e:18:36:ce", "network": {"id": "077a6887-8bd6-4b30-8a6a-5ce1b1be38c1", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1144193504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "167316448c5844909619a24fb91e6e48", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap88416657-66", "ovs_interfaceid": "88416657-6647-4a59-a8a0-706e026004b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:18:36:ce,bridge_name='br-int',has_traffic_filtering=True,id=88416657-6647-4a59-a8a0-706e026004b4,network=Network(077a6887-8bd6-4b30-8a6a-5ce1b1be38c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap88416657-66') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG os_vif [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:18:36:ce,bridge_name='br-int',has_traffic_filtering=True,id=88416657-6647-4a59-a8a0-706e026004b4,network=Network(077a6887-8bd6-4b30-8a6a-5ce1b1be38c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap88416657-66') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0b033793-b07b-5934-b9e0-8bbd576962cf', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap88416657-66, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap88416657-66, col_values=(('qos', UUID('ef2e8f36-32b5-4b13-8cdf-76d0e2ae2c7b')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap88416657-66, col_values=(('external_ids', {'iface-id': '88416657-6647-4a59-a8a0-706e026004b4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:18:36:ce', 'vm-uuid': '9398175e-90b9-4450-8785-0ed86d49ab33'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG nova.compute.manager [req-f86feed8-40d6-4578-95fd-0e0c37a37ad1 req-142fba25-c475-4bb5-bbca-9c40eb8c6dad service nova] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Received event network-vif-plugged-496e093f-b1c6-4d38-a886-891fdc06e277 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f86feed8-40d6-4578-95fd-0e0c37a37ad1 req-142fba25-c475-4bb5-bbca-9c40eb8c6dad service nova] Acquiring lock "57133132-53e9-4b8a-811e-85aa53f24315-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f86feed8-40d6-4578-95fd-0e0c37a37ad1 req-142fba25-c475-4bb5-bbca-9c40eb8c6dad service nova] Lock "57133132-53e9-4b8a-811e-85aa53f24315-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f86feed8-40d6-4578-95fd-0e0c37a37ad1 req-142fba25-c475-4bb5-bbca-9c40eb8c6dad service nova] Lock "57133132-53e9-4b8a-811e-85aa53f24315-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG nova.compute.manager [req-f86feed8-40d6-4578-95fd-0e0c37a37ad1 req-142fba25-c475-4bb5-bbca-9c40eb8c6dad service nova] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] No waiting events found dispatching network-vif-plugged-496e093f-b1c6-4d38-a886-891fdc06e277 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:45:58 user nova-compute[75278]: WARNING nova.compute.manager [req-f86feed8-40d6-4578-95fd-0e0c37a37ad1 req-142fba25-c475-4bb5-bbca-9c40eb8c6dad service nova] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Received unexpected event network-vif-plugged-496e093f-b1c6-4d38-a886-891fdc06e277 for instance with vm_state building and task_state spawning.
Dec 06 15:45:58 user nova-compute[75278]: DEBUG nova.compute.manager [req-f86feed8-40d6-4578-95fd-0e0c37a37ad1 req-142fba25-c475-4bb5-bbca-9c40eb8c6dad service nova] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Received event network-vif-plugged-cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f86feed8-40d6-4578-95fd-0e0c37a37ad1 req-142fba25-c475-4bb5-bbca-9c40eb8c6dad service nova] Acquiring lock "3ab08226-f7d6-4556-8fdb-086e056a9060-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f86feed8-40d6-4578-95fd-0e0c37a37ad1 req-142fba25-c475-4bb5-bbca-9c40eb8c6dad service nova] Lock "3ab08226-f7d6-4556-8fdb-086e056a9060-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f86feed8-40d6-4578-95fd-0e0c37a37ad1 req-142fba25-c475-4bb5-bbca-9c40eb8c6dad service nova] Lock "3ab08226-f7d6-4556-8fdb-086e056a9060-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG nova.compute.manager [req-f86feed8-40d6-4578-95fd-0e0c37a37ad1 req-142fba25-c475-4bb5-bbca-9c40eb8c6dad service nova] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] No waiting events found dispatching network-vif-plugged-cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:45:58 user nova-compute[75278]: WARNING nova.compute.manager [req-f86feed8-40d6-4578-95fd-0e0c37a37ad1 req-142fba25-c475-4bb5-bbca-9c40eb8c6dad service nova] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Received unexpected event network-vif-plugged-cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd for instance with vm_state building and task_state spawning.
Dec 06 15:45:58 user nova-compute[75278]: DEBUG nova.compute.manager [req-f86feed8-40d6-4578-95fd-0e0c37a37ad1 req-142fba25-c475-4bb5-bbca-9c40eb8c6dad service nova] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Received event network-vif-plugged-cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f86feed8-40d6-4578-95fd-0e0c37a37ad1 req-142fba25-c475-4bb5-bbca-9c40eb8c6dad service nova] Acquiring lock "3ab08226-f7d6-4556-8fdb-086e056a9060-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f86feed8-40d6-4578-95fd-0e0c37a37ad1 req-142fba25-c475-4bb5-bbca-9c40eb8c6dad service nova] Lock "3ab08226-f7d6-4556-8fdb-086e056a9060-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f86feed8-40d6-4578-95fd-0e0c37a37ad1 req-142fba25-c475-4bb5-bbca-9c40eb8c6dad service nova] Lock "3ab08226-f7d6-4556-8fdb-086e056a9060-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG nova.compute.manager [req-f86feed8-40d6-4578-95fd-0e0c37a37ad1 req-142fba25-c475-4bb5-bbca-9c40eb8c6dad service nova] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] No waiting events found dispatching network-vif-plugged-cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:45:58 user nova-compute[75278]: WARNING nova.compute.manager [req-f86feed8-40d6-4578-95fd-0e0c37a37ad1 req-142fba25-c475-4bb5-bbca-9c40eb8c6dad service nova] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Received unexpected event network-vif-plugged-cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd for instance with vm_state building and task_state spawning.
Dec 06 15:45:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:58 user nova-compute[75278]: INFO os_vif [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:18:36:ce,bridge_name='br-int',has_traffic_filtering=True,id=88416657-6647-4a59-a8a0-706e026004b4,network=Network(077a6887-8bd6-4b30-8a6a-5ce1b1be38c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap88416657-66')
Dec 06 15:45:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:45:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] No VIF found with MAC fa:16:3e:18:36:ce, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:45:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:45:59 user nova-compute[75278]: DEBUG nova.network.neutron [req-af64bfe5-6c48-4e88-89d3-7643bb2b647a req-11b79540-159b-4e51-b809-cd0ec9264246 service nova] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Updated VIF entry in instance network info cache for port 88416657-6647-4a59-a8a0-706e026004b4. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:45:59 user nova-compute[75278]: DEBUG nova.network.neutron [req-af64bfe5-6c48-4e88-89d3-7643bb2b647a req-11b79540-159b-4e51-b809-cd0ec9264246 service nova] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Updating instance_info_cache with network_info: [{"id": "88416657-6647-4a59-a8a0-706e026004b4", "address": "fa:16:3e:18:36:ce", "network": {"id": "077a6887-8bd6-4b30-8a6a-5ce1b1be38c1", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1144193504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "167316448c5844909619a24fb91e6e48", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap88416657-66", "ovs_interfaceid": "88416657-6647-4a59-a8a0-706e026004b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:45:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-af64bfe5-6c48-4e88-89d3-7643bb2b647a req-11b79540-159b-4e51-b809-cd0ec9264246 service nova] Releasing lock "refresh_cache-9398175e-90b9-4450-8785-0ed86d49ab33" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:46:00 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:46:00 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:46:00 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Cleaning up deleted instances {{(pid=75278) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 06 15:46:00 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] There are 0 instances to clean {{(pid=75278) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 06 15:46:00 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:46:00 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Cleaning up deleted instances with incomplete migration  {{(pid=75278) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 06 15:46:00 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:46:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:01 user nova-compute[75278]: DEBUG nova.compute.manager [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 15:46:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 15:46:01 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:46:01 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Instance spawned successfully.
Dec 06 15:46:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 15:46:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:46:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:46:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:46:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:46:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:46:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:46:01 user nova-compute[75278]: INFO nova.compute.manager [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Took 14.76 seconds to spawn the instance on the hypervisor.
Dec 06 15:46:01 user nova-compute[75278]: DEBUG nova.compute.manager [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:46:01 user nova-compute[75278]: INFO nova.compute.manager [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Took 16.54 seconds to build instance.
Dec 06 15:46:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-94f23937-1ae3-4d06-a71e-3a7246609f38 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "57133132-53e9-4b8a-811e-85aa53f24315" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.953s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:46:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-760e21c2-6e5c-4c2d-bee9-5ae90c73e860 req-edef6512-643b-49c0-af98-2734ccb2fd27 service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Received event network-vif-plugged-04a8c02d-7b92-4155-9984-f47fb6e24da1 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:46:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-760e21c2-6e5c-4c2d-bee9-5ae90c73e860 req-edef6512-643b-49c0-af98-2734ccb2fd27 service nova] Acquiring lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:46:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-760e21c2-6e5c-4c2d-bee9-5ae90c73e860 req-edef6512-643b-49c0-af98-2734ccb2fd27 service nova] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:46:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-760e21c2-6e5c-4c2d-bee9-5ae90c73e860 req-edef6512-643b-49c0-af98-2734ccb2fd27 service nova] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:46:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-760e21c2-6e5c-4c2d-bee9-5ae90c73e860 req-edef6512-643b-49c0-af98-2734ccb2fd27 service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] No waiting events found dispatching network-vif-plugged-04a8c02d-7b92-4155-9984-f47fb6e24da1 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:46:01 user nova-compute[75278]: WARNING nova.compute.manager [req-760e21c2-6e5c-4c2d-bee9-5ae90c73e860 req-edef6512-643b-49c0-af98-2734ccb2fd27 service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Received unexpected event network-vif-plugged-04a8c02d-7b92-4155-9984-f47fb6e24da1 for instance with vm_state active and task_state None.
Dec 06 15:46:02 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:46:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:03 user nova-compute[75278]: DEBUG nova.compute.manager [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 15:46:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 15:46:03 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Instance spawned successfully.
Dec 06 15:46:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 15:46:03 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:46:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:46:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:46:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:46:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:46:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:46:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:46:03 user nova-compute[75278]: INFO nova.compute.manager [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Took 13.89 seconds to spawn the instance on the hypervisor.
Dec 06 15:46:03 user nova-compute[75278]: DEBUG nova.compute.manager [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:46:03 user nova-compute[75278]: INFO nova.compute.manager [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Took 15.23 seconds to build instance.
Dec 06 15:46:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-054b4b94-626b-47c5-899c-26741cfd135b tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Lock "3ab08226-f7d6-4556-8fdb-086e056a9060" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.588s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:46:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Acquiring lock "3d6b3a3a-a6f1-4116-a7ff-9903e522552b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:46:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Lock "3d6b3a3a-a6f1-4116-a7ff-9903e522552b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:46:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-a87d4d61-ab1b-4191-9511-d21760addc42 req-123df3d9-8432-477a-9b66-6d7cd0af06c9 service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Received event network-vif-plugged-04a8c02d-7b92-4155-9984-f47fb6e24da1 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:46:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a87d4d61-ab1b-4191-9511-d21760addc42 req-123df3d9-8432-477a-9b66-6d7cd0af06c9 service nova] Acquiring lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:46:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a87d4d61-ab1b-4191-9511-d21760addc42 req-123df3d9-8432-477a-9b66-6d7cd0af06c9 service nova] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:46:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a87d4d61-ab1b-4191-9511-d21760addc42 req-123df3d9-8432-477a-9b66-6d7cd0af06c9 service nova] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:46:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-a87d4d61-ab1b-4191-9511-d21760addc42 req-123df3d9-8432-477a-9b66-6d7cd0af06c9 service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] No waiting events found dispatching network-vif-plugged-04a8c02d-7b92-4155-9984-f47fb6e24da1 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:46:03 user nova-compute[75278]: WARNING nova.compute.manager [req-a87d4d61-ab1b-4191-9511-d21760addc42 req-123df3d9-8432-477a-9b66-6d7cd0af06c9 service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Received unexpected event network-vif-plugged-04a8c02d-7b92-4155-9984-f47fb6e24da1 for instance with vm_state active and task_state None.
Dec 06 15:46:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-a87d4d61-ab1b-4191-9511-d21760addc42 req-123df3d9-8432-477a-9b66-6d7cd0af06c9 service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Received event network-vif-plugged-e3712642-f1de-4dd5-b05a-8e25c2dff014 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:46:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a87d4d61-ab1b-4191-9511-d21760addc42 req-123df3d9-8432-477a-9b66-6d7cd0af06c9 service nova] Acquiring lock "a140a006-c098-4eed-998b-eacb51917dbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:46:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a87d4d61-ab1b-4191-9511-d21760addc42 req-123df3d9-8432-477a-9b66-6d7cd0af06c9 service nova] Lock "a140a006-c098-4eed-998b-eacb51917dbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:46:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a87d4d61-ab1b-4191-9511-d21760addc42 req-123df3d9-8432-477a-9b66-6d7cd0af06c9 service nova] Lock "a140a006-c098-4eed-998b-eacb51917dbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:46:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-a87d4d61-ab1b-4191-9511-d21760addc42 req-123df3d9-8432-477a-9b66-6d7cd0af06c9 service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] No waiting events found dispatching network-vif-plugged-e3712642-f1de-4dd5-b05a-8e25c2dff014 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:46:03 user nova-compute[75278]: WARNING nova.compute.manager [req-a87d4d61-ab1b-4191-9511-d21760addc42 req-123df3d9-8432-477a-9b66-6d7cd0af06c9 service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Received unexpected event network-vif-plugged-e3712642-f1de-4dd5-b05a-8e25c2dff014 for instance with vm_state building and task_state spawning.
Dec 06 15:46:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-a87d4d61-ab1b-4191-9511-d21760addc42 req-123df3d9-8432-477a-9b66-6d7cd0af06c9 service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Received event network-vif-plugged-e3712642-f1de-4dd5-b05a-8e25c2dff014 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:46:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a87d4d61-ab1b-4191-9511-d21760addc42 req-123df3d9-8432-477a-9b66-6d7cd0af06c9 service nova] Acquiring lock "a140a006-c098-4eed-998b-eacb51917dbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:46:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a87d4d61-ab1b-4191-9511-d21760addc42 req-123df3d9-8432-477a-9b66-6d7cd0af06c9 service nova] Lock "a140a006-c098-4eed-998b-eacb51917dbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:46:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a87d4d61-ab1b-4191-9511-d21760addc42 req-123df3d9-8432-477a-9b66-6d7cd0af06c9 service nova] Lock "a140a006-c098-4eed-998b-eacb51917dbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:46:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-a87d4d61-ab1b-4191-9511-d21760addc42 req-123df3d9-8432-477a-9b66-6d7cd0af06c9 service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] No waiting events found dispatching network-vif-plugged-e3712642-f1de-4dd5-b05a-8e25c2dff014 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:46:03 user nova-compute[75278]: WARNING nova.compute.manager [req-a87d4d61-ab1b-4191-9511-d21760addc42 req-123df3d9-8432-477a-9b66-6d7cd0af06c9 service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Received unexpected event network-vif-plugged-e3712642-f1de-4dd5-b05a-8e25c2dff014 for instance with vm_state building and task_state spawning.
Dec 06 15:46:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-a87d4d61-ab1b-4191-9511-d21760addc42 req-123df3d9-8432-477a-9b66-6d7cd0af06c9 service nova] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Received event network-vif-plugged-88416657-6647-4a59-a8a0-706e026004b4 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:46:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a87d4d61-ab1b-4191-9511-d21760addc42 req-123df3d9-8432-477a-9b66-6d7cd0af06c9 service nova] Acquiring lock "9398175e-90b9-4450-8785-0ed86d49ab33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:46:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a87d4d61-ab1b-4191-9511-d21760addc42 req-123df3d9-8432-477a-9b66-6d7cd0af06c9 service nova] Lock "9398175e-90b9-4450-8785-0ed86d49ab33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:46:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a87d4d61-ab1b-4191-9511-d21760addc42 req-123df3d9-8432-477a-9b66-6d7cd0af06c9 service nova] Lock "9398175e-90b9-4450-8785-0ed86d49ab33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:46:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-a87d4d61-ab1b-4191-9511-d21760addc42 req-123df3d9-8432-477a-9b66-6d7cd0af06c9 service nova] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] No waiting events found dispatching network-vif-plugged-88416657-6647-4a59-a8a0-706e026004b4 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:46:03 user nova-compute[75278]: WARNING nova.compute.manager [req-a87d4d61-ab1b-4191-9511-d21760addc42 req-123df3d9-8432-477a-9b66-6d7cd0af06c9 service nova] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Received unexpected event network-vif-plugged-88416657-6647-4a59-a8a0-706e026004b4 for instance with vm_state building and task_state spawning.
Dec 06 15:46:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-a87d4d61-ab1b-4191-9511-d21760addc42 req-123df3d9-8432-477a-9b66-6d7cd0af06c9 service nova] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Received event network-vif-plugged-88416657-6647-4a59-a8a0-706e026004b4 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:46:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a87d4d61-ab1b-4191-9511-d21760addc42 req-123df3d9-8432-477a-9b66-6d7cd0af06c9 service nova] Acquiring lock "9398175e-90b9-4450-8785-0ed86d49ab33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:46:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a87d4d61-ab1b-4191-9511-d21760addc42 req-123df3d9-8432-477a-9b66-6d7cd0af06c9 service nova] Lock "9398175e-90b9-4450-8785-0ed86d49ab33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:46:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a87d4d61-ab1b-4191-9511-d21760addc42 req-123df3d9-8432-477a-9b66-6d7cd0af06c9 service nova] Lock "9398175e-90b9-4450-8785-0ed86d49ab33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:46:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-a87d4d61-ab1b-4191-9511-d21760addc42 req-123df3d9-8432-477a-9b66-6d7cd0af06c9 service nova] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] No waiting events found dispatching network-vif-plugged-88416657-6647-4a59-a8a0-706e026004b4 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:46:03 user nova-compute[75278]: WARNING nova.compute.manager [req-a87d4d61-ab1b-4191-9511-d21760addc42 req-123df3d9-8432-477a-9b66-6d7cd0af06c9 service nova] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Received unexpected event network-vif-plugged-88416657-6647-4a59-a8a0-706e026004b4 for instance with vm_state building and task_state spawning.
Dec 06 15:46:03 user nova-compute[75278]: DEBUG nova.compute.manager [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 15:46:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:46:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:46:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:04 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:46:04 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 15:46:04 user nova-compute[75278]: INFO nova.compute.claims [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Claim successful on node user
Dec 06 15:46:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:46:04 user nova-compute[75278]: DEBUG nova.compute.manager [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 15:46:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 15:46:04 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Instance spawned successfully.
Dec 06 15:46:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 15:46:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:46:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:46:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:46:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:46:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:46:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:46:04 user nova-compute[75278]: DEBUG nova.compute.manager [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 15:46:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 15:46:04 user nova-compute[75278]: INFO nova.compute.manager [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Took 11.80 seconds to spawn the instance on the hypervisor.
Dec 06 15:46:04 user nova-compute[75278]: DEBUG nova.compute.manager [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:46:04 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Instance spawned successfully.
Dec 06 15:46:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 15:46:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:46:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:46:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:46:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:46:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:46:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:46:04 user nova-compute[75278]: INFO nova.compute.manager [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Took 13.24 seconds to build instance.
Dec 06 15:46:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-26bede34-7748-40bf-a481-f3a7cf10c51a tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Lock "a140a006-c098-4eed-998b-eacb51917dbb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.386s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:46:04 user nova-compute[75278]: INFO nova.compute.manager [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Took 10.35 seconds to spawn the instance on the hypervisor.
Dec 06 15:46:04 user nova-compute[75278]: DEBUG nova.compute.manager [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:46:04 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:46:04 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:46:04 user nova-compute[75278]: INFO nova.compute.manager [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Took 11.98 seconds to build instance.
Dec 06 15:46:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.702s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:46:04 user nova-compute[75278]: DEBUG nova.compute.manager [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 15:46:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.653s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:46:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:46:04 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 15:46:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-45c36a46-6a96-4857-9a2d-825905b4acd4 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Lock "9398175e-90b9-4450-8785-0ed86d49ab33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.259s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:46:04 user nova-compute[75278]: DEBUG nova.compute.manager [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 15:46:04 user nova-compute[75278]: DEBUG nova.network.neutron [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 15:46:04 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 15:46:04 user nova-compute[75278]: DEBUG nova.compute.manager [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 15:46:04 user nova-compute[75278]: DEBUG nova.policy [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a7a78a24807422ea42fb0579e5e9f7b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01fee0ccb7b94938b431f3f57686ea91', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 15:46:05 user nova-compute[75278]: INFO nova.virt.block_device [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Booting with volume 951fe348-90d1-48c7-8557-edc63c656cfc at /dev/vda
Dec 06 15:46:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d640cb1e-2206-4624-8617-2dbe4f22e06c/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:05 user nova-compute[75278]: DEBUG os_brick.utils [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:46:05 user nova-compute[75278]: INFO oslo.privsep.daemon [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmpzudxewvc/privsep.sock']
Dec 06 15:46:05 user sudo[86093]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmpzudxewvc/privsep.sock
Dec 06 15:46:05 user sudo[86093]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Dec 06 15:46:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d640cb1e-2206-4624-8617-2dbe4f22e06c/disk --force-share --output=json" returned: 0 in 0.280s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d640cb1e-2206-4624-8617-2dbe4f22e06c/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d640cb1e-2206-4624-8617-2dbe4f22e06c/disk --force-share --output=json" returned: 0 in 0.300s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ab08226-f7d6-4556-8fdb-086e056a9060/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ab08226-f7d6-4556-8fdb-086e056a9060/disk --force-share --output=json" returned: 0 in 0.311s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ab08226-f7d6-4556-8fdb-086e056a9060/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:06 user nova-compute[75278]: DEBUG nova.network.neutron [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Successfully created port: ed924393-0078-4972-8dbf-9c7743513cc5 {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 15:46:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ab08226-f7d6-4556-8fdb-086e056a9060/disk --force-share --output=json" returned: 0 in 0.280s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json" returned: 0 in 0.308s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a4a15fc-430e-4cb5-9522-e4be68c59e0d/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:07 user nova-compute[75278]: DEBUG nova.network.neutron [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Successfully updated port: ed924393-0078-4972-8dbf-9c7743513cc5 {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:46:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Acquiring lock "refresh_cache-3d6b3a3a-a6f1-4116-a7ff-9903e522552b" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:46:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Acquired lock "refresh_cache-3d6b3a3a-a6f1-4116-a7ff-9903e522552b" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:46:07 user nova-compute[75278]: DEBUG nova.network.neutron [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:46:07 user nova-compute[75278]: DEBUG nova.network.neutron [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:46:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a4a15fc-430e-4cb5-9522-e4be68c59e0d/disk --force-share --output=json" returned: 0 in 0.273s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a4a15fc-430e-4cb5-9522-e4be68c59e0d/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:07 user nova-compute[75278]: DEBUG nova.compute.manager [req-5db2d7af-8c2d-4f47-956d-b1672cbaed00 req-a005b5ab-6e04-4ea5-a0b3-10f674be142f service nova] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Received event network-changed-ed924393-0078-4972-8dbf-9c7743513cc5 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:46:07 user nova-compute[75278]: DEBUG nova.compute.manager [req-5db2d7af-8c2d-4f47-956d-b1672cbaed00 req-a005b5ab-6e04-4ea5-a0b3-10f674be142f service nova] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Refreshing instance network info cache due to event network-changed-ed924393-0078-4972-8dbf-9c7743513cc5. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:46:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5db2d7af-8c2d-4f47-956d-b1672cbaed00 req-a005b5ab-6e04-4ea5-a0b3-10f674be142f service nova] Acquiring lock "refresh_cache-3d6b3a3a-a6f1-4116-a7ff-9903e522552b" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:46:07 user sudo[86093]: pam_unix(sudo:session): session closed for user root
Dec 06 15:46:07 user nova-compute[75278]: INFO oslo.privsep.daemon [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Spawned new privsep daemon via rootwrap
Dec 06 15:46:07 user nova-compute[75278]: INFO oslo.privsep.daemon [-] privsep daemon starting
Dec 06 15:46:07 user nova-compute[75278]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Dec 06 15:46:07 user nova-compute[75278]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none
Dec 06 15:46:07 user nova-compute[75278]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 86114
Dec 06 15:46:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a4a15fc-430e-4cb5-9522-e4be68c59e0d/disk --force-share --output=json" returned: 0 in 0.287s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9398175e-90b9-4450-8785-0ed86d49ab33/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:07 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7168909-956e-4224-af6d-2da4acd83dad]: (2,) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:46:07 user nova-compute[75278]: DEBUG nova.network.neutron [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Updating instance_info_cache with network_info: [{"id": "ed924393-0078-4972-8dbf-9c7743513cc5", "address": "fa:16:3e:ec:a2:ef", "network": {"id": "8dbc1e9d-381b-4e89-a4d3-a351b5589221", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1805383912-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "01fee0ccb7b94938b431f3f57686ea91", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "taped924393-00", "ovs_interfaceid": "ed924393-0078-4972-8dbf-9c7743513cc5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:46:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9398175e-90b9-4450-8785-0ed86d49ab33/disk --force-share --output=json" returned: 0 in 0.262s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9398175e-90b9-4450-8785-0ed86d49ab33/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Releasing lock "refresh_cache-3d6b3a3a-a6f1-4116-a7ff-9903e522552b" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:46:07 user nova-compute[75278]: DEBUG nova.compute.manager [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Instance network_info: |[{"id": "ed924393-0078-4972-8dbf-9c7743513cc5", "address": "fa:16:3e:ec:a2:ef", "network": {"id": "8dbc1e9d-381b-4e89-a4d3-a351b5589221", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1805383912-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "01fee0ccb7b94938b431f3f57686ea91", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "taped924393-00", "ovs_interfaceid": "ed924393-0078-4972-8dbf-9c7743513cc5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 15:46:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:07 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e98373c5-3a2b-49e3-94e0-bc543751506a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:46:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5db2d7af-8c2d-4f47-956d-b1672cbaed00 req-a005b5ab-6e04-4ea5-a0b3-10f674be142f service nova] Acquired lock "refresh_cache-3d6b3a3a-a6f1-4116-a7ff-9903e522552b" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:46:07 user nova-compute[75278]: DEBUG nova.network.neutron [req-5db2d7af-8c2d-4f47-956d-b1672cbaed00 req-a005b5ab-6e04-4ea5-a0b3-10f674be142f service nova] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Refreshing network info cache for port ed924393-0078-4972-8dbf-9c7743513cc5 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:46:07 user nova-compute[75278]: WARNING os_brick.initiator.connectors.nvmeof [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Could not find nvme_core/parameters/multipath: FileNotFoundError: [Errno 2] No such file or directory: '/sys/module/nvme_core/parameters/multipath'
Dec 06 15:46:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.027s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:07 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1246110e-24f4-467e-93a3-40072d22c959]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:46:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:07 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[44bdba9d-6127-4c21-9ed5-e40f588428a9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:46:07 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1e44f85-1dfd-4c64-9422-eb97ae8860c0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:46:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:46:07 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 15:46:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:46:07 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 15:46:07 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c17f466-bd0d-4cfa-bcbe-756de343a66a]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:46:07 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 15:46:07 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 15:46:07 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 15:46:07 user nova-compute[75278]: DEBUG os_brick.utils [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] <== get_connector_properties: return (2757ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:46:07 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Updating existing volume attachment record: 84e305d9-8c2d-41e3-b997-e910b28c0c73 {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 15:46:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9398175e-90b9-4450-8785-0ed86d49ab33/disk --force-share --output=json" returned: 0 in 0.259s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json" returned: 0 in 0.330s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:08 user nova-compute[75278]: DEBUG nova.network.neutron [req-5db2d7af-8c2d-4f47-956d-b1672cbaed00 req-a005b5ab-6e04-4ea5-a0b3-10f674be142f service nova] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Updated VIF entry in instance network info cache for port ed924393-0078-4972-8dbf-9c7743513cc5. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:46:08 user nova-compute[75278]: DEBUG nova.network.neutron [req-5db2d7af-8c2d-4f47-956d-b1672cbaed00 req-a005b5ab-6e04-4ea5-a0b3-10f674be142f service nova] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Updating instance_info_cache with network_info: [{"id": "ed924393-0078-4972-8dbf-9c7743513cc5", "address": "fa:16:3e:ec:a2:ef", "network": {"id": "8dbc1e9d-381b-4e89-a4d3-a351b5589221", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1805383912-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "01fee0ccb7b94938b431f3f57686ea91", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "taped924393-00", "ovs_interfaceid": "ed924393-0078-4972-8dbf-9c7743513cc5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:46:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5db2d7af-8c2d-4f47-956d-b1672cbaed00 req-a005b5ab-6e04-4ea5-a0b3-10f674be142f service nova] Releasing lock "refresh_cache-3d6b3a3a-a6f1-4116-a7ff-9903e522552b" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:46:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json" returned: 0 in 0.262s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57133132-53e9-4b8a-811e-85aa53f24315/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:08 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57133132-53e9-4b8a-811e-85aa53f24315/disk --force-share --output=json" returned: 0 in 0.290s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57133132-53e9-4b8a-811e-85aa53f24315/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57133132-53e9-4b8a-811e-85aa53f24315/disk --force-share --output=json" returned: 0 in 0.262s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk --force-share --output=json" returned: 0 in 0.391s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:10 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk --force-share --output=json" returned: 0 in 0.407s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:10 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:10 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/disk --force-share --output=json" returned: 0 in 0.291s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:10 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:10 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/disk --force-share --output=json" returned: 0 in 0.312s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:11 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:46:11 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:46:11 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=7969MB free_disk=25.60201644897461GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 15:46:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:46:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:46:12 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance d640cb1e-2206-4624-8617-2dbe4f22e06c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:46:12 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 60fa6c34-9e58-4e20-b695-391070a81993 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:46:12 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance accf5417-e552-4fa7-8b65-5f3121d1d17f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:46:12 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 1432b04b-09a5-4a8d-b36b-5ac20d081fc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:46:12 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 7a4a15fc-430e-4cb5-9522-e4be68c59e0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:46:12 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 57133132-53e9-4b8a-811e-85aa53f24315 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:46:12 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 3ab08226-f7d6-4556-8fdb-086e056a9060 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:46:12 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance a140a006-c098-4eed-998b-eacb51917dbb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:46:12 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 9398175e-90b9-4450-8785-0ed86d49ab33 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:46:12 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 3d6b3a3a-a6f1-4116-a7ff-9903e522552b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:46:12 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 15:46:12 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 15:46:12 user nova-compute[75278]: DEBUG nova.compute.manager [req-74e03ecc-fab2-4fb6-8701-eb62dfd026d8 req-5ee01335-32b9-47d9-8770-bd3f4a6fb3ba service nova] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Received event network-vif-plugged-361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:46:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-74e03ecc-fab2-4fb6-8701-eb62dfd026d8 req-5ee01335-32b9-47d9-8770-bd3f4a6fb3ba service nova] Acquiring lock "7a4a15fc-430e-4cb5-9522-e4be68c59e0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:46:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-74e03ecc-fab2-4fb6-8701-eb62dfd026d8 req-5ee01335-32b9-47d9-8770-bd3f4a6fb3ba service nova] Lock "7a4a15fc-430e-4cb5-9522-e4be68c59e0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:46:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-74e03ecc-fab2-4fb6-8701-eb62dfd026d8 req-5ee01335-32b9-47d9-8770-bd3f4a6fb3ba service nova] Lock "7a4a15fc-430e-4cb5-9522-e4be68c59e0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:46:12 user nova-compute[75278]: DEBUG nova.compute.manager [req-74e03ecc-fab2-4fb6-8701-eb62dfd026d8 req-5ee01335-32b9-47d9-8770-bd3f4a6fb3ba service nova] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] No waiting events found dispatching network-vif-plugged-361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:46:12 user nova-compute[75278]: WARNING nova.compute.manager [req-74e03ecc-fab2-4fb6-8701-eb62dfd026d8 req-5ee01335-32b9-47d9-8770-bd3f4a6fb3ba service nova] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Received unexpected event network-vif-plugged-361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a for instance with vm_state active and task_state None.
Dec 06 15:46:12 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Refreshing inventories for resource provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 06 15:46:12 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Updating ProviderTree inventory for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 06 15:46:12 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Updating inventory in ProviderTree for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 15:46:12 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Refreshing aggregate associations for resource provider 8b3403ac-859e-46a6-ab7b-26268bef73b0, aggregates: None {{(pid=75278) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 06 15:46:12 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Refreshing trait associations for resource provider 8b3403ac-859e-46a6-ab7b-26268bef73b0, traits: HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_ACCELERATORS,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_SATA,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_IDE,COMPUTE_VIOMMU_MODEL_INTEL,HW_CPU_X86_SSE41,HW_CPU_X86_SSSE3 {{(pid=75278) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 06 15:46:12 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:46:12 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:46:13 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 15:46:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.573s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:46:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:14 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:46:14 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 15:46:14 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Rebuilding the list of instances to heal {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 15:46:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:14 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Skipping network cache update for instance because it is Building. {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Dec 06 15:46:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "refresh_cache-d640cb1e-2206-4624-8617-2dbe4f22e06c" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:46:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquired lock "refresh_cache-d640cb1e-2206-4624-8617-2dbe4f22e06c" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:46:14 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Forcefully refreshing network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 15:46:14 user nova-compute[75278]: DEBUG nova.objects.instance [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lazy-loading 'info_cache' on Instance uuid d640cb1e-2206-4624-8617-2dbe4f22e06c {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:46:14 user nova-compute[75278]: DEBUG nova.compute.manager [req-058b1f87-cb3a-486f-bb3a-fd581c15e78d req-3ef5045b-90f6-4474-8597-23995c0e7afc service nova] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Received event network-vif-plugged-361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:46:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-058b1f87-cb3a-486f-bb3a-fd581c15e78d req-3ef5045b-90f6-4474-8597-23995c0e7afc service nova] Acquiring lock "7a4a15fc-430e-4cb5-9522-e4be68c59e0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:46:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-058b1f87-cb3a-486f-bb3a-fd581c15e78d req-3ef5045b-90f6-4474-8597-23995c0e7afc service nova] Lock "7a4a15fc-430e-4cb5-9522-e4be68c59e0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.004s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:46:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-058b1f87-cb3a-486f-bb3a-fd581c15e78d req-3ef5045b-90f6-4474-8597-23995c0e7afc service nova] Lock "7a4a15fc-430e-4cb5-9522-e4be68c59e0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:46:14 user nova-compute[75278]: DEBUG nova.compute.manager [req-058b1f87-cb3a-486f-bb3a-fd581c15e78d req-3ef5045b-90f6-4474-8597-23995c0e7afc service nova] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] No waiting events found dispatching network-vif-plugged-361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:46:14 user nova-compute[75278]: WARNING nova.compute.manager [req-058b1f87-cb3a-486f-bb3a-fd581c15e78d req-3ef5045b-90f6-4474-8597-23995c0e7afc service nova] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Received unexpected event network-vif-plugged-361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a for instance with vm_state active and task_state None.
Dec 06 15:46:14 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Updating instance_info_cache with network_info: [{"id": "ee174c92-2a46-44f2-9449-49f14e07eca2", "address": "fa:16:3e:4b:20:e7", "network": {"id": "7b2783c3-7b3c-43ec-ab71-8095c40acc2d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1183569402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "941dea0c3d4c4ce0b791603c2b48ff5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee174c92-2a", "ovs_interfaceid": "ee174c92-2a46-44f2-9449-49f14e07eca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:46:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Releasing lock "refresh_cache-d640cb1e-2206-4624-8617-2dbe4f22e06c" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:46:14 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Updated the network info_cache for instance {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 15:46:14 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:46:14 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:46:14 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:46:14 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 15:46:18 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:19 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG nova.compute.manager [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 15:46:22 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Creating image(s)
Dec 06 15:46:22 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Did not create local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Ensure instance console log exists: /opt/stack/data/nova/instances/3d6b3a3a-a6f1-4116-a7ff-9903e522552b/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Start _get_guest_xml network_info=[{"id": "ed924393-0078-4972-8dbf-9c7743513cc5", "address": "fa:16:3e:ec:a2:ef", "network": {"id": "8dbc1e9d-381b-4e89-a4d3-a351b5589221", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1805383912-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "01fee0ccb7b94938b431f3f57686ea91", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "taped924393-00", "ovs_interfaceid": "ed924393-0078-4972-8dbf-9c7743513cc5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'boot_index': 0, 'delete_on_termination': True, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': '84e305d9-8c2d-41e3-b997-e910b28c0c73', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hQpJGgwL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3d6b3a3a-a6f1-4116-a7ff-9903e522552b', 'attached_at': '', 'detached_at': '', 'volume_id': '951fe348-90d1-48c7-8557-edc63c656cfc', 'serial': '951fe348-90d1-48c7-8557-edc63c656cfc'}, 'volume_type': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:46:22 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:46:22 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:46:22 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Acquiring lock "cache_volume_driver" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Lock "cache_volume_driver" acquired by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG os_brick.initiator.connector [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Factory for ISCSI on None {{(pid=75278) factory /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connector.py:281}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Lock "cache_volume_driver" "released" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: held 0.005s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hQpJGgwL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:46:22 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:46:22 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:46:22 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:46:22 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:46:22 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 15:46:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[92cbcdec-9120-4299-9340-0cf098eaed47]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 15:46:22 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.048s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffa7bf96-4bb9-4c9f-9223-d52951fe30f7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc] added
Dec 06 15:46:22 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[64fb7d7c-df60-4037-a262-0d77af291f0c]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.065s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[220cf217-9895-41a9-8fd2-28c28624568a]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hQpJGgwL {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hQpJGgwL" returned: 0 in 0.027s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a994122-524d-4dca-b459-a346db211d56]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hQpJGgwL'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5309bec-b6de-446f-bcd8-b1824b0dad9f]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[80b0434b-4e85-45af-81ce-d18fc440c7f6]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 06 15:46:22 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 06 15:46:22 user nova-compute[75278]:  {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:46:22 user nova-compute[75278]: WARNING os_brick.initiator.connectors.iscsi [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 06 15:46:22 user nova-compute[75278]: 
Dec 06 15:46:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5425eaa4-032f-4634-bedb-701e840f262c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc, portal: 172.16.0.220,3260]
Dec 06 15:46:22 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc, portal: 172.16.0.220,3260] successful.
Dec 06 15:46:22 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.035s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3ba2df0-2e2e-4436-aba9-c14b8260396a]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[4289c456-c30c-45c7-b87a-57f6a2548135]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:46:22 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:46:22 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.380s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] HCTL ('33', '-', '-', 0) found on session 2 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 15:46:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:23 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4bdc456-9079-404f-a0b1-ec71bcacbab9]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:46:23 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:46:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hQpJGgwL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 15:46:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.428s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:46:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] <== connect_volume: return (1430ms) {'type': 'block', 'scsi_wwn': '23861306266346232', 'path': '/dev/sdb'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:46:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23861306266346232', 'path': '/dev/sdb'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 15:46:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:46:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1489623312',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1489623312',id=10,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOaswtDBycik4kq84xyeWumr41+2u2dfP7+Th3ub6MujjqWwQupEZr56SNqIbJtr7HILEgvGg5cIy98EeC1ouBziIgaW39KNlmOCyYPUdvHzjm3Ve4MO113X4AL03zcqRQ==',key_name='tempest-keypair-1442744948',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='01fee0ccb7b94938b431f3f57686ea91',ramdisk_id='',reservation_id='r-dk1e4hne',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-1650740613',owner_user_name='tempest-ServerActionsV293TestJSON-1650740613-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:46:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2a7a78a24807422ea42fb0579e5e9f7b',uuid=3d6b3a3a-a6f1-4116-a7ff-9903e522552b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ed924393-0078-4972-8dbf-9c7743513cc5", "address": "fa:16:3e:ec:a2:ef", "network": {"id": "8dbc1e9d-381b-4e89-a4d3-a351b5589221", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1805383912-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "01fee0ccb7b94938b431f3f57686ea91", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "taped924393-00", "ovs_interfaceid": "ed924393-0078-4972-8dbf-9c7743513cc5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:46:24 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Converting VIF {"id": "ed924393-0078-4972-8dbf-9c7743513cc5", "address": "fa:16:3e:ec:a2:ef", "network": {"id": "8dbc1e9d-381b-4e89-a4d3-a351b5589221", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1805383912-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "01fee0ccb7b94938b431f3f57686ea91", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "taped924393-00", "ovs_interfaceid": "ed924393-0078-4972-8dbf-9c7743513cc5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:46:24 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ec:a2:ef,bridge_name='br-int',has_traffic_filtering=True,id=ed924393-0078-4972-8dbf-9c7743513cc5,network=Network(8dbc1e9d-381b-4e89-a4d3-a351b5589221),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='taped924393-00') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:46:24 user nova-compute[75278]: DEBUG nova.objects.instance [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Lazy-loading 'pci_devices' on Instance uuid 3d6b3a3a-a6f1-4116-a7ff-9903e522552b {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:46:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:46:24 user nova-compute[75278]:   <uuid>3d6b3a3a-a6f1-4116-a7ff-9903e522552b</uuid>
Dec 06 15:46:24 user nova-compute[75278]:   <name>instance-0000000a</name>
Dec 06 15:46:24 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 15:46:24 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:46:24 user nova-compute[75278]:   <metadata>
Dec 06 15:46:24 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:46:24 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:46:24 user nova-compute[75278]:       <nova:name>tempest-ServerActionsV293TestJSON-server-1489623312</nova:name>
Dec 06 15:46:24 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:46:22</nova:creationTime>
Dec 06 15:46:24 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 15:46:24 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 15:46:24 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 15:46:24 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:46:24 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:46:24 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:46:24 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:46:24 user nova-compute[75278]:       <nova:owner>
Dec 06 15:46:24 user nova-compute[75278]:         <nova:user uuid="2a7a78a24807422ea42fb0579e5e9f7b">tempest-ServerActionsV293TestJSON-1650740613-project-member</nova:user>
Dec 06 15:46:24 user nova-compute[75278]:         <nova:project uuid="01fee0ccb7b94938b431f3f57686ea91">tempest-ServerActionsV293TestJSON-1650740613</nova:project>
Dec 06 15:46:24 user nova-compute[75278]:       </nova:owner>
Dec 06 15:46:24 user nova-compute[75278]:       <nova:ports>
Dec 06 15:46:24 user nova-compute[75278]:         <nova:port uuid="ed924393-0078-4972-8dbf-9c7743513cc5">
Dec 06 15:46:24 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 06 15:46:24 user nova-compute[75278]:         </nova:port>
Dec 06 15:46:24 user nova-compute[75278]:       </nova:ports>
Dec 06 15:46:24 user nova-compute[75278]:     </nova:instance>
Dec 06 15:46:24 user nova-compute[75278]:   </metadata>
Dec 06 15:46:24 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:46:24 user nova-compute[75278]:     <system>
Dec 06 15:46:24 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:46:24 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:46:24 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:46:24 user nova-compute[75278]:       <entry name="serial">3d6b3a3a-a6f1-4116-a7ff-9903e522552b</entry>
Dec 06 15:46:24 user nova-compute[75278]:       <entry name="uuid">3d6b3a3a-a6f1-4116-a7ff-9903e522552b</entry>
Dec 06 15:46:24 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:46:24 user nova-compute[75278]:     </system>
Dec 06 15:46:24 user nova-compute[75278]:   </sysinfo>
Dec 06 15:46:24 user nova-compute[75278]:   <os>
Dec 06 15:46:24 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:46:24 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 15:46:24 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:46:24 user nova-compute[75278]:   </os>
Dec 06 15:46:24 user nova-compute[75278]:   <features>
Dec 06 15:46:24 user nova-compute[75278]:     <acpi/>
Dec 06 15:46:24 user nova-compute[75278]:     <apic/>
Dec 06 15:46:24 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:46:24 user nova-compute[75278]:   </features>
Dec 06 15:46:24 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:46:24 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:46:24 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:46:24 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:46:24 user nova-compute[75278]:   </clock>
Dec 06 15:46:24 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:46:24 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:46:24 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:46:24 user nova-compute[75278]:   </cpu>
Dec 06 15:46:24 user nova-compute[75278]:   <devices>
Dec 06 15:46:24 user nova-compute[75278]:     <disk type="block" device="disk">
Dec 06 15:46:24 user nova-compute[75278]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:46:24 user nova-compute[75278]:       <source dev="/dev/sdb"/>
Dec 06 15:46:24 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 15:46:24 user nova-compute[75278]:       <serial>951fe348-90d1-48c7-8557-edc63c656cfc</serial>
Dec 06 15:46:24 user nova-compute[75278]:     </disk>
Dec 06 15:46:24 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:46:24 user nova-compute[75278]:       <mac address="fa:16:3e:ec:a2:ef"/>
Dec 06 15:46:24 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:46:24 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:46:24 user nova-compute[75278]:       <target dev="taped924393-00"/>
Dec 06 15:46:24 user nova-compute[75278]:     </interface>
Dec 06 15:46:24 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:46:24 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/3d6b3a3a-a6f1-4116-a7ff-9903e522552b/console.log" append="off"/>
Dec 06 15:46:24 user nova-compute[75278]:     </serial>
Dec 06 15:46:24 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:46:24 user nova-compute[75278]:     <video>
Dec 06 15:46:24 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:46:24 user nova-compute[75278]:     </video>
Dec 06 15:46:24 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:46:24 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:46:24 user nova-compute[75278]:     </rng>
Dec 06 15:46:24 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:46:24 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:46:24 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:46:24 user nova-compute[75278]:     </memballoon>
Dec 06 15:46:24 user nova-compute[75278]:   </devices>
Dec 06 15:46:24 user nova-compute[75278]: </domain>
Dec 06 15:46:24 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:46:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:46:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1489623312',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1489623312',id=10,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOaswtDBycik4kq84xyeWumr41+2u2dfP7+Th3ub6MujjqWwQupEZr56SNqIbJtr7HILEgvGg5cIy98EeC1ouBziIgaW39KNlmOCyYPUdvHzjm3Ve4MO113X4AL03zcqRQ==',key_name='tempest-keypair-1442744948',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='01fee0ccb7b94938b431f3f57686ea91',ramdisk_id='',reservation_id='r-dk1e4hne',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-1650740613',owner_user_name='tempest-ServerActionsV293TestJSON-1650740613-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:46:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2a7a78a24807422ea42fb0579e5e9f7b',uuid=3d6b3a3a-a6f1-4116-a7ff-9903e522552b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ed924393-0078-4972-8dbf-9c7743513cc5", "address": "fa:16:3e:ec:a2:ef", "network": {"id": "8dbc1e9d-381b-4e89-a4d3-a351b5589221", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1805383912-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "01fee0ccb7b94938b431f3f57686ea91", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "taped924393-00", "ovs_interfaceid": "ed924393-0078-4972-8dbf-9c7743513cc5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:46:24 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Converting VIF {"id": "ed924393-0078-4972-8dbf-9c7743513cc5", "address": "fa:16:3e:ec:a2:ef", "network": {"id": "8dbc1e9d-381b-4e89-a4d3-a351b5589221", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1805383912-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "01fee0ccb7b94938b431f3f57686ea91", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "taped924393-00", "ovs_interfaceid": "ed924393-0078-4972-8dbf-9c7743513cc5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:46:24 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ec:a2:ef,bridge_name='br-int',has_traffic_filtering=True,id=ed924393-0078-4972-8dbf-9c7743513cc5,network=Network(8dbc1e9d-381b-4e89-a4d3-a351b5589221),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='taped924393-00') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:46:24 user nova-compute[75278]: DEBUG os_vif [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ec:a2:ef,bridge_name='br-int',has_traffic_filtering=True,id=ed924393-0078-4972-8dbf-9c7743513cc5,network=Network(8dbc1e9d-381b-4e89-a4d3-a351b5589221),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='taped924393-00') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:46:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:46:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:46:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6cb4456b-2b63-58b8-bfb9-d223b3a0a178', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:46:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:46:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=taped924393-00, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:46:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=taped924393-00, col_values=(('qos', UUID('f28b77a8-fc81-4699-92ca-cf91b6f77676')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:46:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=taped924393-00, col_values=(('external_ids', {'iface-id': 'ed924393-0078-4972-8dbf-9c7743513cc5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ec:a2:ef', 'vm-uuid': '3d6b3a3a-a6f1-4116-a7ff-9903e522552b'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:46:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:46:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:24 user nova-compute[75278]: INFO os_vif [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ec:a2:ef,bridge_name='br-int',has_traffic_filtering=True,id=ed924393-0078-4972-8dbf-9c7743513cc5,network=Network(8dbc1e9d-381b-4e89-a4d3-a351b5589221),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='taped924393-00')
Dec 06 15:46:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:46:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] No VIF found with MAC fa:16:3e:ec:a2:ef, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:46:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-189fde06-923c-4413-b8ad-5fcd4de1eff0 req-03e701ac-06d0-4a63-bbf1-72698f1adcb0 service nova] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Received event network-vif-plugged-ed924393-0078-4972-8dbf-9c7743513cc5 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:46:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-189fde06-923c-4413-b8ad-5fcd4de1eff0 req-03e701ac-06d0-4a63-bbf1-72698f1adcb0 service nova] Acquiring lock "3d6b3a3a-a6f1-4116-a7ff-9903e522552b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:46:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-189fde06-923c-4413-b8ad-5fcd4de1eff0 req-03e701ac-06d0-4a63-bbf1-72698f1adcb0 service nova] Lock "3d6b3a3a-a6f1-4116-a7ff-9903e522552b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:46:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-189fde06-923c-4413-b8ad-5fcd4de1eff0 req-03e701ac-06d0-4a63-bbf1-72698f1adcb0 service nova] Lock "3d6b3a3a-a6f1-4116-a7ff-9903e522552b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:46:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-189fde06-923c-4413-b8ad-5fcd4de1eff0 req-03e701ac-06d0-4a63-bbf1-72698f1adcb0 service nova] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] No waiting events found dispatching network-vif-plugged-ed924393-0078-4972-8dbf-9c7743513cc5 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:46:26 user nova-compute[75278]: WARNING nova.compute.manager [req-189fde06-923c-4413-b8ad-5fcd4de1eff0 req-03e701ac-06d0-4a63-bbf1-72698f1adcb0 service nova] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Received unexpected event network-vif-plugged-ed924393-0078-4972-8dbf-9c7743513cc5 for instance with vm_state building and task_state spawning.
Dec 06 15:46:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:27 user nova-compute[75278]: DEBUG nova.compute.manager [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 15:46:27 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 15:46:27 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Instance spawned successfully.
Dec 06 15:46:27 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 15:46:27 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:46:27 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:46:27 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:46:27 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:46:27 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:46:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:46:28 user nova-compute[75278]: INFO nova.compute.manager [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Took 5.59 seconds to spawn the instance on the hypervisor.
Dec 06 15:46:28 user nova-compute[75278]: DEBUG nova.compute.manager [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:46:28 user nova-compute[75278]: DEBUG nova.compute.manager [req-a075df57-a090-4183-91d1-befb12f334cf req-ff7bc167-2dfc-4f4b-90a3-d9ef74c07a5e service nova] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Received event network-vif-plugged-ed924393-0078-4972-8dbf-9c7743513cc5 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:46:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a075df57-a090-4183-91d1-befb12f334cf req-ff7bc167-2dfc-4f4b-90a3-d9ef74c07a5e service nova] Acquiring lock "3d6b3a3a-a6f1-4116-a7ff-9903e522552b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:46:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a075df57-a090-4183-91d1-befb12f334cf req-ff7bc167-2dfc-4f4b-90a3-d9ef74c07a5e service nova] Lock "3d6b3a3a-a6f1-4116-a7ff-9903e522552b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:46:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a075df57-a090-4183-91d1-befb12f334cf req-ff7bc167-2dfc-4f4b-90a3-d9ef74c07a5e service nova] Lock "3d6b3a3a-a6f1-4116-a7ff-9903e522552b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:46:28 user nova-compute[75278]: DEBUG nova.compute.manager [req-a075df57-a090-4183-91d1-befb12f334cf req-ff7bc167-2dfc-4f4b-90a3-d9ef74c07a5e service nova] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] No waiting events found dispatching network-vif-plugged-ed924393-0078-4972-8dbf-9c7743513cc5 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:46:28 user nova-compute[75278]: WARNING nova.compute.manager [req-a075df57-a090-4183-91d1-befb12f334cf req-ff7bc167-2dfc-4f4b-90a3-d9ef74c07a5e service nova] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Received unexpected event network-vif-plugged-ed924393-0078-4972-8dbf-9c7743513cc5 for instance with vm_state building and task_state spawning.
Dec 06 15:46:28 user nova-compute[75278]: INFO nova.compute.manager [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Took 24.23 seconds to build instance.
Dec 06 15:46:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-51b11511-a3de-4e0f-8b77-e0e5eb16927b tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Lock "3d6b3a3a-a6f1-4116-a7ff-9903e522552b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 24.358s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:46:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Acquiring lock "52f2e111-7586-448b-b20f-8f65b2d2019d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:46:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:46:28 user nova-compute[75278]: DEBUG nova.compute.manager [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 15:46:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:46:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:46:28 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 15:46:28 user nova-compute[75278]: INFO nova.compute.claims [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Claim successful on node user
Dec 06 15:46:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:29 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:46:29 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:46:29 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.638s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:46:29 user nova-compute[75278]: DEBUG nova.compute.manager [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 15:46:29 user nova-compute[75278]: DEBUG nova.compute.manager [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 15:46:29 user nova-compute[75278]: DEBUG nova.network.neutron [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 15:46:29 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 15:46:29 user nova-compute[75278]: DEBUG nova.compute.manager [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 15:46:29 user nova-compute[75278]: INFO nova.virt.block_device [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Booting with volume 00ead261-8427-43fb-b862-93044063b954 at /dev/vda
Dec 06 15:46:30 user nova-compute[75278]: DEBUG nova.policy [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0a766b9f9394a099e8b0c532362d7f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '642bdeded0124017a219cc032a2a2d2f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 15:46:30 user nova-compute[75278]: DEBUG os_brick.utils [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:46:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:30 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[525baff9-8f97-489c-8020-d86e3c429814]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:46:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:30 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[38717d7a-a8dc-4a19-8e42-4443b8af3895]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:46:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:30 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c72897a-cf8f-458a-9ee5-1313c7ccefdc]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:46:30 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1041e6a6-bb7b-4992-9dd0-e95cc2136268]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:46:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:46:30 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 15:46:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:46:30 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 15:46:30 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee50351e-dfb4-4244-86ba-a8d00b4ab639]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:46:30 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 15:46:30 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 15:46:30 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 15:46:30 user nova-compute[75278]: DEBUG os_brick.utils [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] <== get_connector_properties: return (172ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:46:30 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Updating existing volume attachment record: 483b9bec-d253-4564-a573-7899656a841b {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 15:46:30 user nova-compute[75278]: DEBUG nova.network.neutron [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Successfully created port: e8cb2d5e-ef82-4ac4-acc2-583899497299 {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 15:46:31 user nova-compute[75278]: DEBUG nova.network.neutron [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Successfully created port: 5b9be317-688f-4ef6-bb6a-7d2cecb45e93 {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 15:46:32 user nova-compute[75278]: DEBUG nova.network.neutron [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Successfully created port: da8c7a6f-efe5-4e18-b958-c647cf70d01e {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 15:46:32 user nova-compute[75278]: DEBUG nova.network.neutron [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Successfully created port: f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 15:46:33 user nova-compute[75278]: DEBUG nova.network.neutron [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Successfully created port: 5b0aaa3a-8a13-439c-ab6a-54a3e639957c {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 15:46:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:34 user nova-compute[75278]: DEBUG nova.network.neutron [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Successfully updated port: e8cb2d5e-ef82-4ac4-acc2-583899497299 {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:46:34 user nova-compute[75278]: DEBUG nova.compute.manager [req-93c42809-5089-44af-aa46-fff0f3530ac7 req-5f8b3064-3ae9-4252-aae2-aba726958f07 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-changed-e8cb2d5e-ef82-4ac4-acc2-583899497299 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:46:34 user nova-compute[75278]: DEBUG nova.compute.manager [req-93c42809-5089-44af-aa46-fff0f3530ac7 req-5f8b3064-3ae9-4252-aae2-aba726958f07 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Refreshing instance network info cache due to event network-changed-e8cb2d5e-ef82-4ac4-acc2-583899497299. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:46:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-93c42809-5089-44af-aa46-fff0f3530ac7 req-5f8b3064-3ae9-4252-aae2-aba726958f07 service nova] Acquiring lock "refresh_cache-52f2e111-7586-448b-b20f-8f65b2d2019d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:46:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-93c42809-5089-44af-aa46-fff0f3530ac7 req-5f8b3064-3ae9-4252-aae2-aba726958f07 service nova] Acquired lock "refresh_cache-52f2e111-7586-448b-b20f-8f65b2d2019d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:46:34 user nova-compute[75278]: DEBUG nova.network.neutron [req-93c42809-5089-44af-aa46-fff0f3530ac7 req-5f8b3064-3ae9-4252-aae2-aba726958f07 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Refreshing network info cache for port e8cb2d5e-ef82-4ac4-acc2-583899497299 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:46:34 user nova-compute[75278]: DEBUG nova.network.neutron [req-93c42809-5089-44af-aa46-fff0f3530ac7 req-5f8b3064-3ae9-4252-aae2-aba726958f07 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:46:34 user nova-compute[75278]: DEBUG nova.network.neutron [req-93c42809-5089-44af-aa46-fff0f3530ac7 req-5f8b3064-3ae9-4252-aae2-aba726958f07 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:46:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-93c42809-5089-44af-aa46-fff0f3530ac7 req-5f8b3064-3ae9-4252-aae2-aba726958f07 service nova] Releasing lock "refresh_cache-52f2e111-7586-448b-b20f-8f65b2d2019d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:46:35 user nova-compute[75278]: DEBUG nova.network.neutron [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Successfully updated port: a97409ba-f1b9-46c0-86ef-12e24a1abd58 {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:46:35 user nova-compute[75278]: DEBUG nova.network.neutron [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Successfully updated port: 180c3730-41e4-4a84-aa79-144ada7293e3 {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:46:36 user nova-compute[75278]: DEBUG nova.compute.manager [req-4980ac32-19e0-4202-9666-887db62e29e6 req-1b851b97-ace3-4141-8861-44ebe5547879 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-changed-a97409ba-f1b9-46c0-86ef-12e24a1abd58 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:46:36 user nova-compute[75278]: DEBUG nova.compute.manager [req-4980ac32-19e0-4202-9666-887db62e29e6 req-1b851b97-ace3-4141-8861-44ebe5547879 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Refreshing instance network info cache due to event network-changed-a97409ba-f1b9-46c0-86ef-12e24a1abd58. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:46:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4980ac32-19e0-4202-9666-887db62e29e6 req-1b851b97-ace3-4141-8861-44ebe5547879 service nova] Acquiring lock "refresh_cache-52f2e111-7586-448b-b20f-8f65b2d2019d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:46:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4980ac32-19e0-4202-9666-887db62e29e6 req-1b851b97-ace3-4141-8861-44ebe5547879 service nova] Acquired lock "refresh_cache-52f2e111-7586-448b-b20f-8f65b2d2019d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:46:36 user nova-compute[75278]: DEBUG nova.network.neutron [req-4980ac32-19e0-4202-9666-887db62e29e6 req-1b851b97-ace3-4141-8861-44ebe5547879 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Refreshing network info cache for port a97409ba-f1b9-46c0-86ef-12e24a1abd58 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:46:36 user nova-compute[75278]: DEBUG nova.network.neutron [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Successfully updated port: 5b9be317-688f-4ef6-bb6a-7d2cecb45e93 {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:46:36 user nova-compute[75278]: DEBUG nova.network.neutron [req-4980ac32-19e0-4202-9666-887db62e29e6 req-1b851b97-ace3-4141-8861-44ebe5547879 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:46:36 user nova-compute[75278]: DEBUG nova.network.neutron [req-4980ac32-19e0-4202-9666-887db62e29e6 req-1b851b97-ace3-4141-8861-44ebe5547879 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:46:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4980ac32-19e0-4202-9666-887db62e29e6 req-1b851b97-ace3-4141-8861-44ebe5547879 service nova] Releasing lock "refresh_cache-52f2e111-7586-448b-b20f-8f65b2d2019d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:46:36 user nova-compute[75278]: DEBUG nova.compute.manager [req-4980ac32-19e0-4202-9666-887db62e29e6 req-1b851b97-ace3-4141-8861-44ebe5547879 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-changed-180c3730-41e4-4a84-aa79-144ada7293e3 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:46:36 user nova-compute[75278]: DEBUG nova.compute.manager [req-4980ac32-19e0-4202-9666-887db62e29e6 req-1b851b97-ace3-4141-8861-44ebe5547879 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Refreshing instance network info cache due to event network-changed-180c3730-41e4-4a84-aa79-144ada7293e3. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:46:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4980ac32-19e0-4202-9666-887db62e29e6 req-1b851b97-ace3-4141-8861-44ebe5547879 service nova] Acquiring lock "refresh_cache-52f2e111-7586-448b-b20f-8f65b2d2019d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:46:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4980ac32-19e0-4202-9666-887db62e29e6 req-1b851b97-ace3-4141-8861-44ebe5547879 service nova] Acquired lock "refresh_cache-52f2e111-7586-448b-b20f-8f65b2d2019d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:46:36 user nova-compute[75278]: DEBUG nova.network.neutron [req-4980ac32-19e0-4202-9666-887db62e29e6 req-1b851b97-ace3-4141-8861-44ebe5547879 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Refreshing network info cache for port 180c3730-41e4-4a84-aa79-144ada7293e3 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:46:37 user nova-compute[75278]: DEBUG nova.network.neutron [req-4980ac32-19e0-4202-9666-887db62e29e6 req-1b851b97-ace3-4141-8861-44ebe5547879 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:46:37 user nova-compute[75278]: DEBUG nova.network.neutron [req-4980ac32-19e0-4202-9666-887db62e29e6 req-1b851b97-ace3-4141-8861-44ebe5547879 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:46:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4980ac32-19e0-4202-9666-887db62e29e6 req-1b851b97-ace3-4141-8861-44ebe5547879 service nova] Releasing lock "refresh_cache-52f2e111-7586-448b-b20f-8f65b2d2019d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:46:37 user nova-compute[75278]: DEBUG nova.network.neutron [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Successfully updated port: da8c7a6f-efe5-4e18-b958-c647cf70d01e {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:46:38 user nova-compute[75278]: DEBUG nova.network.neutron [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Successfully updated port: f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:46:38 user nova-compute[75278]: DEBUG nova.compute.manager [req-f8e6c830-6ca6-47ae-a526-dc149568cc0f req-24f61c9e-4059-4fe3-9221-50ff9f312bb9 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-changed-5b9be317-688f-4ef6-bb6a-7d2cecb45e93 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:46:38 user nova-compute[75278]: DEBUG nova.compute.manager [req-f8e6c830-6ca6-47ae-a526-dc149568cc0f req-24f61c9e-4059-4fe3-9221-50ff9f312bb9 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Refreshing instance network info cache due to event network-changed-5b9be317-688f-4ef6-bb6a-7d2cecb45e93. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:46:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f8e6c830-6ca6-47ae-a526-dc149568cc0f req-24f61c9e-4059-4fe3-9221-50ff9f312bb9 service nova] Acquiring lock "refresh_cache-52f2e111-7586-448b-b20f-8f65b2d2019d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:46:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f8e6c830-6ca6-47ae-a526-dc149568cc0f req-24f61c9e-4059-4fe3-9221-50ff9f312bb9 service nova] Acquired lock "refresh_cache-52f2e111-7586-448b-b20f-8f65b2d2019d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:46:38 user nova-compute[75278]: DEBUG nova.network.neutron [req-f8e6c830-6ca6-47ae-a526-dc149568cc0f req-24f61c9e-4059-4fe3-9221-50ff9f312bb9 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Refreshing network info cache for port 5b9be317-688f-4ef6-bb6a-7d2cecb45e93 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:46:38 user nova-compute[75278]: DEBUG nova.network.neutron [req-f8e6c830-6ca6-47ae-a526-dc149568cc0f req-24f61c9e-4059-4fe3-9221-50ff9f312bb9 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:46:39 user nova-compute[75278]: DEBUG nova.network.neutron [req-f8e6c830-6ca6-47ae-a526-dc149568cc0f req-24f61c9e-4059-4fe3-9221-50ff9f312bb9 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:46:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f8e6c830-6ca6-47ae-a526-dc149568cc0f req-24f61c9e-4059-4fe3-9221-50ff9f312bb9 service nova] Releasing lock "refresh_cache-52f2e111-7586-448b-b20f-8f65b2d2019d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:46:39 user nova-compute[75278]: DEBUG nova.compute.manager [req-f8e6c830-6ca6-47ae-a526-dc149568cc0f req-24f61c9e-4059-4fe3-9221-50ff9f312bb9 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-changed-da8c7a6f-efe5-4e18-b958-c647cf70d01e {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:46:39 user nova-compute[75278]: DEBUG nova.compute.manager [req-f8e6c830-6ca6-47ae-a526-dc149568cc0f req-24f61c9e-4059-4fe3-9221-50ff9f312bb9 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Refreshing instance network info cache due to event network-changed-da8c7a6f-efe5-4e18-b958-c647cf70d01e. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:46:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f8e6c830-6ca6-47ae-a526-dc149568cc0f req-24f61c9e-4059-4fe3-9221-50ff9f312bb9 service nova] Acquiring lock "refresh_cache-52f2e111-7586-448b-b20f-8f65b2d2019d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:46:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f8e6c830-6ca6-47ae-a526-dc149568cc0f req-24f61c9e-4059-4fe3-9221-50ff9f312bb9 service nova] Acquired lock "refresh_cache-52f2e111-7586-448b-b20f-8f65b2d2019d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:46:39 user nova-compute[75278]: DEBUG nova.network.neutron [req-f8e6c830-6ca6-47ae-a526-dc149568cc0f req-24f61c9e-4059-4fe3-9221-50ff9f312bb9 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Refreshing network info cache for port da8c7a6f-efe5-4e18-b958-c647cf70d01e {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:46:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:39 user nova-compute[75278]: DEBUG nova.network.neutron [req-f8e6c830-6ca6-47ae-a526-dc149568cc0f req-24f61c9e-4059-4fe3-9221-50ff9f312bb9 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:46:39 user nova-compute[75278]: DEBUG nova.network.neutron [req-f8e6c830-6ca6-47ae-a526-dc149568cc0f req-24f61c9e-4059-4fe3-9221-50ff9f312bb9 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:46:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f8e6c830-6ca6-47ae-a526-dc149568cc0f req-24f61c9e-4059-4fe3-9221-50ff9f312bb9 service nova] Releasing lock "refresh_cache-52f2e111-7586-448b-b20f-8f65b2d2019d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:46:39 user nova-compute[75278]: DEBUG nova.compute.manager [req-f8e6c830-6ca6-47ae-a526-dc149568cc0f req-24f61c9e-4059-4fe3-9221-50ff9f312bb9 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-changed-f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:46:39 user nova-compute[75278]: DEBUG nova.compute.manager [req-f8e6c830-6ca6-47ae-a526-dc149568cc0f req-24f61c9e-4059-4fe3-9221-50ff9f312bb9 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Refreshing instance network info cache due to event network-changed-f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:46:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f8e6c830-6ca6-47ae-a526-dc149568cc0f req-24f61c9e-4059-4fe3-9221-50ff9f312bb9 service nova] Acquiring lock "refresh_cache-52f2e111-7586-448b-b20f-8f65b2d2019d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:46:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f8e6c830-6ca6-47ae-a526-dc149568cc0f req-24f61c9e-4059-4fe3-9221-50ff9f312bb9 service nova] Acquired lock "refresh_cache-52f2e111-7586-448b-b20f-8f65b2d2019d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:46:39 user nova-compute[75278]: DEBUG nova.network.neutron [req-f8e6c830-6ca6-47ae-a526-dc149568cc0f req-24f61c9e-4059-4fe3-9221-50ff9f312bb9 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Refreshing network info cache for port f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:46:39 user nova-compute[75278]: DEBUG nova.network.neutron [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Successfully updated port: 5b0aaa3a-8a13-439c-ab6a-54a3e639957c {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:46:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Acquiring lock "refresh_cache-52f2e111-7586-448b-b20f-8f65b2d2019d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:46:39 user nova-compute[75278]: DEBUG nova.network.neutron [req-f8e6c830-6ca6-47ae-a526-dc149568cc0f req-24f61c9e-4059-4fe3-9221-50ff9f312bb9 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:46:39 user nova-compute[75278]: DEBUG nova.network.neutron [req-f8e6c830-6ca6-47ae-a526-dc149568cc0f req-24f61c9e-4059-4fe3-9221-50ff9f312bb9 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:46:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f8e6c830-6ca6-47ae-a526-dc149568cc0f req-24f61c9e-4059-4fe3-9221-50ff9f312bb9 service nova] Releasing lock "refresh_cache-52f2e111-7586-448b-b20f-8f65b2d2019d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:46:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Acquired lock "refresh_cache-52f2e111-7586-448b-b20f-8f65b2d2019d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:46:39 user nova-compute[75278]: DEBUG nova.network.neutron [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:46:39 user nova-compute[75278]: DEBUG nova.network.neutron [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:46:40 user nova-compute[75278]: DEBUG nova.compute.manager [req-ebe4b8cd-ba1c-4df9-b45c-c2660cec123b req-a66c7b29-7d0b-4f96-96bc-63fb7e8fae78 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-changed-5b0aaa3a-8a13-439c-ab6a-54a3e639957c {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:46:40 user nova-compute[75278]: DEBUG nova.compute.manager [req-ebe4b8cd-ba1c-4df9-b45c-c2660cec123b req-a66c7b29-7d0b-4f96-96bc-63fb7e8fae78 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Refreshing instance network info cache due to event network-changed-5b0aaa3a-8a13-439c-ab6a-54a3e639957c. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:46:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ebe4b8cd-ba1c-4df9-b45c-c2660cec123b req-a66c7b29-7d0b-4f96-96bc-63fb7e8fae78 service nova] Acquiring lock "refresh_cache-52f2e111-7586-448b-b20f-8f65b2d2019d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:46:41 user nova-compute[75278]: INFO nova.virt.block_device [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Booting with volume 427b68a6-6cfe-4434-ba67-5c92249092ac at /dev/vdb
Dec 06 15:46:41 user nova-compute[75278]: DEBUG os_brick.utils [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:46:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:41 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6268d27e-acc6-443c-bff0-f436de8dd5b8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:46:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:41 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[20fb018a-2400-439b-a0a6-0bbf5967e2cb]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:46:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:41 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[268fc8e2-350a-4440-abb9-0ccbbc380b28]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:46:41 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff068356-e658-4190-ac19-8e46cf9a31ff]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:46:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:46:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 15:46:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:46:41 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 15:46:41 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[559ce49f-9ba1-49b7-8e3c-4e8a41422801]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:46:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 15:46:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 15:46:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 15:46:41 user nova-compute[75278]: DEBUG os_brick.utils [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] <== get_connector_properties: return (145ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:46:41 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Updating existing volume attachment record: f4b1316d-e4d1-4d02-93d3-0d3f2b074ddc {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 15:46:42 user nova-compute[75278]: DEBUG nova.network.neutron [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Updating instance_info_cache with network_info: [{"id": "e8cb2d5e-ef82-4ac4-acc2-583899497299", "address": "fa:16:3e:ca:e6:e3", "network": {"id": "ccd8bd8a-76c4-4c2b-b9a6-67693809fa01", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-38407512-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8cb2d5e-ef", "ovs_interfaceid": "e8cb2d5e-ef82-4ac4-acc2-583899497299", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a97409ba-f1b9-46c0-86ef-12e24a1abd58", "address": "fa:16:3e:10:9e:da", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa97409ba-f1", "ovs_interfaceid": "a97409ba-f1b9-46c0-86ef-12e24a1abd58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "180c3730-41e4-4a84-aa79-144ada7293e3", "address": "fa:16:3e:b0:d5:d7", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap180c3730-41", "ovs_interfaceid": "180c3730-41e4-4a84-aa79-144ada7293e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5b9be317-688f-4ef6-bb6a-7d2cecb45e93", "address": "fa:16:3e:f8:c8:2b", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9be317-68", "ovs_interfaceid": "5b9be317-688f-4ef6-bb6a-7d2cecb45e93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "da8c7a6f-efe5-4e18-b958-c647cf70d01e", "address": "fa:16:3e:9d:a2:14", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda8c7a6f-ef", "ovs_interfaceid": "da8c7a6f-efe5-4e18-b958-c647cf70d01e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a", "address": "fa:16:3e:e3:5a:06", "network": {"id": "ee80165c-711b-4d38-8415-eaf0b0cf1fa5", "bridge": "br-int", "label": "tempest-device-tagging-net2-170559748", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3b2a82d-39", "ovs_interfaceid": "f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b0aaa3a-8a13-439c-ab6a-54a3e639957c", "address": "fa:16:3e:9d:d8:66", "network": {"id": "ee80165c-711b-4d38-8415-eaf0b0cf1fa5", "bridge": "br-int", "label": "tempest-device-tagging-net2-170559748", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b0aaa3a-8a", "ovs_interfaceid": "5b0aaa3a-8a13-439c-ab6a-54a3e639957c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:46:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Releasing lock "refresh_cache-52f2e111-7586-448b-b20f-8f65b2d2019d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:46:42 user nova-compute[75278]: DEBUG nova.compute.manager [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Instance network_info: |[{"id": "e8cb2d5e-ef82-4ac4-acc2-583899497299", "address": "fa:16:3e:ca:e6:e3", "network": {"id": "ccd8bd8a-76c4-4c2b-b9a6-67693809fa01", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-38407512-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8cb2d5e-ef", "ovs_interfaceid": "e8cb2d5e-ef82-4ac4-acc2-583899497299", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a97409ba-f1b9-46c0-86ef-12e24a1abd58", "address": "fa:16:3e:10:9e:da", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa97409ba-f1", "ovs_interfaceid": "a97409ba-f1b9-46c0-86ef-12e24a1abd58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "180c3730-41e4-4a84-aa79-144ada7293e3", "address": "fa:16:3e:b0:d5:d7", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap180c3730-41", "ovs_interfaceid": "180c3730-41e4-4a84-aa79-144ada7293e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5b9be317-688f-4ef6-bb6a-7d2cecb45e93", "address": "fa:16:3e:f8:c8:2b", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9be317-68", "ovs_interfaceid": "5b9be317-688f-4ef6-bb6a-7d2cecb45e93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "da8c7a6f-efe5-4e18-b958-c647cf70d01e", "address": "fa:16:3e:9d:a2:14", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda8c7a6f-ef", "ovs_interfaceid": "da8c7a6f-efe5-4e18-b958-c647cf70d01e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a", "address": "fa:16:3e:e3:5a:06", "network": {"id": "ee80165c-711b-4d38-8415-eaf0b0cf1fa5", "bridge": "br-int", "label": "tempest-device-tagging-net2-170559748", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3b2a82d-39", "ovs_interfaceid": "f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b0aaa3a-8a13-439c-ab6a-54a3e639957c", "address": "fa:16:3e:9d:d8:66", "network": {"id": "ee80165c-711b-4d38-8415-eaf0b0cf1fa5", "bridge": "br-int", "label": "tempest-device-tagging-net2-170559748", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b0aaa3a-8a", "ovs_interfaceid": "5b0aaa3a-8a13-439c-ab6a-54a3e639957c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 15:46:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ebe4b8cd-ba1c-4df9-b45c-c2660cec123b req-a66c7b29-7d0b-4f96-96bc-63fb7e8fae78 service nova] Acquired lock "refresh_cache-52f2e111-7586-448b-b20f-8f65b2d2019d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:46:42 user nova-compute[75278]: DEBUG nova.network.neutron [req-ebe4b8cd-ba1c-4df9-b45c-c2660cec123b req-a66c7b29-7d0b-4f96-96bc-63fb7e8fae78 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Refreshing network info cache for port 5b0aaa3a-8a13-439c-ab6a-54a3e639957c {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:46:42 user nova-compute[75278]: DEBUG nova.network.neutron [req-ebe4b8cd-ba1c-4df9-b45c-c2660cec123b req-a66c7b29-7d0b-4f96-96bc-63fb7e8fae78 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Updated VIF entry in instance network info cache for port 5b0aaa3a-8a13-439c-ab6a-54a3e639957c. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:46:42 user nova-compute[75278]: DEBUG nova.network.neutron [req-ebe4b8cd-ba1c-4df9-b45c-c2660cec123b req-a66c7b29-7d0b-4f96-96bc-63fb7e8fae78 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Updating instance_info_cache with network_info: [{"id": "e8cb2d5e-ef82-4ac4-acc2-583899497299", "address": "fa:16:3e:ca:e6:e3", "network": {"id": "ccd8bd8a-76c4-4c2b-b9a6-67693809fa01", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-38407512-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8cb2d5e-ef", "ovs_interfaceid": "e8cb2d5e-ef82-4ac4-acc2-583899497299", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a97409ba-f1b9-46c0-86ef-12e24a1abd58", "address": "fa:16:3e:10:9e:da", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa97409ba-f1", "ovs_interfaceid": "a97409ba-f1b9-46c0-86ef-12e24a1abd58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "180c3730-41e4-4a84-aa79-144ada7293e3", "address": "fa:16:3e:b0:d5:d7", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap180c3730-41", "ovs_interfaceid": "180c3730-41e4-4a84-aa79-144ada7293e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5b9be317-688f-4ef6-bb6a-7d2cecb45e93", "address": "fa:16:3e:f8:c8:2b", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9be317-68", "ovs_interfaceid": "5b9be317-688f-4ef6-bb6a-7d2cecb45e93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "da8c7a6f-efe5-4e18-b958-c647cf70d01e", "address": "fa:16:3e:9d:a2:14", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda8c7a6f-ef", "ovs_interfaceid": "da8c7a6f-efe5-4e18-b958-c647cf70d01e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a", "address": "fa:16:3e:e3:5a:06", "network": {"id": "ee80165c-711b-4d38-8415-eaf0b0cf1fa5", "bridge": "br-int", "label": "tempest-device-tagging-net2-170559748", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3b2a82d-39", "ovs_interfaceid": "f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b0aaa3a-8a13-439c-ab6a-54a3e639957c", "address": "fa:16:3e:9d:d8:66", "network": {"id": "ee80165c-711b-4d38-8415-eaf0b0cf1fa5", "bridge": "br-int", "label": "tempest-device-tagging-net2-170559748", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b0aaa3a-8a", "ovs_interfaceid": "5b0aaa3a-8a13-439c-ab6a-54a3e639957c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:46:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ebe4b8cd-ba1c-4df9-b45c-c2660cec123b req-a66c7b29-7d0b-4f96-96bc-63fb7e8fae78 service nova] Releasing lock "refresh_cache-52f2e111-7586-448b-b20f-8f65b2d2019d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:46:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:52 user nova-compute[75278]: INFO nova.virt.block_device [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Booting with volume bd75f54c-4211-4c49-9f65-64b89af82c0d at /dev/vdc
Dec 06 15:46:52 user nova-compute[75278]: DEBUG os_brick.utils [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:46:52 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:52 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:52 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b46d9695-266b-4401-92fb-42b252526d4a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:46:52 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:52 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:52 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6094de9-7557-4f7c-b9d6-00a882faae59]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:46:52 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:52 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:46:52 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[05a88844-a271-414b-86e0-93a8e901fbcc]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:46:52 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca7e1f48-0652-4778-86e6-de0cc4c7f505]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:46:52 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:52 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:46:52 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 15:46:52 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:46:52 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:46:52 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 15:46:52 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d52a04bc-034a-4035-8e37-ef0467b8c9ab]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:46:52 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 15:46:52 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 15:46:52 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 15:46:52 user nova-compute[75278]: DEBUG os_brick.utils [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] <== get_connector_properties: return (113ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:46:52 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Updating existing volume attachment record: 287bed6a-6cd5-4086-bf44-92aa5092fa07 {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 15:46:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:46:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG nova.compute.manager [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 15:47:02 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Creating image(s)
Dec 06 15:47:02 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Did not create local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Ensure instance console log exists: /opt/stack/data/nova/instances/52f2e111-7586-448b-b20f-8f65b2d2019d/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Start _get_guest_xml network_info=[{"id": "e8cb2d5e-ef82-4ac4-acc2-583899497299", "address": "fa:16:3e:ca:e6:e3", "network": {"id": "ccd8bd8a-76c4-4c2b-b9a6-67693809fa01", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-38407512-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8cb2d5e-ef", "ovs_interfaceid": "e8cb2d5e-ef82-4ac4-acc2-583899497299", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a97409ba-f1b9-46c0-86ef-12e24a1abd58", "address": "fa:16:3e:10:9e:da", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa97409ba-f1", "ovs_interfaceid": "a97409ba-f1b9-46c0-86ef-12e24a1abd58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "180c3730-41e4-4a84-aa79-144ada7293e3", "address": "fa:16:3e:b0:d5:d7", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap180c3730-41", "ovs_interfaceid": "180c3730-41e4-4a84-aa79-144ada7293e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5b9be317-688f-4ef6-bb6a-7d2cecb45e93", "address": "fa:16:3e:f8:c8:2b", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9be317-68", "ovs_interfaceid": "5b9be317-688f-4ef6-bb6a-7d2cecb45e93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "da8c7a6f-efe5-4e18-b958-c647cf70d01e", "address": "fa:16:3e:9d:a2:14", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda8c7a6f-ef", "ovs_interfaceid": "da8c7a6f-efe5-4e18-b958-c647cf70d01e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a", "address": "fa:16:3e:e3:5a:06", "network": {"id": "ee80165c-711b-4d38-8415-eaf0b0cf1fa5", "bridge": "br-int", "label": "tempest-device-tagging-net2-170559748", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3b2a82d-39", "ovs_interfaceid": "f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b0aaa3a-8a13-439c-ab6a-54a3e639957c", "address": "fa:16:3e:9d:d8:66", "network": {"id": "ee80165c-711b-4d38-8415-eaf0b0cf1fa5", "bridge": "br-int", "label": "tempest-device-tagging-net2-170559748", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b0aaa3a-8a", "ovs_interfaceid": "5b0aaa3a-8a13-439c-ab6a-54a3e639957c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'boot_index': 0, 'delete_on_termination': False, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': '483b9bec-d253-4564-a573-7899656a841b', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vIzTWUXa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '52f2e111-7586-448b-b20f-8f65b2d2019d', 'attached_at': '', 'detached_at': '', 'volume_id': '00ead261-8427-43fb-b862-93044063b954', 'serial': '00ead261-8427-43fb-b862-93044063b954'}, 'volume_type': None}, {'device_type': 'disk', 'boot_index': 1, 'delete_on_termination': False, 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'guest_format': None, 'attachment_id': 'f4b1316d-e4d1-4d02-93d3-0d3f2b074ddc', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bwMILgeV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '52f2e111-7586-448b-b20f-8f65b2d2019d', 'attached_at': '', 'detached_at': '', 'volume_id': '427b68a6-6cfe-4434-ba67-5c92249092ac', 'serial': '427b68a6-6cfe-4434-ba67-5c92249092ac'}, 'volume_type': None}, {'device_type': 'disk', 'boot_index': 2, 'delete_on_termination': False, 'disk_bus': 'virtio', 'mount_device': '/dev/vdc', 'guest_format': None, 'attachment_id': '287bed6a-6cd5-4086-bf44-92aa5092fa07', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jBYLJusv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '52f2e111-7586-448b-b20f-8f65b2d2019d', 'attached_at': '', 'detached_at': '', 'volume_id': 'bd75f54c-4211-4c49-9f65-64b89af82c0d', 'serial': 'bd75f54c-4211-4c49-9f65-64b89af82c0d'}, 'volume_type': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:47:02 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:47:02 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:47:02 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vIzTWUXa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:47:02 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:47:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:47:02 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:47:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:47:02 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 15:47:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e7b4fc8-7992-4aba-ab95-0afe089c6b20]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 15:47:02 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[07c1a260-df80-499b-9cea-2eb8e191510c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954] added
Dec 06 15:47:02 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdefa725-5f3c-4de8-8d06-c2954a77611e]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[beb07018-3148-4c91-aa18-9a0011f031f2]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vIzTWUXa {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vIzTWUXa" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[17e8d0c6-554b-4fbb-8453-8e199509768c]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'vIzTWUXa'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b73c7f9-469a-49d9-8f39-b0e35800b784]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9e7e0c7-c3d8-4f14-a437-e053188530d5]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:47:02 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:47:02 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[70380aba-5dbb-4192-aea6-3a9dbc0826ee]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954, portal: 172.16.0.220,3260]
Dec 06 15:47:02 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954, portal: 172.16.0.220,3260] successful.
Dec 06 15:47:02 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3eb18e22-bff4-4c18-9a77-e982032acd5c]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[89fdc86a-fd8c-4b13-b421-0e9b9f774b8b]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:47:02 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:47:02 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:47:02 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:47:02 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.282s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] HCTL ('34', '-', '-', 0) found on session 3 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[82aa9da9-e57c-4525-be5e-c761e2aa68f1]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Searching for a device in session 3 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vIzTWUXa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 15:47:02 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.314s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] <== connect_volume: return (1317ms) {'type': 'block', 'scsi_wwn': '23935316664363834', 'path': '/dev/sdc'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23935316664363834', 'path': '/dev/sdc'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bwMILgeV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:47:03 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:47:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:47:03 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:47:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:47:03 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 15:47:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba4fe12a-d086-4bdf-925a-9cb33082ff98]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 15:47:03 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1ad22d6-7997-47b3-a639-8bea5056c2eb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac] added
Dec 06 15:47:03 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2a8d41a-3a58-4524-b519-35b51b374c6b]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f78a5a2-30b9-4924-9c9a-59988832c7f3]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bwMILgeV {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bwMILgeV" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[206e79b1-7544-4a55-8d1e-73e3291481b2]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'bwMILgeV'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f0daf9a-8ba2-4fea-8b87-d2034b906ec4]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[057d52e7-efc9-40e0-9e23-827d4bbeebbc]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:47:03 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:47:03 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:47:03 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:47:03 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[893f938e-914b-4d5d-8a8e-0e1e21d6e974]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac, portal: 172.16.0.220,3260]
Dec 06 15:47:03 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac, portal: 172.16.0.220,3260] successful.
Dec 06 15:47:03 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b01b2616-1ec7-40ad-942b-32f88be76c0e]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cae0d20-0014-4aaa-b6b0-0b5aa7022a05]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:47:03 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:47:03 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:47:03 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:47:03 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:47:03 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:47:03 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.280s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] HCTL ('35', '-', '-', 0) found on session 4 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[50a26f81-f029-4cee-9d72-9a99babd5c79]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:03 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Searching for a device in session 4 and hctl ['35', '*', '*', 0] yield: None {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:47:04 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:47:04 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:47:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:04 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Searching for a device in session 4 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:47:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bwMILgeV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 15:47:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.313s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:47:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] <== connect_volume: return (1314ms) {'type': 'block', 'scsi_wwn': '23837356262393138', 'path': '/dev/sdd'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:47:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23837356262393138', 'path': '/dev/sdd'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jBYLJusv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:47:05 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:47:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:47:05 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:47:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:47:05 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 15:47:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[25d1ad91-0e61-452a-a7ed-f8bfbcc74e67]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 15:47:05 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e0f541d-93bd-42f9-9918-c8f0400927fa]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d] added
Dec 06 15:47:05 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[689a1879-81cf-42a1-b418-c6856bbe295f]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8ad82c8-fa34-4401-a006-72cdd49dee98]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jBYLJusv {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jBYLJusv" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2142de40-0707-40a9-8a60-4695ab946718]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'jBYLJusv'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a93d0c56-f372-49d5-9a91-fb7971f6067f]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb71ccbb-32bb-4c34-8cf2-282cbd72d3c3]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:47:05 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:47:05 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:47:05 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:47:05 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:47:05 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:47:05 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "refresh_cache-60fa6c34-9e58-4e20-b695-391070a81993" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquired lock "refresh_cache-60fa6c34-9e58-4e20-b695-391070a81993" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Forcefully refreshing network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b5ea0b8-3615-4c4c-a8f4-eccf8ee96bf5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d, portal: 172.16.0.220,3260]
Dec 06 15:47:05 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d, portal: 172.16.0.220,3260] successful.
Dec 06 15:47:05 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5627b048-0baa-4b01-b75e-0ed4eb6e8d88]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad23113a-cf2d-4e3c-a36a-0db578d4756c]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:47:05 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:47:05 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:47:05 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:47:05 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:47:05 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:47:05 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:47:05 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:47:05 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.287s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] HCTL ('36', '-', '-', 0) found on session 5 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[303780fb-f426-4d9a-9518-909bb9a35e99]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Searching for a device in session 5 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jBYLJusv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Updating instance_info_cache with network_info: [{"id": "3678d2b7-4742-42ab-af5f-0d91a9bf3b8a", "address": "fa:16:3e:91:1c:29", "network": {"id": "c1c85dff-af5e-4edc-96f9-4bcffbbafb7a", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1267058935-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f49e94b36f5441aab0a91f0b37a300ca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3678d2b7-47", "ovs_interfaceid": "3678d2b7-4742-42ab-af5f-0d91a9bf3b8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Releasing lock "refresh_cache-60fa6c34-9e58-4e20-b695-391070a81993" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Updated the network info_cache for instance {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:47:05 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.328s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] <== connect_volume: return (1330ms) {'type': 'block', 'scsi_wwn': '23537356266636535', 'path': '/dev/sde'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23537356266636535', 'path': '/dev/sde'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:46:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-378141427',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-378141427',id=11,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGsFhWZmq4OzMJdNCWBKt7omnFRc+7WjPCdkwTfRJQ7r+gHQ2yxHEqsheltsoPGRd/SUifU72MgnIqOQCm0zcKMlOhla8Fq8up7Gz0DsIBSGkH/JZUlzAFRy2gEItIIUeA==',key_name='tempest-keypair-627458527',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='642bdeded0124017a219cc032a2a2d2f',ramdisk_id='',reservation_id='r-v6g3z3td',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-8778906',owner_user_name='tempest-TaggedBootDevicesTest_v242-8778906-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:46:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0a766b9f9394a099e8b0c532362d7f0',uuid=52f2e111-7586-448b-b20f-8f65b2d2019d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e8cb2d5e-ef82-4ac4-acc2-583899497299", "address": "fa:16:3e:ca:e6:e3", "network": {"id": "ccd8bd8a-76c4-4c2b-b9a6-67693809fa01", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-38407512-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8cb2d5e-ef", "ovs_interfaceid": "e8cb2d5e-ef82-4ac4-acc2-583899497299", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converting VIF {"id": "e8cb2d5e-ef82-4ac4-acc2-583899497299", "address": "fa:16:3e:ca:e6:e3", "network": {"id": "ccd8bd8a-76c4-4c2b-b9a6-67693809fa01", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-38407512-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8cb2d5e-ef", "ovs_interfaceid": "e8cb2d5e-ef82-4ac4-acc2-583899497299", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ca:e6:e3,bridge_name='br-int',has_traffic_filtering=True,id=e8cb2d5e-ef82-4ac4-acc2-583899497299,network=Network(ccd8bd8a-76c4-4c2b-b9a6-67693809fa01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8cb2d5e-ef') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:46:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-378141427',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-378141427',id=11,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGsFhWZmq4OzMJdNCWBKt7omnFRc+7WjPCdkwTfRJQ7r+gHQ2yxHEqsheltsoPGRd/SUifU72MgnIqOQCm0zcKMlOhla8Fq8up7Gz0DsIBSGkH/JZUlzAFRy2gEItIIUeA==',key_name='tempest-keypair-627458527',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='642bdeded0124017a219cc032a2a2d2f',ramdisk_id='',reservation_id='r-v6g3z3td',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-8778906',owner_user_name='tempest-TaggedBootDevicesTest_v242-8778906-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:46:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0a766b9f9394a099e8b0c532362d7f0',uuid=52f2e111-7586-448b-b20f-8f65b2d2019d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a97409ba-f1b9-46c0-86ef-12e24a1abd58", "address": "fa:16:3e:10:9e:da", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa97409ba-f1", "ovs_interfaceid": "a97409ba-f1b9-46c0-86ef-12e24a1abd58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converting VIF {"id": "a97409ba-f1b9-46c0-86ef-12e24a1abd58", "address": "fa:16:3e:10:9e:da", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa97409ba-f1", "ovs_interfaceid": "a97409ba-f1b9-46c0-86ef-12e24a1abd58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:10:9e:da,bridge_name='br-int',has_traffic_filtering=True,id=a97409ba-f1b9-46c0-86ef-12e24a1abd58,network=Network(a1f2482f-be6d-4dae-8003-01a5f54dbe53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa97409ba-f1') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:46:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-378141427',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-378141427',id=11,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGsFhWZmq4OzMJdNCWBKt7omnFRc+7WjPCdkwTfRJQ7r+gHQ2yxHEqsheltsoPGRd/SUifU72MgnIqOQCm0zcKMlOhla8Fq8up7Gz0DsIBSGkH/JZUlzAFRy2gEItIIUeA==',key_name='tempest-keypair-627458527',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='642bdeded0124017a219cc032a2a2d2f',ramdisk_id='',reservation_id='r-v6g3z3td',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-8778906',owner_user_name='tempest-TaggedBootDevicesTest_v242-8778906-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:46:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0a766b9f9394a099e8b0c532362d7f0',uuid=52f2e111-7586-448b-b20f-8f65b2d2019d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "180c3730-41e4-4a84-aa79-144ada7293e3", "address": "fa:16:3e:b0:d5:d7", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap180c3730-41", "ovs_interfaceid": "180c3730-41e4-4a84-aa79-144ada7293e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converting VIF {"id": "180c3730-41e4-4a84-aa79-144ada7293e3", "address": "fa:16:3e:b0:d5:d7", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap180c3730-41", "ovs_interfaceid": "180c3730-41e4-4a84-aa79-144ada7293e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b0:d5:d7,bridge_name='br-int',has_traffic_filtering=True,id=180c3730-41e4-4a84-aa79-144ada7293e3,network=Network(a1f2482f-be6d-4dae-8003-01a5f54dbe53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap180c3730-41') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:46:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-378141427',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-378141427',id=11,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGsFhWZmq4OzMJdNCWBKt7omnFRc+7WjPCdkwTfRJQ7r+gHQ2yxHEqsheltsoPGRd/SUifU72MgnIqOQCm0zcKMlOhla8Fq8up7Gz0DsIBSGkH/JZUlzAFRy2gEItIIUeA==',key_name='tempest-keypair-627458527',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='642bdeded0124017a219cc032a2a2d2f',ramdisk_id='',reservation_id='r-v6g3z3td',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-8778906',owner_user_name='tempest-TaggedBootDevicesTest_v242-8778906-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:46:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0a766b9f9394a099e8b0c532362d7f0',uuid=52f2e111-7586-448b-b20f-8f65b2d2019d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5b9be317-688f-4ef6-bb6a-7d2cecb45e93", "address": "fa:16:3e:f8:c8:2b", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9be317-68", "ovs_interfaceid": "5b9be317-688f-4ef6-bb6a-7d2cecb45e93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converting VIF {"id": "5b9be317-688f-4ef6-bb6a-7d2cecb45e93", "address": "fa:16:3e:f8:c8:2b", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9be317-68", "ovs_interfaceid": "5b9be317-688f-4ef6-bb6a-7d2cecb45e93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f8:c8:2b,bridge_name='br-int',has_traffic_filtering=True,id=5b9be317-688f-4ef6-bb6a-7d2cecb45e93,network=Network(a1f2482f-be6d-4dae-8003-01a5f54dbe53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b9be317-68') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:46:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-378141427',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-378141427',id=11,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGsFhWZmq4OzMJdNCWBKt7omnFRc+7WjPCdkwTfRJQ7r+gHQ2yxHEqsheltsoPGRd/SUifU72MgnIqOQCm0zcKMlOhla8Fq8up7Gz0DsIBSGkH/JZUlzAFRy2gEItIIUeA==',key_name='tempest-keypair-627458527',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='642bdeded0124017a219cc032a2a2d2f',ramdisk_id='',reservation_id='r-v6g3z3td',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-8778906',owner_user_name='tempest-TaggedBootDevicesTest_v242-8778906-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:46:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0a766b9f9394a099e8b0c532362d7f0',uuid=52f2e111-7586-448b-b20f-8f65b2d2019d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "da8c7a6f-efe5-4e18-b958-c647cf70d01e", "address": "fa:16:3e:9d:a2:14", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda8c7a6f-ef", "ovs_interfaceid": "da8c7a6f-efe5-4e18-b958-c647cf70d01e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converting VIF {"id": "da8c7a6f-efe5-4e18-b958-c647cf70d01e", "address": "fa:16:3e:9d:a2:14", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda8c7a6f-ef", "ovs_interfaceid": "da8c7a6f-efe5-4e18-b958-c647cf70d01e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9d:a2:14,bridge_name='br-int',has_traffic_filtering=True,id=da8c7a6f-efe5-4e18-b958-c647cf70d01e,network=Network(a1f2482f-be6d-4dae-8003-01a5f54dbe53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda8c7a6f-ef') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:46:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-378141427',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-378141427',id=11,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGsFhWZmq4OzMJdNCWBKt7omnFRc+7WjPCdkwTfRJQ7r+gHQ2yxHEqsheltsoPGRd/SUifU72MgnIqOQCm0zcKMlOhla8Fq8up7Gz0DsIBSGkH/JZUlzAFRy2gEItIIUeA==',key_name='tempest-keypair-627458527',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='642bdeded0124017a219cc032a2a2d2f',ramdisk_id='',reservation_id='r-v6g3z3td',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-8778906',owner_user_name='tempest-TaggedBootDevicesTest_v242-8778906-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:46:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0a766b9f9394a099e8b0c532362d7f0',uuid=52f2e111-7586-448b-b20f-8f65b2d2019d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a", "address": "fa:16:3e:e3:5a:06", "network": {"id": "ee80165c-711b-4d38-8415-eaf0b0cf1fa5", "bridge": "br-int", "label": "tempest-device-tagging-net2-170559748", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3b2a82d-39", "ovs_interfaceid": "f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converting VIF {"id": "f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a", "address": "fa:16:3e:e3:5a:06", "network": {"id": "ee80165c-711b-4d38-8415-eaf0b0cf1fa5", "bridge": "br-int", "label": "tempest-device-tagging-net2-170559748", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3b2a82d-39", "ovs_interfaceid": "f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e3:5a:06,bridge_name='br-int',has_traffic_filtering=True,id=f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a,network=Network(ee80165c-711b-4d38-8415-eaf0b0cf1fa5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3b2a82d-39') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:46:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-378141427',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-378141427',id=11,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGsFhWZmq4OzMJdNCWBKt7omnFRc+7WjPCdkwTfRJQ7r+gHQ2yxHEqsheltsoPGRd/SUifU72MgnIqOQCm0zcKMlOhla8Fq8up7Gz0DsIBSGkH/JZUlzAFRy2gEItIIUeA==',key_name='tempest-keypair-627458527',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='642bdeded0124017a219cc032a2a2d2f',ramdisk_id='',reservation_id='r-v6g3z3td',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-8778906',owner_user_name='tempest-TaggedBootDevicesTest_v242-8778906-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:46:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0a766b9f9394a099e8b0c532362d7f0',uuid=52f2e111-7586-448b-b20f-8f65b2d2019d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5b0aaa3a-8a13-439c-ab6a-54a3e639957c", "address": "fa:16:3e:9d:d8:66", "network": {"id": "ee80165c-711b-4d38-8415-eaf0b0cf1fa5", "bridge": "br-int", "label": "tempest-device-tagging-net2-170559748", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b0aaa3a-8a", "ovs_interfaceid": "5b0aaa3a-8a13-439c-ab6a-54a3e639957c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converting VIF {"id": "5b0aaa3a-8a13-439c-ab6a-54a3e639957c", "address": "fa:16:3e:9d:d8:66", "network": {"id": "ee80165c-711b-4d38-8415-eaf0b0cf1fa5", "bridge": "br-int", "label": "tempest-device-tagging-net2-170559748", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b0aaa3a-8a", "ovs_interfaceid": "5b0aaa3a-8a13-439c-ab6a-54a3e639957c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9d:d8:66,bridge_name='br-int',has_traffic_filtering=True,id=5b0aaa3a-8a13-439c-ab6a-54a3e639957c,network=Network(ee80165c-711b-4d38-8415-eaf0b0cf1fa5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b0aaa3a-8a') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.objects.instance [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Lazy-loading 'pci_devices' on Instance uuid 52f2e111-7586-448b-b20f-8f65b2d2019d {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d640cb1e-2206-4624-8617-2dbe4f22e06c/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:47:06 user nova-compute[75278]:   <uuid>52f2e111-7586-448b-b20f-8f65b2d2019d</uuid>
Dec 06 15:47:06 user nova-compute[75278]:   <name>instance-0000000b</name>
Dec 06 15:47:06 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 15:47:06 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:47:06 user nova-compute[75278]:   <metadata>
Dec 06 15:47:06 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:47:06 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:47:06 user nova-compute[75278]:       <nova:name>tempest-device-tagging-server-378141427</nova:name>
Dec 06 15:47:06 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:47:02</nova:creationTime>
Dec 06 15:47:06 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 15:47:06 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 15:47:06 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 15:47:06 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:47:06 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:47:06 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:47:06 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:47:06 user nova-compute[75278]:       <nova:owner>
Dec 06 15:47:06 user nova-compute[75278]:         <nova:user uuid="a0a766b9f9394a099e8b0c532362d7f0">tempest-TaggedBootDevicesTest_v242-8778906-project-member</nova:user>
Dec 06 15:47:06 user nova-compute[75278]:         <nova:project uuid="642bdeded0124017a219cc032a2a2d2f">tempest-TaggedBootDevicesTest_v242-8778906</nova:project>
Dec 06 15:47:06 user nova-compute[75278]:       </nova:owner>
Dec 06 15:47:06 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 15:47:06 user nova-compute[75278]:       <nova:ports>
Dec 06 15:47:06 user nova-compute[75278]:         <nova:port uuid="e8cb2d5e-ef82-4ac4-acc2-583899497299">
Dec 06 15:47:06 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 06 15:47:06 user nova-compute[75278]:         </nova:port>
Dec 06 15:47:06 user nova-compute[75278]:         <nova:port uuid="a97409ba-f1b9-46c0-86ef-12e24a1abd58">
Dec 06 15:47:06 user nova-compute[75278]:           <nova:ip type="fixed" address="10.1.1.87" ipVersion="4"/>
Dec 06 15:47:06 user nova-compute[75278]:         </nova:port>
Dec 06 15:47:06 user nova-compute[75278]:         <nova:port uuid="180c3730-41e4-4a84-aa79-144ada7293e3">
Dec 06 15:47:06 user nova-compute[75278]:           <nova:ip type="fixed" address="10.1.1.244" ipVersion="4"/>
Dec 06 15:47:06 user nova-compute[75278]:         </nova:port>
Dec 06 15:47:06 user nova-compute[75278]:         <nova:port uuid="5b9be317-688f-4ef6-bb6a-7d2cecb45e93">
Dec 06 15:47:06 user nova-compute[75278]:           <nova:ip type="fixed" address="10.1.1.111" ipVersion="4"/>
Dec 06 15:47:06 user nova-compute[75278]:         </nova:port>
Dec 06 15:47:06 user nova-compute[75278]:         <nova:port uuid="da8c7a6f-efe5-4e18-b958-c647cf70d01e">
Dec 06 15:47:06 user nova-compute[75278]:           <nova:ip type="fixed" address="10.1.1.122" ipVersion="4"/>
Dec 06 15:47:06 user nova-compute[75278]:         </nova:port>
Dec 06 15:47:06 user nova-compute[75278]:         <nova:port uuid="f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a">
Dec 06 15:47:06 user nova-compute[75278]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Dec 06 15:47:06 user nova-compute[75278]:         </nova:port>
Dec 06 15:47:06 user nova-compute[75278]:         <nova:port uuid="5b0aaa3a-8a13-439c-ab6a-54a3e639957c">
Dec 06 15:47:06 user nova-compute[75278]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Dec 06 15:47:06 user nova-compute[75278]:         </nova:port>
Dec 06 15:47:06 user nova-compute[75278]:       </nova:ports>
Dec 06 15:47:06 user nova-compute[75278]:     </nova:instance>
Dec 06 15:47:06 user nova-compute[75278]:   </metadata>
Dec 06 15:47:06 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:47:06 user nova-compute[75278]:     <system>
Dec 06 15:47:06 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:47:06 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:47:06 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:47:06 user nova-compute[75278]:       <entry name="serial">52f2e111-7586-448b-b20f-8f65b2d2019d</entry>
Dec 06 15:47:06 user nova-compute[75278]:       <entry name="uuid">52f2e111-7586-448b-b20f-8f65b2d2019d</entry>
Dec 06 15:47:06 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:47:06 user nova-compute[75278]:     </system>
Dec 06 15:47:06 user nova-compute[75278]:   </sysinfo>
Dec 06 15:47:06 user nova-compute[75278]:   <os>
Dec 06 15:47:06 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:47:06 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 15:47:06 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:47:06 user nova-compute[75278]:   </os>
Dec 06 15:47:06 user nova-compute[75278]:   <features>
Dec 06 15:47:06 user nova-compute[75278]:     <acpi/>
Dec 06 15:47:06 user nova-compute[75278]:     <apic/>
Dec 06 15:47:06 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:47:06 user nova-compute[75278]:   </features>
Dec 06 15:47:06 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:47:06 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:47:06 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:47:06 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:47:06 user nova-compute[75278]:   </clock>
Dec 06 15:47:06 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:47:06 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:47:06 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:47:06 user nova-compute[75278]:   </cpu>
Dec 06 15:47:06 user nova-compute[75278]:   <devices>
Dec 06 15:47:06 user nova-compute[75278]:     <disk type="file" device="cdrom">
Dec 06 15:47:06 user nova-compute[75278]:       <driver name="qemu" type="raw" cache="none"/>
Dec 06 15:47:06 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/52f2e111-7586-448b-b20f-8f65b2d2019d/disk.config"/>
Dec 06 15:47:06 user nova-compute[75278]:       <target dev="hda" bus="ide"/>
Dec 06 15:47:06 user nova-compute[75278]:     </disk>
Dec 06 15:47:06 user nova-compute[75278]:     <disk type="block" device="disk">
Dec 06 15:47:06 user nova-compute[75278]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:47:06 user nova-compute[75278]:       <source dev="/dev/sdc"/>
Dec 06 15:47:06 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 15:47:06 user nova-compute[75278]:       <serial>00ead261-8427-43fb-b862-93044063b954</serial>
Dec 06 15:47:06 user nova-compute[75278]:     </disk>
Dec 06 15:47:06 user nova-compute[75278]:     <disk type="block" device="disk">
Dec 06 15:47:06 user nova-compute[75278]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:47:06 user nova-compute[75278]:       <source dev="/dev/sdd"/>
Dec 06 15:47:06 user nova-compute[75278]:       <target dev="vdb" bus="virtio"/>
Dec 06 15:47:06 user nova-compute[75278]:       <serial>427b68a6-6cfe-4434-ba67-5c92249092ac</serial>
Dec 06 15:47:06 user nova-compute[75278]:     </disk>
Dec 06 15:47:06 user nova-compute[75278]:     <disk type="block" device="disk">
Dec 06 15:47:06 user nova-compute[75278]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:47:06 user nova-compute[75278]:       <source dev="/dev/sde"/>
Dec 06 15:47:06 user nova-compute[75278]:       <target dev="vdc" bus="virtio"/>
Dec 06 15:47:06 user nova-compute[75278]:       <serial>bd75f54c-4211-4c49-9f65-64b89af82c0d</serial>
Dec 06 15:47:06 user nova-compute[75278]:     </disk>
Dec 06 15:47:06 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:47:06 user nova-compute[75278]:       <mac address="fa:16:3e:ca:e6:e3"/>
Dec 06 15:47:06 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:47:06 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:47:06 user nova-compute[75278]:       <target dev="tape8cb2d5e-ef"/>
Dec 06 15:47:06 user nova-compute[75278]:     </interface>
Dec 06 15:47:06 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:47:06 user nova-compute[75278]:       <mac address="fa:16:3e:10:9e:da"/>
Dec 06 15:47:06 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:47:06 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:47:06 user nova-compute[75278]:       <target dev="tapa97409ba-f1"/>
Dec 06 15:47:06 user nova-compute[75278]:     </interface>
Dec 06 15:47:06 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:47:06 user nova-compute[75278]:       <mac address="fa:16:3e:b0:d5:d7"/>
Dec 06 15:47:06 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:47:06 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:47:06 user nova-compute[75278]:       <target dev="tap180c3730-41"/>
Dec 06 15:47:06 user nova-compute[75278]:     </interface>
Dec 06 15:47:06 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:47:06 user nova-compute[75278]:       <mac address="fa:16:3e:f8:c8:2b"/>
Dec 06 15:47:06 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:47:06 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:47:06 user nova-compute[75278]:       <target dev="tap5b9be317-68"/>
Dec 06 15:47:06 user nova-compute[75278]:     </interface>
Dec 06 15:47:06 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:47:06 user nova-compute[75278]:       <mac address="fa:16:3e:9d:a2:14"/>
Dec 06 15:47:06 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:47:06 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:47:06 user nova-compute[75278]:       <target dev="tapda8c7a6f-ef"/>
Dec 06 15:47:06 user nova-compute[75278]:     </interface>
Dec 06 15:47:06 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:47:06 user nova-compute[75278]:       <mac address="fa:16:3e:e3:5a:06"/>
Dec 06 15:47:06 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:47:06 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:47:06 user nova-compute[75278]:       <target dev="tapf3b2a82d-39"/>
Dec 06 15:47:06 user nova-compute[75278]:     </interface>
Dec 06 15:47:06 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:47:06 user nova-compute[75278]:       <mac address="fa:16:3e:9d:d8:66"/>
Dec 06 15:47:06 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:47:06 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:47:06 user nova-compute[75278]:       <target dev="tap5b0aaa3a-8a"/>
Dec 06 15:47:06 user nova-compute[75278]:     </interface>
Dec 06 15:47:06 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:47:06 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/52f2e111-7586-448b-b20f-8f65b2d2019d/console.log" append="off"/>
Dec 06 15:47:06 user nova-compute[75278]:     </serial>
Dec 06 15:47:06 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:47:06 user nova-compute[75278]:     <video>
Dec 06 15:47:06 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:47:06 user nova-compute[75278]:     </video>
Dec 06 15:47:06 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:47:06 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:47:06 user nova-compute[75278]:     </rng>
Dec 06 15:47:06 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:47:06 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:47:06 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:47:06 user nova-compute[75278]:     </memballoon>
Dec 06 15:47:06 user nova-compute[75278]:   </devices>
Dec 06 15:47:06 user nova-compute[75278]: </domain>
Dec 06 15:47:06 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:46:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-378141427',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-378141427',id=11,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGsFhWZmq4OzMJdNCWBKt7omnFRc+7WjPCdkwTfRJQ7r+gHQ2yxHEqsheltsoPGRd/SUifU72MgnIqOQCm0zcKMlOhla8Fq8up7Gz0DsIBSGkH/JZUlzAFRy2gEItIIUeA==',key_name='tempest-keypair-627458527',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='642bdeded0124017a219cc032a2a2d2f',ramdisk_id='',reservation_id='r-v6g3z3td',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-8778906',owner_user_name='tempest-TaggedBootDevicesTest_v242-8778906-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:46:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0a766b9f9394a099e8b0c532362d7f0',uuid=52f2e111-7586-448b-b20f-8f65b2d2019d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e8cb2d5e-ef82-4ac4-acc2-583899497299", "address": "fa:16:3e:ca:e6:e3", "network": {"id": "ccd8bd8a-76c4-4c2b-b9a6-67693809fa01", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-38407512-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8cb2d5e-ef", "ovs_interfaceid": "e8cb2d5e-ef82-4ac4-acc2-583899497299", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converting VIF {"id": "e8cb2d5e-ef82-4ac4-acc2-583899497299", "address": "fa:16:3e:ca:e6:e3", "network": {"id": "ccd8bd8a-76c4-4c2b-b9a6-67693809fa01", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-38407512-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8cb2d5e-ef", "ovs_interfaceid": "e8cb2d5e-ef82-4ac4-acc2-583899497299", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ca:e6:e3,bridge_name='br-int',has_traffic_filtering=True,id=e8cb2d5e-ef82-4ac4-acc2-583899497299,network=Network(ccd8bd8a-76c4-4c2b-b9a6-67693809fa01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8cb2d5e-ef') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG os_vif [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ca:e6:e3,bridge_name='br-int',has_traffic_filtering=True,id=e8cb2d5e-ef82-4ac4-acc2-583899497299,network=Network(ccd8bd8a-76c4-4c2b-b9a6-67693809fa01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8cb2d5e-ef') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e22b64cc-433d-5da3-8b46-b34fb6ae5e16', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape8cb2d5e-ef, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape8cb2d5e-ef, col_values=(('qos', UUID('b466f078-c83c-46f6-b1ea-dff76e5ca0c4')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape8cb2d5e-ef, col_values=(('external_ids', {'iface-id': 'e8cb2d5e-ef82-4ac4-acc2-583899497299', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ca:e6:e3', 'vm-uuid': '52f2e111-7586-448b-b20f-8f65b2d2019d'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:06 user nova-compute[75278]: INFO os_vif [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ca:e6:e3,bridge_name='br-int',has_traffic_filtering=True,id=e8cb2d5e-ef82-4ac4-acc2-583899497299,network=Network(ccd8bd8a-76c4-4c2b-b9a6-67693809fa01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8cb2d5e-ef')
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:46:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-378141427',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-378141427',id=11,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGsFhWZmq4OzMJdNCWBKt7omnFRc+7WjPCdkwTfRJQ7r+gHQ2yxHEqsheltsoPGRd/SUifU72MgnIqOQCm0zcKMlOhla8Fq8up7Gz0DsIBSGkH/JZUlzAFRy2gEItIIUeA==',key_name='tempest-keypair-627458527',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='642bdeded0124017a219cc032a2a2d2f',ramdisk_id='',reservation_id='r-v6g3z3td',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-8778906',owner_user_name='tempest-TaggedBootDevicesTest_v242-8778906-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:46:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0a766b9f9394a099e8b0c532362d7f0',uuid=52f2e111-7586-448b-b20f-8f65b2d2019d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a97409ba-f1b9-46c0-86ef-12e24a1abd58", "address": "fa:16:3e:10:9e:da", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa97409ba-f1", "ovs_interfaceid": "a97409ba-f1b9-46c0-86ef-12e24a1abd58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converting VIF {"id": "a97409ba-f1b9-46c0-86ef-12e24a1abd58", "address": "fa:16:3e:10:9e:da", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa97409ba-f1", "ovs_interfaceid": "a97409ba-f1b9-46c0-86ef-12e24a1abd58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:10:9e:da,bridge_name='br-int',has_traffic_filtering=True,id=a97409ba-f1b9-46c0-86ef-12e24a1abd58,network=Network(a1f2482f-be6d-4dae-8003-01a5f54dbe53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa97409ba-f1') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG os_vif [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:10:9e:da,bridge_name='br-int',has_traffic_filtering=True,id=a97409ba-f1b9-46c0-86ef-12e24a1abd58,network=Network(a1f2482f-be6d-4dae-8003-01a5f54dbe53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa97409ba-f1') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '983b028c-3713-5ab6-ad90-d5bc30af5dee', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa97409ba-f1, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa97409ba-f1, col_values=(('qos', UUID('fb5a77ae-ea23-4233-b90a-1f3f886030b8')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa97409ba-f1, col_values=(('external_ids', {'iface-id': 'a97409ba-f1b9-46c0-86ef-12e24a1abd58', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:10:9e:da', 'vm-uuid': '52f2e111-7586-448b-b20f-8f65b2d2019d'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:06 user nova-compute[75278]: INFO os_vif [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:10:9e:da,bridge_name='br-int',has_traffic_filtering=True,id=a97409ba-f1b9-46c0-86ef-12e24a1abd58,network=Network(a1f2482f-be6d-4dae-8003-01a5f54dbe53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa97409ba-f1')
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:46:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-378141427',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-378141427',id=11,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGsFhWZmq4OzMJdNCWBKt7omnFRc+7WjPCdkwTfRJQ7r+gHQ2yxHEqsheltsoPGRd/SUifU72MgnIqOQCm0zcKMlOhla8Fq8up7Gz0DsIBSGkH/JZUlzAFRy2gEItIIUeA==',key_name='tempest-keypair-627458527',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='642bdeded0124017a219cc032a2a2d2f',ramdisk_id='',reservation_id='r-v6g3z3td',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-8778906',owner_user_name='tempest-TaggedBootDevicesTest_v242-8778906-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:46:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0a766b9f9394a099e8b0c532362d7f0',uuid=52f2e111-7586-448b-b20f-8f65b2d2019d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "180c3730-41e4-4a84-aa79-144ada7293e3", "address": "fa:16:3e:b0:d5:d7", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap180c3730-41", "ovs_interfaceid": "180c3730-41e4-4a84-aa79-144ada7293e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converting VIF {"id": "180c3730-41e4-4a84-aa79-144ada7293e3", "address": "fa:16:3e:b0:d5:d7", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap180c3730-41", "ovs_interfaceid": "180c3730-41e4-4a84-aa79-144ada7293e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b0:d5:d7,bridge_name='br-int',has_traffic_filtering=True,id=180c3730-41e4-4a84-aa79-144ada7293e3,network=Network(a1f2482f-be6d-4dae-8003-01a5f54dbe53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap180c3730-41') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG os_vif [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b0:d5:d7,bridge_name='br-int',has_traffic_filtering=True,id=180c3730-41e4-4a84-aa79-144ada7293e3,network=Network(a1f2482f-be6d-4dae-8003-01a5f54dbe53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap180c3730-41') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a2905da4-8e65-5944-9bf3-84e24e090523', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap180c3730-41, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap180c3730-41, col_values=(('qos', UUID('e7d20f3e-5d29-488c-af45-e54e6e6869c5')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap180c3730-41, col_values=(('external_ids', {'iface-id': '180c3730-41e4-4a84-aa79-144ada7293e3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b0:d5:d7', 'vm-uuid': '52f2e111-7586-448b-b20f-8f65b2d2019d'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:06 user nova-compute[75278]: INFO os_vif [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b0:d5:d7,bridge_name='br-int',has_traffic_filtering=True,id=180c3730-41e4-4a84-aa79-144ada7293e3,network=Network(a1f2482f-be6d-4dae-8003-01a5f54dbe53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap180c3730-41')
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:46:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-378141427',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-378141427',id=11,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGsFhWZmq4OzMJdNCWBKt7omnFRc+7WjPCdkwTfRJQ7r+gHQ2yxHEqsheltsoPGRd/SUifU72MgnIqOQCm0zcKMlOhla8Fq8up7Gz0DsIBSGkH/JZUlzAFRy2gEItIIUeA==',key_name='tempest-keypair-627458527',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='642bdeded0124017a219cc032a2a2d2f',ramdisk_id='',reservation_id='r-v6g3z3td',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-8778906',owner_user_name='tempest-TaggedBootDevicesTest_v242-8778906-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:46:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0a766b9f9394a099e8b0c532362d7f0',uuid=52f2e111-7586-448b-b20f-8f65b2d2019d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5b9be317-688f-4ef6-bb6a-7d2cecb45e93", "address": "fa:16:3e:f8:c8:2b", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9be317-68", "ovs_interfaceid": "5b9be317-688f-4ef6-bb6a-7d2cecb45e93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converting VIF {"id": "5b9be317-688f-4ef6-bb6a-7d2cecb45e93", "address": "fa:16:3e:f8:c8:2b", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9be317-68", "ovs_interfaceid": "5b9be317-688f-4ef6-bb6a-7d2cecb45e93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f8:c8:2b,bridge_name='br-int',has_traffic_filtering=True,id=5b9be317-688f-4ef6-bb6a-7d2cecb45e93,network=Network(a1f2482f-be6d-4dae-8003-01a5f54dbe53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b9be317-68') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG os_vif [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:c8:2b,bridge_name='br-int',has_traffic_filtering=True,id=5b9be317-688f-4ef6-bb6a-7d2cecb45e93,network=Network(a1f2482f-be6d-4dae-8003-01a5f54dbe53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b9be317-68') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1f44db7e-0359-593d-afe3-82361e94fbf7', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d640cb1e-2206-4624-8617-2dbe4f22e06c/disk --force-share --output=json" returned: 0 in 0.261s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d640cb1e-2206-4624-8617-2dbe4f22e06c/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5b9be317-68, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5b9be317-68, col_values=(('qos', UUID('6ee6b3ed-15a8-4f69-b434-4737db338fd3')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5b9be317-68, col_values=(('external_ids', {'iface-id': '5b9be317-688f-4ef6-bb6a-7d2cecb45e93', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f8:c8:2b', 'vm-uuid': '52f2e111-7586-448b-b20f-8f65b2d2019d'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:06 user nova-compute[75278]: INFO os_vif [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:c8:2b,bridge_name='br-int',has_traffic_filtering=True,id=5b9be317-688f-4ef6-bb6a-7d2cecb45e93,network=Network(a1f2482f-be6d-4dae-8003-01a5f54dbe53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b9be317-68')
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:46:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-378141427',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-378141427',id=11,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGsFhWZmq4OzMJdNCWBKt7omnFRc+7WjPCdkwTfRJQ7r+gHQ2yxHEqsheltsoPGRd/SUifU72MgnIqOQCm0zcKMlOhla8Fq8up7Gz0DsIBSGkH/JZUlzAFRy2gEItIIUeA==',key_name='tempest-keypair-627458527',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='642bdeded0124017a219cc032a2a2d2f',ramdisk_id='',reservation_id='r-v6g3z3td',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-8778906',owner_user_name='tempest-TaggedBootDevicesTest_v242-8778906-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:46:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0a766b9f9394a099e8b0c532362d7f0',uuid=52f2e111-7586-448b-b20f-8f65b2d2019d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "da8c7a6f-efe5-4e18-b958-c647cf70d01e", "address": "fa:16:3e:9d:a2:14", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda8c7a6f-ef", "ovs_interfaceid": "da8c7a6f-efe5-4e18-b958-c647cf70d01e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converting VIF {"id": "da8c7a6f-efe5-4e18-b958-c647cf70d01e", "address": "fa:16:3e:9d:a2:14", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda8c7a6f-ef", "ovs_interfaceid": "da8c7a6f-efe5-4e18-b958-c647cf70d01e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9d:a2:14,bridge_name='br-int',has_traffic_filtering=True,id=da8c7a6f-efe5-4e18-b958-c647cf70d01e,network=Network(a1f2482f-be6d-4dae-8003-01a5f54dbe53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda8c7a6f-ef') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG os_vif [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9d:a2:14,bridge_name='br-int',has_traffic_filtering=True,id=da8c7a6f-efe5-4e18-b958-c647cf70d01e,network=Network(a1f2482f-be6d-4dae-8003-01a5f54dbe53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda8c7a6f-ef') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '09c2ab8b-b7f7-5648-b257-4832eabe6d20', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapda8c7a6f-ef, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapda8c7a6f-ef, col_values=(('qos', UUID('49ca1b67-b3ae-4fee-ad30-77cc5d4c1d75')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapda8c7a6f-ef, col_values=(('external_ids', {'iface-id': 'da8c7a6f-efe5-4e18-b958-c647cf70d01e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9d:a2:14', 'vm-uuid': '52f2e111-7586-448b-b20f-8f65b2d2019d'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d640cb1e-2206-4624-8617-2dbe4f22e06c/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ab08226-f7d6-4556-8fdb-086e056a9060/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:06 user nova-compute[75278]: INFO os_vif [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9d:a2:14,bridge_name='br-int',has_traffic_filtering=True,id=da8c7a6f-efe5-4e18-b958-c647cf70d01e,network=Network(a1f2482f-be6d-4dae-8003-01a5f54dbe53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda8c7a6f-ef')
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:46:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-378141427',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-378141427',id=11,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGsFhWZmq4OzMJdNCWBKt7omnFRc+7WjPCdkwTfRJQ7r+gHQ2yxHEqsheltsoPGRd/SUifU72MgnIqOQCm0zcKMlOhla8Fq8up7Gz0DsIBSGkH/JZUlzAFRy2gEItIIUeA==',key_name='tempest-keypair-627458527',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='642bdeded0124017a219cc032a2a2d2f',ramdisk_id='',reservation_id='r-v6g3z3td',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-8778906',owner_user_name='tempest-TaggedBootDevicesTest_v242-8778906-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:46:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0a766b9f9394a099e8b0c532362d7f0',uuid=52f2e111-7586-448b-b20f-8f65b2d2019d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a", "address": "fa:16:3e:e3:5a:06", "network": {"id": "ee80165c-711b-4d38-8415-eaf0b0cf1fa5", "bridge": "br-int", "label": "tempest-device-tagging-net2-170559748", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3b2a82d-39", "ovs_interfaceid": "f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converting VIF {"id": "f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a", "address": "fa:16:3e:e3:5a:06", "network": {"id": "ee80165c-711b-4d38-8415-eaf0b0cf1fa5", "bridge": "br-int", "label": "tempest-device-tagging-net2-170559748", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3b2a82d-39", "ovs_interfaceid": "f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e3:5a:06,bridge_name='br-int',has_traffic_filtering=True,id=f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a,network=Network(ee80165c-711b-4d38-8415-eaf0b0cf1fa5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3b2a82d-39') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG os_vif [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e3:5a:06,bridge_name='br-int',has_traffic_filtering=True,id=f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a,network=Network(ee80165c-711b-4d38-8415-eaf0b0cf1fa5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3b2a82d-39') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e7839289-5e8e-56c0-9465-81ca104c80bd', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:47:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf3b2a82d-39, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf3b2a82d-39, col_values=(('qos', UUID('a04ed3a8-2f77-415d-b53a-dedab769084a')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf3b2a82d-39, col_values=(('external_ids', {'iface-id': 'f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e3:5a:06', 'vm-uuid': '52f2e111-7586-448b-b20f-8f65b2d2019d'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:47:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:07 user nova-compute[75278]: INFO os_vif [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e3:5a:06,bridge_name='br-int',has_traffic_filtering=True,id=f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a,network=Network(ee80165c-711b-4d38-8415-eaf0b0cf1fa5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3b2a82d-39')
Dec 06 15:47:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:46:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-378141427',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-378141427',id=11,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGsFhWZmq4OzMJdNCWBKt7omnFRc+7WjPCdkwTfRJQ7r+gHQ2yxHEqsheltsoPGRd/SUifU72MgnIqOQCm0zcKMlOhla8Fq8up7Gz0DsIBSGkH/JZUlzAFRy2gEItIIUeA==',key_name='tempest-keypair-627458527',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='642bdeded0124017a219cc032a2a2d2f',ramdisk_id='',reservation_id='r-v6g3z3td',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-8778906',owner_user_name='tempest-TaggedBootDevicesTest_v242-8778906-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:46:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0a766b9f9394a099e8b0c532362d7f0',uuid=52f2e111-7586-448b-b20f-8f65b2d2019d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5b0aaa3a-8a13-439c-ab6a-54a3e639957c", "address": "fa:16:3e:9d:d8:66", "network": {"id": "ee80165c-711b-4d38-8415-eaf0b0cf1fa5", "bridge": "br-int", "label": "tempest-device-tagging-net2-170559748", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b0aaa3a-8a", "ovs_interfaceid": "5b0aaa3a-8a13-439c-ab6a-54a3e639957c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:47:07 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converting VIF {"id": "5b0aaa3a-8a13-439c-ab6a-54a3e639957c", "address": "fa:16:3e:9d:d8:66", "network": {"id": "ee80165c-711b-4d38-8415-eaf0b0cf1fa5", "bridge": "br-int", "label": "tempest-device-tagging-net2-170559748", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b0aaa3a-8a", "ovs_interfaceid": "5b0aaa3a-8a13-439c-ab6a-54a3e639957c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:47:07 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9d:d8:66,bridge_name='br-int',has_traffic_filtering=True,id=5b0aaa3a-8a13-439c-ab6a-54a3e639957c,network=Network(ee80165c-711b-4d38-8415-eaf0b0cf1fa5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b0aaa3a-8a') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:47:07 user nova-compute[75278]: DEBUG os_vif [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9d:d8:66,bridge_name='br-int',has_traffic_filtering=True,id=5b0aaa3a-8a13-439c-ab6a-54a3e639957c,network=Network(ee80165c-711b-4d38-8415-eaf0b0cf1fa5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b0aaa3a-8a') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:47:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:47:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '16aa35e7-7430-505e-acee-f154079f3a04', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ab08226-f7d6-4556-8fdb-086e056a9060/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:47:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ab08226-f7d6-4556-8fdb-086e056a9060/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5b0aaa3a-8a, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5b0aaa3a-8a, col_values=(('qos', UUID('ed6de62d-1b60-405b-94fe-8836ee152c38')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5b0aaa3a-8a, col_values=(('external_ids', {'iface-id': '5b0aaa3a-8a13-439c-ab6a-54a3e639957c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9d:d8:66', 'vm-uuid': '52f2e111-7586-448b-b20f-8f65b2d2019d'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:47:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:07 user nova-compute[75278]: INFO os_vif [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9d:d8:66,bridge_name='br-int',has_traffic_filtering=True,id=5b0aaa3a-8a13-439c-ab6a-54a3e639957c,network=Network(ee80165c-711b-4d38-8415-eaf0b0cf1fa5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b0aaa3a-8a')
Dec 06 15:47:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ab08226-f7d6-4556-8fdb-086e056a9060/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] No BDM found with device name hda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:47:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:47:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] No VIF found with MAC fa:16:3e:ca:e6:e3, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:47:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] No VIF found with MAC fa:16:3e:9d:a2:14, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:47:07 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Using config drive
Dec 06 15:47:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:07 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Creating config drive at /opt/stack/data/nova/instances/52f2e111-7586-448b-b20f-8f65b2d2019d/disk.config
Dec 06 15:47:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/52f2e111-7586-448b-b20f-8f65b2d2019d/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpyglh1qdb {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a4a15fc-430e-4cb5-9522-e4be68c59e0d/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/52f2e111-7586-448b-b20f-8f65b2d2019d/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpyglh1qdb" returned: 0 in 0.078s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a4a15fc-430e-4cb5-9522-e4be68c59e0d/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a4a15fc-430e-4cb5-9522-e4be68c59e0d/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a4a15fc-430e-4cb5-9522-e4be68c59e0d/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9398175e-90b9-4450-8785-0ed86d49ab33/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9398175e-90b9-4450-8785-0ed86d49ab33/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9398175e-90b9-4450-8785-0ed86d49ab33/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Acquiring lock "d640cb1e-2206-4624-8617-2dbe4f22e06c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Lock "d640cb1e-2206-4624-8617-2dbe4f22e06c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:08 user nova-compute[75278]: DEBUG nova.objects.instance [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Lazy-loading 'flavor' on Instance uuid d640cb1e-2206-4624-8617-2dbe4f22e06c {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:47:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Lock "d640cb1e-2206-4624-8617-2dbe4f22e06c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.085s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9398175e-90b9-4450-8785-0ed86d49ab33/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Acquiring lock "d640cb1e-2206-4624-8617-2dbe4f22e06c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Lock "d640cb1e-2206-4624-8617-2dbe4f22e06c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:08 user nova-compute[75278]: INFO nova.compute.manager [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Attaching volume 73615157-dea4-4125-8cdc-cd57cc639e98 to /dev/vdb
Dec 06 15:47:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:08 user nova-compute[75278]: DEBUG os_brick.utils [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:47:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:08 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f0682de-3c95-4b06-adea-facf07368511]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:08 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[551306ff-8b7c-4aa0-aeed-18ae422f62fb]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:08 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f5b7930-a010-4e57-ba86-db657b48fb33]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:08 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e8ab411-1506-42bb-8bfd-4645d277d5b5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:47:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 15:47:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json" returned: 0 in 0.275s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:47:08 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 15:47:08 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[859e5ee2-5955-4b83-8183-8f0ee5737421]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 15:47:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 15:47:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 15:47:08 user nova-compute[75278]: DEBUG os_brick.utils [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] <== get_connector_properties: return (142ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:47:08 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Updating existing volume attachment record: 8c386fd5-b95e-4a86-a371-51b4146be2b5 {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 15:47:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 15:47:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57133132-53e9-4b8a-811e-85aa53f24315/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57133132-53e9-4b8a-811e-85aa53f24315/disk --force-share --output=json" returned: 0 in 0.323s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57133132-53e9-4b8a-811e-85aa53f24315/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57133132-53e9-4b8a-811e-85aa53f24315/disk --force-share --output=json" returned: 0 in 0.247s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:09 user nova-compute[75278]: DEBUG nova.compute.manager [req-f767b010-d6da-4aac-93b9-9fbd64360020 req-f7a1a234-38f2-4611-ba89-be29425c3eef service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-vif-plugged-e8cb2d5e-ef82-4ac4-acc2-583899497299 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:47:09 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f767b010-d6da-4aac-93b9-9fbd64360020 req-f7a1a234-38f2-4611-ba89-be29425c3eef service nova] Acquiring lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:09 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f767b010-d6da-4aac-93b9-9fbd64360020 req-f7a1a234-38f2-4611-ba89-be29425c3eef service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:09 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f767b010-d6da-4aac-93b9-9fbd64360020 req-f7a1a234-38f2-4611-ba89-be29425c3eef service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:09 user nova-compute[75278]: DEBUG nova.compute.manager [req-f767b010-d6da-4aac-93b9-9fbd64360020 req-f7a1a234-38f2-4611-ba89-be29425c3eef service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] No waiting events found dispatching network-vif-plugged-e8cb2d5e-ef82-4ac4-acc2-583899497299 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:47:09 user nova-compute[75278]: WARNING nova.compute.manager [req-f767b010-d6da-4aac-93b9-9fbd64360020 req-f7a1a234-38f2-4611-ba89-be29425c3eef service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received unexpected event network-vif-plugged-e8cb2d5e-ef82-4ac4-acc2-583899497299 for instance with vm_state building and task_state spawning.
Dec 06 15:47:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk --force-share --output=json" returned: 0 in 0.258s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:10 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:10 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:10 user nova-compute[75278]: DEBUG nova.compute.manager [req-326b804c-3b4a-469c-84d8-d92bf66e37fe req-30330405-a148-40c9-b1b7-24e5479ba2bf service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-vif-plugged-180c3730-41e4-4a84-aa79-144ada7293e3 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:47:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-326b804c-3b4a-469c-84d8-d92bf66e37fe req-30330405-a148-40c9-b1b7-24e5479ba2bf service nova] Acquiring lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-326b804c-3b4a-469c-84d8-d92bf66e37fe req-30330405-a148-40c9-b1b7-24e5479ba2bf service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-326b804c-3b4a-469c-84d8-d92bf66e37fe req-30330405-a148-40c9-b1b7-24e5479ba2bf service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:10 user nova-compute[75278]: DEBUG nova.compute.manager [req-326b804c-3b4a-469c-84d8-d92bf66e37fe req-30330405-a148-40c9-b1b7-24e5479ba2bf service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] No waiting events found dispatching network-vif-plugged-180c3730-41e4-4a84-aa79-144ada7293e3 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:47:10 user nova-compute[75278]: WARNING nova.compute.manager [req-326b804c-3b4a-469c-84d8-d92bf66e37fe req-30330405-a148-40c9-b1b7-24e5479ba2bf service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received unexpected event network-vif-plugged-180c3730-41e4-4a84-aa79-144ada7293e3 for instance with vm_state building and task_state spawning.
Dec 06 15:47:10 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/disk --force-share --output=json" returned: 0 in 0.263s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:10 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:10 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.compute.manager [req-7a777109-7c8f-480a-bb00-24b8fff51e80 req-0a7b5d7c-7edd-483d-8499-a90dadda0372 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-vif-plugged-e8cb2d5e-ef82-4ac4-acc2-583899497299 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7a777109-7c8f-480a-bb00-24b8fff51e80 req-0a7b5d7c-7edd-483d-8499-a90dadda0372 service nova] Acquiring lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7a777109-7c8f-480a-bb00-24b8fff51e80 req-0a7b5d7c-7edd-483d-8499-a90dadda0372 service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7a777109-7c8f-480a-bb00-24b8fff51e80 req-0a7b5d7c-7edd-483d-8499-a90dadda0372 service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.compute.manager [req-7a777109-7c8f-480a-bb00-24b8fff51e80 req-0a7b5d7c-7edd-483d-8499-a90dadda0372 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] No waiting events found dispatching network-vif-plugged-e8cb2d5e-ef82-4ac4-acc2-583899497299 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:47:14 user nova-compute[75278]: WARNING nova.compute.manager [req-7a777109-7c8f-480a-bb00-24b8fff51e80 req-0a7b5d7c-7edd-483d-8499-a90dadda0372 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received unexpected event network-vif-plugged-e8cb2d5e-ef82-4ac4-acc2-583899497299 for instance with vm_state building and task_state spawning.
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.compute.manager [req-7a777109-7c8f-480a-bb00-24b8fff51e80 req-0a7b5d7c-7edd-483d-8499-a90dadda0372 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-vif-plugged-a97409ba-f1b9-46c0-86ef-12e24a1abd58 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7a777109-7c8f-480a-bb00-24b8fff51e80 req-0a7b5d7c-7edd-483d-8499-a90dadda0372 service nova] Acquiring lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7a777109-7c8f-480a-bb00-24b8fff51e80 req-0a7b5d7c-7edd-483d-8499-a90dadda0372 service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7a777109-7c8f-480a-bb00-24b8fff51e80 req-0a7b5d7c-7edd-483d-8499-a90dadda0372 service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.compute.manager [req-7a777109-7c8f-480a-bb00-24b8fff51e80 req-0a7b5d7c-7edd-483d-8499-a90dadda0372 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] No waiting events found dispatching network-vif-plugged-a97409ba-f1b9-46c0-86ef-12e24a1abd58 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:47:14 user nova-compute[75278]: WARNING nova.compute.manager [req-7a777109-7c8f-480a-bb00-24b8fff51e80 req-0a7b5d7c-7edd-483d-8499-a90dadda0372 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received unexpected event network-vif-plugged-a97409ba-f1b9-46c0-86ef-12e24a1abd58 for instance with vm_state building and task_state spawning.
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.compute.manager [req-7a777109-7c8f-480a-bb00-24b8fff51e80 req-0a7b5d7c-7edd-483d-8499-a90dadda0372 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-vif-plugged-a97409ba-f1b9-46c0-86ef-12e24a1abd58 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7a777109-7c8f-480a-bb00-24b8fff51e80 req-0a7b5d7c-7edd-483d-8499-a90dadda0372 service nova] Acquiring lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7a777109-7c8f-480a-bb00-24b8fff51e80 req-0a7b5d7c-7edd-483d-8499-a90dadda0372 service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7a777109-7c8f-480a-bb00-24b8fff51e80 req-0a7b5d7c-7edd-483d-8499-a90dadda0372 service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.compute.manager [req-7a777109-7c8f-480a-bb00-24b8fff51e80 req-0a7b5d7c-7edd-483d-8499-a90dadda0372 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] No waiting events found dispatching network-vif-plugged-a97409ba-f1b9-46c0-86ef-12e24a1abd58 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:47:14 user nova-compute[75278]: WARNING nova.compute.manager [req-7a777109-7c8f-480a-bb00-24b8fff51e80 req-0a7b5d7c-7edd-483d-8499-a90dadda0372 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received unexpected event network-vif-plugged-a97409ba-f1b9-46c0-86ef-12e24a1abd58 for instance with vm_state building and task_state spawning.
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.compute.manager [req-7a777109-7c8f-480a-bb00-24b8fff51e80 req-0a7b5d7c-7edd-483d-8499-a90dadda0372 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-vif-plugged-da8c7a6f-efe5-4e18-b958-c647cf70d01e {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7a777109-7c8f-480a-bb00-24b8fff51e80 req-0a7b5d7c-7edd-483d-8499-a90dadda0372 service nova] Acquiring lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7a777109-7c8f-480a-bb00-24b8fff51e80 req-0a7b5d7c-7edd-483d-8499-a90dadda0372 service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7a777109-7c8f-480a-bb00-24b8fff51e80 req-0a7b5d7c-7edd-483d-8499-a90dadda0372 service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.compute.manager [req-7a777109-7c8f-480a-bb00-24b8fff51e80 req-0a7b5d7c-7edd-483d-8499-a90dadda0372 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] No waiting events found dispatching network-vif-plugged-da8c7a6f-efe5-4e18-b958-c647cf70d01e {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:47:14 user nova-compute[75278]: WARNING nova.compute.manager [req-7a777109-7c8f-480a-bb00-24b8fff51e80 req-0a7b5d7c-7edd-483d-8499-a90dadda0372 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received unexpected event network-vif-plugged-da8c7a6f-efe5-4e18-b958-c647cf70d01e for instance with vm_state building and task_state spawning.
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.compute.manager [req-7a777109-7c8f-480a-bb00-24b8fff51e80 req-0a7b5d7c-7edd-483d-8499-a90dadda0372 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-vif-plugged-da8c7a6f-efe5-4e18-b958-c647cf70d01e {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7a777109-7c8f-480a-bb00-24b8fff51e80 req-0a7b5d7c-7edd-483d-8499-a90dadda0372 service nova] Acquiring lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7a777109-7c8f-480a-bb00-24b8fff51e80 req-0a7b5d7c-7edd-483d-8499-a90dadda0372 service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7a777109-7c8f-480a-bb00-24b8fff51e80 req-0a7b5d7c-7edd-483d-8499-a90dadda0372 service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.compute.manager [req-7a777109-7c8f-480a-bb00-24b8fff51e80 req-0a7b5d7c-7edd-483d-8499-a90dadda0372 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] No waiting events found dispatching network-vif-plugged-da8c7a6f-efe5-4e18-b958-c647cf70d01e {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:47:14 user nova-compute[75278]: WARNING nova.compute.manager [req-7a777109-7c8f-480a-bb00-24b8fff51e80 req-0a7b5d7c-7edd-483d-8499-a90dadda0372 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received unexpected event network-vif-plugged-da8c7a6f-efe5-4e18-b958-c647cf70d01e for instance with vm_state building and task_state spawning.
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.compute.manager [req-7a777109-7c8f-480a-bb00-24b8fff51e80 req-0a7b5d7c-7edd-483d-8499-a90dadda0372 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-vif-plugged-f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7a777109-7c8f-480a-bb00-24b8fff51e80 req-0a7b5d7c-7edd-483d-8499-a90dadda0372 service nova] Acquiring lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7a777109-7c8f-480a-bb00-24b8fff51e80 req-0a7b5d7c-7edd-483d-8499-a90dadda0372 service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7a777109-7c8f-480a-bb00-24b8fff51e80 req-0a7b5d7c-7edd-483d-8499-a90dadda0372 service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.compute.manager [req-7a777109-7c8f-480a-bb00-24b8fff51e80 req-0a7b5d7c-7edd-483d-8499-a90dadda0372 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] No waiting events found dispatching network-vif-plugged-f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:47:14 user nova-compute[75278]: WARNING nova.compute.manager [req-7a777109-7c8f-480a-bb00-24b8fff51e80 req-0a7b5d7c-7edd-483d-8499-a90dadda0372 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received unexpected event network-vif-plugged-f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a for instance with vm_state building and task_state spawning.
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.compute.manager [req-ad1645a5-8f86-4844-ae60-c2fbbb2750d4 req-18d1cb37-8c74-4d83-b88b-0bfedc3c243b service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-vif-plugged-180c3730-41e4-4a84-aa79-144ada7293e3 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ad1645a5-8f86-4844-ae60-c2fbbb2750d4 req-18d1cb37-8c74-4d83-b88b-0bfedc3c243b service nova] Acquiring lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ad1645a5-8f86-4844-ae60-c2fbbb2750d4 req-18d1cb37-8c74-4d83-b88b-0bfedc3c243b service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ad1645a5-8f86-4844-ae60-c2fbbb2750d4 req-18d1cb37-8c74-4d83-b88b-0bfedc3c243b service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.compute.manager [req-ad1645a5-8f86-4844-ae60-c2fbbb2750d4 req-18d1cb37-8c74-4d83-b88b-0bfedc3c243b service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] No waiting events found dispatching network-vif-plugged-180c3730-41e4-4a84-aa79-144ada7293e3 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:47:14 user nova-compute[75278]: WARNING nova.compute.manager [req-ad1645a5-8f86-4844-ae60-c2fbbb2750d4 req-18d1cb37-8c74-4d83-b88b-0bfedc3c243b service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received unexpected event network-vif-plugged-180c3730-41e4-4a84-aa79-144ada7293e3 for instance with vm_state building and task_state spawning.
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.compute.manager [req-ad1645a5-8f86-4844-ae60-c2fbbb2750d4 req-18d1cb37-8c74-4d83-b88b-0bfedc3c243b service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-vif-plugged-5b9be317-688f-4ef6-bb6a-7d2cecb45e93 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ad1645a5-8f86-4844-ae60-c2fbbb2750d4 req-18d1cb37-8c74-4d83-b88b-0bfedc3c243b service nova] Acquiring lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ad1645a5-8f86-4844-ae60-c2fbbb2750d4 req-18d1cb37-8c74-4d83-b88b-0bfedc3c243b service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ad1645a5-8f86-4844-ae60-c2fbbb2750d4 req-18d1cb37-8c74-4d83-b88b-0bfedc3c243b service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.compute.manager [req-ad1645a5-8f86-4844-ae60-c2fbbb2750d4 req-18d1cb37-8c74-4d83-b88b-0bfedc3c243b service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] No waiting events found dispatching network-vif-plugged-5b9be317-688f-4ef6-bb6a-7d2cecb45e93 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:47:14 user nova-compute[75278]: WARNING nova.compute.manager [req-ad1645a5-8f86-4844-ae60-c2fbbb2750d4 req-18d1cb37-8c74-4d83-b88b-0bfedc3c243b service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received unexpected event network-vif-plugged-5b9be317-688f-4ef6-bb6a-7d2cecb45e93 for instance with vm_state building and task_state spawning.
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.compute.manager [req-ad1645a5-8f86-4844-ae60-c2fbbb2750d4 req-18d1cb37-8c74-4d83-b88b-0bfedc3c243b service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Received event network-changed-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.compute.manager [req-ad1645a5-8f86-4844-ae60-c2fbbb2750d4 req-18d1cb37-8c74-4d83-b88b-0bfedc3c243b service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Refreshing instance network info cache due to event network-changed-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ad1645a5-8f86-4844-ae60-c2fbbb2750d4 req-18d1cb37-8c74-4d83-b88b-0bfedc3c243b service nova] Acquiring lock "refresh_cache-60fa6c34-9e58-4e20-b695-391070a81993" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ad1645a5-8f86-4844-ae60-c2fbbb2750d4 req-18d1cb37-8c74-4d83-b88b-0bfedc3c243b service nova] Acquired lock "refresh_cache-60fa6c34-9e58-4e20-b695-391070a81993" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.network.neutron [req-ad1645a5-8f86-4844-ae60-c2fbbb2750d4 req-18d1cb37-8c74-4d83-b88b-0bfedc3c243b service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Refreshing network info cache for port 3678d2b7-4742-42ab-af5f-0d91a9bf3b8a {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.compute.manager [req-11c27cf2-2f67-4766-956d-9a2b048d38f5 req-e5bd7fe7-f0d4-464c-b188-cd1fe7cb30ff service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-vif-plugged-f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-11c27cf2-2f67-4766-956d-9a2b048d38f5 req-e5bd7fe7-f0d4-464c-b188-cd1fe7cb30ff service nova] Acquiring lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-11c27cf2-2f67-4766-956d-9a2b048d38f5 req-e5bd7fe7-f0d4-464c-b188-cd1fe7cb30ff service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-11c27cf2-2f67-4766-956d-9a2b048d38f5 req-e5bd7fe7-f0d4-464c-b188-cd1fe7cb30ff service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.compute.manager [req-11c27cf2-2f67-4766-956d-9a2b048d38f5 req-e5bd7fe7-f0d4-464c-b188-cd1fe7cb30ff service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] No waiting events found dispatching network-vif-plugged-f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:47:14 user nova-compute[75278]: WARNING nova.compute.manager [req-11c27cf2-2f67-4766-956d-9a2b048d38f5 req-e5bd7fe7-f0d4-464c-b188-cd1fe7cb30ff service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received unexpected event network-vif-plugged-f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a for instance with vm_state building and task_state spawning.
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.compute.manager [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:47:14 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:47:14 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=6978MB free_disk=25.454864501953125GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:14 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Instance spawned successfully.
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.compute.manager [None req-4eb995c6-6bf5-432a-b101-66502ce1abd6 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance d640cb1e-2206-4624-8617-2dbe4f22e06c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 60fa6c34-9e58-4e20-b695-391070a81993 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance accf5417-e552-4fa7-8b65-5f3121d1d17f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 1432b04b-09a5-4a8d-b36b-5ac20d081fc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 7a4a15fc-430e-4cb5-9522-e4be68c59e0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 57133132-53e9-4b8a-811e-85aa53f24315 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 3ab08226-f7d6-4556-8fdb-086e056a9060 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance a140a006-c098-4eed-998b-eacb51917dbb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 9398175e-90b9-4450-8785-0ed86d49ab33 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 3d6b3a3a-a6f1-4116-a7ff-9903e522552b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 52f2e111-7586-448b-b20f-8f65b2d2019d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 15:47:14 user nova-compute[75278]: INFO nova.compute.manager [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Took 12.46 seconds to spawn the instance on the hypervisor.
Dec 06 15:47:14 user nova-compute[75278]: DEBUG nova.compute.manager [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:47:14 user nova-compute[75278]: INFO nova.compute.manager [None req-4eb995c6-6bf5-432a-b101-66502ce1abd6 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] instance snapshotting
Dec 06 15:47:14 user nova-compute[75278]: INFO nova.compute.manager [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Took 45.92 seconds to build instance.
Dec 06 15:47:14 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-4eb995c6-6bf5-432a-b101-66502ce1abd6 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Beginning live snapshot process
Dec 06 15:47:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dfe73c4f-b4f8-4f68-a258-962f6451d6ff tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 46.055s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:15 user nova-compute[75278]: DEBUG nova.network.neutron [req-ad1645a5-8f86-4844-ae60-c2fbbb2750d4 req-18d1cb37-8c74-4d83-b88b-0bfedc3c243b service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Updated VIF entry in instance network info cache for port 3678d2b7-4742-42ab-af5f-0d91a9bf3b8a. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:47:15 user nova-compute[75278]: DEBUG nova.network.neutron [req-ad1645a5-8f86-4844-ae60-c2fbbb2750d4 req-18d1cb37-8c74-4d83-b88b-0bfedc3c243b service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Updating instance_info_cache with network_info: [{"id": "3678d2b7-4742-42ab-af5f-0d91a9bf3b8a", "address": "fa:16:3e:91:1c:29", "network": {"id": "c1c85dff-af5e-4edc-96f9-4bcffbbafb7a", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1267058935-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f49e94b36f5441aab0a91f0b37a300ca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3678d2b7-47", "ovs_interfaceid": "3678d2b7-4742-42ab-af5f-0d91a9bf3b8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:47:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ad1645a5-8f86-4844-ae60-c2fbbb2750d4 req-18d1cb37-8c74-4d83-b88b-0bfedc3c243b service nova] Releasing lock "refresh_cache-60fa6c34-9e58-4e20-b695-391070a81993" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:47:15 user nova-compute[75278]: DEBUG nova.compute.manager [req-ad1645a5-8f86-4844-ae60-c2fbbb2750d4 req-18d1cb37-8c74-4d83-b88b-0bfedc3c243b service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-vif-plugged-5b9be317-688f-4ef6-bb6a-7d2cecb45e93 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:47:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ad1645a5-8f86-4844-ae60-c2fbbb2750d4 req-18d1cb37-8c74-4d83-b88b-0bfedc3c243b service nova] Acquiring lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ad1645a5-8f86-4844-ae60-c2fbbb2750d4 req-18d1cb37-8c74-4d83-b88b-0bfedc3c243b service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ad1645a5-8f86-4844-ae60-c2fbbb2750d4 req-18d1cb37-8c74-4d83-b88b-0bfedc3c243b service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:15 user nova-compute[75278]: DEBUG nova.compute.manager [req-ad1645a5-8f86-4844-ae60-c2fbbb2750d4 req-18d1cb37-8c74-4d83-b88b-0bfedc3c243b service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] No waiting events found dispatching network-vif-plugged-5b9be317-688f-4ef6-bb6a-7d2cecb45e93 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:47:15 user nova-compute[75278]: WARNING nova.compute.manager [req-ad1645a5-8f86-4844-ae60-c2fbbb2750d4 req-18d1cb37-8c74-4d83-b88b-0bfedc3c243b service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received unexpected event network-vif-plugged-5b9be317-688f-4ef6-bb6a-7d2cecb45e93 for instance with vm_state building and task_state spawning.
Dec 06 15:47:15 user nova-compute[75278]: DEBUG nova.compute.manager [req-ad1645a5-8f86-4844-ae60-c2fbbb2750d4 req-18d1cb37-8c74-4d83-b88b-0bfedc3c243b service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-vif-plugged-5b0aaa3a-8a13-439c-ab6a-54a3e639957c {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:47:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ad1645a5-8f86-4844-ae60-c2fbbb2750d4 req-18d1cb37-8c74-4d83-b88b-0bfedc3c243b service nova] Acquiring lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ad1645a5-8f86-4844-ae60-c2fbbb2750d4 req-18d1cb37-8c74-4d83-b88b-0bfedc3c243b service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ad1645a5-8f86-4844-ae60-c2fbbb2750d4 req-18d1cb37-8c74-4d83-b88b-0bfedc3c243b service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:15 user nova-compute[75278]: DEBUG nova.compute.manager [req-ad1645a5-8f86-4844-ae60-c2fbbb2750d4 req-18d1cb37-8c74-4d83-b88b-0bfedc3c243b service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] No waiting events found dispatching network-vif-plugged-5b0aaa3a-8a13-439c-ab6a-54a3e639957c {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:47:15 user nova-compute[75278]: WARNING nova.compute.manager [req-ad1645a5-8f86-4844-ae60-c2fbbb2750d4 req-18d1cb37-8c74-4d83-b88b-0bfedc3c243b service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received unexpected event network-vif-plugged-5b0aaa3a-8a13-439c-ab6a-54a3e639957c for instance with vm_state building and task_state spawning.
Dec 06 15:47:15 user nova-compute[75278]: DEBUG nova.compute.manager [req-ad1645a5-8f86-4844-ae60-c2fbbb2750d4 req-18d1cb37-8c74-4d83-b88b-0bfedc3c243b service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-vif-plugged-5b0aaa3a-8a13-439c-ab6a-54a3e639957c {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:47:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ad1645a5-8f86-4844-ae60-c2fbbb2750d4 req-18d1cb37-8c74-4d83-b88b-0bfedc3c243b service nova] Acquiring lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ad1645a5-8f86-4844-ae60-c2fbbb2750d4 req-18d1cb37-8c74-4d83-b88b-0bfedc3c243b service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ad1645a5-8f86-4844-ae60-c2fbbb2750d4 req-18d1cb37-8c74-4d83-b88b-0bfedc3c243b service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:15 user nova-compute[75278]: DEBUG nova.compute.manager [req-ad1645a5-8f86-4844-ae60-c2fbbb2750d4 req-18d1cb37-8c74-4d83-b88b-0bfedc3c243b service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] No waiting events found dispatching network-vif-plugged-5b0aaa3a-8a13-439c-ab6a-54a3e639957c {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:47:15 user nova-compute[75278]: WARNING nova.compute.manager [req-ad1645a5-8f86-4844-ae60-c2fbbb2750d4 req-18d1cb37-8c74-4d83-b88b-0bfedc3c243b service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received unexpected event network-vif-plugged-5b0aaa3a-8a13-439c-ab6a-54a3e639957c for instance with vm_state building and task_state spawning.
Dec 06 15:47:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-4eb995c6-6bf5-432a-b101-66502ce1abd6 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk --force-share --output=json -f qcow2 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:15 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:47:15 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:47:15 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 15:47:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.708s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-4eb995c6-6bf5-432a-b101-66502ce1abd6 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk --force-share --output=json -f qcow2" returned: 0 in 0.212s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-4eb995c6-6bf5-432a-b101-66502ce1abd6 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk --force-share --output=json -f qcow2 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-4eb995c6-6bf5-432a-b101-66502ce1abd6 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk --force-share --output=json -f qcow2" returned: 0 in 0.208s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-4eb995c6-6bf5-432a-b101-66502ce1abd6 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:15 user nova-compute[75278]: DEBUG nova.compute.manager [req-f4baba1c-5bce-447e-91d4-c5e6c3b63f5b req-e70c61b2-789c-4a24-b7f6-c8a5ec37d0f9 service nova] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Received event network-changed-fecc4e69-7597-4f57-858f-d2484f5768d7 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:47:15 user nova-compute[75278]: DEBUG nova.compute.manager [req-f4baba1c-5bce-447e-91d4-c5e6c3b63f5b req-e70c61b2-789c-4a24-b7f6-c8a5ec37d0f9 service nova] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Refreshing instance network info cache due to event network-changed-fecc4e69-7597-4f57-858f-d2484f5768d7. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:47:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f4baba1c-5bce-447e-91d4-c5e6c3b63f5b req-e70c61b2-789c-4a24-b7f6-c8a5ec37d0f9 service nova] Acquiring lock "refresh_cache-accf5417-e552-4fa7-8b65-5f3121d1d17f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:47:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f4baba1c-5bce-447e-91d4-c5e6c3b63f5b req-e70c61b2-789c-4a24-b7f6-c8a5ec37d0f9 service nova] Acquired lock "refresh_cache-accf5417-e552-4fa7-8b65-5f3121d1d17f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:47:15 user nova-compute[75278]: DEBUG nova.network.neutron [req-f4baba1c-5bce-447e-91d4-c5e6c3b63f5b req-e70c61b2-789c-4a24-b7f6-c8a5ec37d0f9 service nova] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Refreshing network info cache for port fecc4e69-7597-4f57-858f-d2484f5768d7 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:47:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-4eb995c6-6bf5-432a-b101-66502ce1abd6 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.211s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-4eb995c6-6bf5-432a-b101-66502ce1abd6 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpnpigrn5t/f0d0bf46e8e2404cbd69ffb0cde05a33.delta 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-4eb995c6-6bf5-432a-b101-66502ce1abd6 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpnpigrn5t/f0d0bf46e8e2404cbd69ffb0cde05a33.delta 1073741824" returned: 0 in 0.051s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:15 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-4eb995c6-6bf5-432a-b101-66502ce1abd6 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Quiescing instance not available: QEMU guest agent is not enabled.
Dec 06 15:47:15 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-4eb995c6-6bf5-432a-b101-66502ce1abd6 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Checking UEFI support for host arch (x86_64) {{(pid=75278) supports_uefi /opt/stack/nova/nova/virt/libvirt/host.py:1753}}
Dec 06 15:47:15 user nova-compute[75278]: INFO nova.virt.libvirt.host [None req-4eb995c6-6bf5-432a-b101-66502ce1abd6 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] UEFI support detected
Dec 06 15:47:16 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:47:16 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:47:16 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 15:47:16 user nova-compute[75278]: DEBUG nova.network.neutron [req-f4baba1c-5bce-447e-91d4-c5e6c3b63f5b req-e70c61b2-789c-4a24-b7f6-c8a5ec37d0f9 service nova] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Updated VIF entry in instance network info cache for port fecc4e69-7597-4f57-858f-d2484f5768d7. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:47:16 user nova-compute[75278]: DEBUG nova.network.neutron [req-f4baba1c-5bce-447e-91d4-c5e6c3b63f5b req-e70c61b2-789c-4a24-b7f6-c8a5ec37d0f9 service nova] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Updating instance_info_cache with network_info: [{"id": "fecc4e69-7597-4f57-858f-d2484f5768d7", "address": "fa:16:3e:3f:99:ad", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfecc4e69-75", "ovs_interfaceid": "fecc4e69-7597-4f57-858f-d2484f5768d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:47:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f4baba1c-5bce-447e-91d4-c5e6c3b63f5b req-e70c61b2-789c-4a24-b7f6-c8a5ec37d0f9 service nova] Releasing lock "refresh_cache-accf5417-e552-4fa7-8b65-5f3121d1d17f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:47:16 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-4eb995c6-6bf5-432a-b101-66502ce1abd6 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=75278) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 15:47:17 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-4eb995c6-6bf5-432a-b101-66502ce1abd6 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75278) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 15:47:17 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-4eb995c6-6bf5-432a-b101-66502ce1abd6 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 06 15:47:17 user nova-compute[75278]: DEBUG nova.privsep.utils [None req-4eb995c6-6bf5-432a-b101-66502ce1abd6 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75278) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 15:47:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-4eb995c6-6bf5-432a-b101-66502ce1abd6 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpnpigrn5t/f0d0bf46e8e2404cbd69ffb0cde05a33.delta /opt/stack/data/nova/instances/snapshots/tmpnpigrn5t/f0d0bf46e8e2404cbd69ffb0cde05a33 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-4eb995c6-6bf5-432a-b101-66502ce1abd6 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpnpigrn5t/f0d0bf46e8e2404cbd69ffb0cde05a33.delta /opt/stack/data/nova/instances/snapshots/tmpnpigrn5t/f0d0bf46e8e2404cbd69ffb0cde05a33" returned: 0 in 0.493s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:17 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-4eb995c6-6bf5-432a-b101-66502ce1abd6 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Snapshot extracted, beginning image upload
Dec 06 15:47:19 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:19 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:20 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-4eb995c6-6bf5-432a-b101-66502ce1abd6 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Snapshot image upload complete
Dec 06 15:47:20 user nova-compute[75278]: INFO nova.compute.manager [None req-4eb995c6-6bf5-432a-b101-66502ce1abd6 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Took 6.00 seconds to snapshot the instance on the hypervisor.
Dec 06 15:47:20 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 15:47:20 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eSmzWuwO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:47:20 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:47:20 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:47:20 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:47:20 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:47:20 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:47:20 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:47:20 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 15:47:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98 -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:20 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d59cb381-d236-4a75-aada-19a63e6e830c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:20 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 15:47:20 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98 -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:20 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fa99f6f-0863-4f6c-bfd5-7f25e8c79576]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:20 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98] added
Dec 06 15:47:20 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:20 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[714fb19f-ae14-44c3-a169-742d7db9464e]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:20 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:21 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7d2e69e-23a5-4a5a-9d47-d534d844d9f2]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:21 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eSmzWuwO {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eSmzWuwO" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:21 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef51c805-50b1-4853-b69a-995cb3795f27]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:21 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'eSmzWuwO'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:21 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad7c96b2-9ecd-46d3-9d44-0c8e0bc65f6b]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:21 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:21 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[66a8e801-35a7-4025-bdb8-403c3bfced1d]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:21 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:47:21 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:47:21 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:47:21 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:47:21 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:47:21 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:47:21 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:47:21 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:47:21 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:47:21 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:47:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98 -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98 -p 172.16.0.220:3260 --login" returned: 0 in 0.363s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:21 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba9d7f4d-d6e8-483d-b29b-8947c72db71b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:21 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98, portal: 172.16.0.220,3260]
Dec 06 15:47:21 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98, portal: 172.16.0.220,3260] successful.
Dec 06 15:47:21 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:21 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[49278de2-2ea7-4b16-95e5-ebc905fb78f9]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:21 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:21 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[85935091-88b2-4956-8adb-0f724e957a58]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:21 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:47:21 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:47:21 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:47:21 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:47:21 user nova-compute[75278]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98 (non-flash)
Dec 06 15:47:21 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:47:21 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:47:21 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:47:21 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:47:21 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:47:21 user nova-compute[75278]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98 (non-flash)
Dec 06 15:47:21 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:47:21 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.619s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:47:21 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 15:47:21 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] HCTL ('37', '-', '-', 0) found on session 6 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 15:47:21 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 15:47:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.031s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:21 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[4940277e-1a56-4774-b0ba-45b5696e371c]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:21 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Searching for a device in session 6 and hctl ['37', '*', '*', 0] yield: None {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:47:22 user nova-compute[75278]: DEBUG nova.compute.manager [req-654a700a-0594-4f1c-9d16-bb0881eaf93c req-76f7d9d2-fbb9-4b32-b050-754a59d2d3dc service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Received event network-changed-04a8c02d-7b92-4155-9984-f47fb6e24da1 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:47:22 user nova-compute[75278]: DEBUG nova.compute.manager [req-654a700a-0594-4f1c-9d16-bb0881eaf93c req-76f7d9d2-fbb9-4b32-b050-754a59d2d3dc service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Refreshing instance network info cache due to event network-changed-04a8c02d-7b92-4155-9984-f47fb6e24da1. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:47:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-654a700a-0594-4f1c-9d16-bb0881eaf93c req-76f7d9d2-fbb9-4b32-b050-754a59d2d3dc service nova] Acquiring lock "refresh_cache-1432b04b-09a5-4a8d-b36b-5ac20d081fc9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:47:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-654a700a-0594-4f1c-9d16-bb0881eaf93c req-76f7d9d2-fbb9-4b32-b050-754a59d2d3dc service nova] Acquired lock "refresh_cache-1432b04b-09a5-4a8d-b36b-5ac20d081fc9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:47:22 user nova-compute[75278]: DEBUG nova.network.neutron [req-654a700a-0594-4f1c-9d16-bb0881eaf93c req-76f7d9d2-fbb9-4b32-b050-754a59d2d3dc service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Refreshing network info cache for port 04a8c02d-7b92-4155-9984-f47fb6e24da1 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:47:22 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Searching for a device in session 6 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:47:22 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eSmzWuwO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 15:47:22 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.667s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:47:22 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] <== connect_volume: return (1670ms) {'type': 'block', 'scsi_wwn': '26664663738343334', 'path': '/dev/sdf'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:47:22 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26664663738343334', 'path': '/dev/sdf'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 15:47:22 user nova-compute[75278]: DEBUG nova.objects.instance [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Lazy-loading 'flavor' on Instance uuid d640cb1e-2206-4624-8617-2dbe4f22e06c {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:47:22 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 15:47:22 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:47:22 user nova-compute[75278]:   <source dev="/dev/sdf"/>
Dec 06 15:47:22 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:47:22 user nova-compute[75278]:   <serial>73615157-dea4-4125-8cdc-cd57cc639e98</serial>
Dec 06 15:47:22 user nova-compute[75278]: </disk>
Dec 06 15:47:22 user nova-compute[75278]:  {{(pid=75278) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 15:47:22 user nova-compute[75278]: DEBUG nova.network.neutron [req-654a700a-0594-4f1c-9d16-bb0881eaf93c req-76f7d9d2-fbb9-4b32-b050-754a59d2d3dc service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Updated VIF entry in instance network info cache for port 04a8c02d-7b92-4155-9984-f47fb6e24da1. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:47:22 user nova-compute[75278]: DEBUG nova.network.neutron [req-654a700a-0594-4f1c-9d16-bb0881eaf93c req-76f7d9d2-fbb9-4b32-b050-754a59d2d3dc service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Updating instance_info_cache with network_info: [{"id": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "address": "fa:16:3e:0d:46:55", "network": {"id": "ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2125197508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e339ae43bf447d3adf76a1836e0e2e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04a8c02d-7b", "ovs_interfaceid": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:47:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-654a700a-0594-4f1c-9d16-bb0881eaf93c req-76f7d9d2-fbb9-4b32-b050-754a59d2d3dc service nova] Releasing lock "refresh_cache-1432b04b-09a5-4a8d-b36b-5ac20d081fc9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:47:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:47:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:47:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] No VIF found with MAC fa:16:3e:4b:20:e7, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:47:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-eb47d959-0482-4502-b8c2-a9b6537a8ab4 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Lock "d640cb1e-2206-4624-8617-2dbe4f22e06c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 15.094s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Acquiring lock "d640cb1e-2206-4624-8617-2dbe4f22e06c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Lock "d640cb1e-2206-4624-8617-2dbe4f22e06c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Acquiring lock "d640cb1e-2206-4624-8617-2dbe4f22e06c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Lock "d640cb1e-2206-4624-8617-2dbe4f22e06c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Lock "d640cb1e-2206-4624-8617-2dbe4f22e06c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:24 user nova-compute[75278]: INFO nova.compute.manager [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Terminating instance
Dec 06 15:47:24 user nova-compute[75278]: DEBUG nova.compute.manager [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 15:47:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:24 user nova-compute[75278]: DEBUG nova.compute.manager [req-07b14300-89ab-4d24-9b2b-83818724467e req-b4c64f5f-2228-475c-a144-892eb2f30876 service nova] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Received event network-vif-unplugged-ee174c92-2a46-44f2-9449-49f14e07eca2 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:47:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-07b14300-89ab-4d24-9b2b-83818724467e req-b4c64f5f-2228-475c-a144-892eb2f30876 service nova] Acquiring lock "d640cb1e-2206-4624-8617-2dbe4f22e06c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-07b14300-89ab-4d24-9b2b-83818724467e req-b4c64f5f-2228-475c-a144-892eb2f30876 service nova] Lock "d640cb1e-2206-4624-8617-2dbe4f22e06c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-07b14300-89ab-4d24-9b2b-83818724467e req-b4c64f5f-2228-475c-a144-892eb2f30876 service nova] Lock "d640cb1e-2206-4624-8617-2dbe4f22e06c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:24 user nova-compute[75278]: DEBUG nova.compute.manager [req-07b14300-89ab-4d24-9b2b-83818724467e req-b4c64f5f-2228-475c-a144-892eb2f30876 service nova] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] No waiting events found dispatching network-vif-unplugged-ee174c92-2a46-44f2-9449-49f14e07eca2 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:47:24 user nova-compute[75278]: DEBUG nova.compute.manager [req-07b14300-89ab-4d24-9b2b-83818724467e req-b4c64f5f-2228-475c-a144-892eb2f30876 service nova] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Received event network-vif-unplugged-ee174c92-2a46-44f2-9449-49f14e07eca2 for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 15:47:25 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Instance destroyed successfully.
Dec 06 15:47:25 user nova-compute[75278]: DEBUG nova.objects.instance [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Lazy-loading 'resources' on Instance uuid d640cb1e-2206-4624-8617-2dbe4f22e06c {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:45:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1016227417',display_name='tempest-DeleteServersTestJSON-server-1016227417',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1016227417',id=1,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:45:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='941dea0c3d4c4ce0b791603c2b48ff5c',ramdisk_id='',reservation_id='r-d6ukzfs4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-DeleteServersTestJSON-1131383508',owner_user_name='tempest-DeleteServersTestJSON-1131383508-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:45:30Z,user_data=None,user_id='f5e8b16a2b7d4b29b05faad5bd503f31',uuid=d640cb1e-2206-4624-8617-2dbe4f22e06c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ee174c92-2a46-44f2-9449-49f14e07eca2", "address": "fa:16:3e:4b:20:e7", "network": {"id": "7b2783c3-7b3c-43ec-ab71-8095c40acc2d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1183569402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "941dea0c3d4c4ce0b791603c2b48ff5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee174c92-2a", "ovs_interfaceid": "ee174c92-2a46-44f2-9449-49f14e07eca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Converting VIF {"id": "ee174c92-2a46-44f2-9449-49f14e07eca2", "address": "fa:16:3e:4b:20:e7", "network": {"id": "7b2783c3-7b3c-43ec-ab71-8095c40acc2d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1183569402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "941dea0c3d4c4ce0b791603c2b48ff5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee174c92-2a", "ovs_interfaceid": "ee174c92-2a46-44f2-9449-49f14e07eca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:4b:20:e7,bridge_name='br-int',has_traffic_filtering=True,id=ee174c92-2a46-44f2-9449-49f14e07eca2,network=Network(7b2783c3-7b3c-43ec-ab71-8095c40acc2d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee174c92-2a') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG os_vif [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:4b:20:e7,bridge_name='br-int',has_traffic_filtering=True,id=ee174c92-2a46-44f2-9449-49f14e07eca2,network=Network(7b2783c3-7b3c-43ec-ab71-8095c40acc2d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee174c92-2a') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapee174c92-2a, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2a4cc649-d738-4f93-aefe-fd8f414bd1e5) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:25 user nova-compute[75278]: INFO os_vif [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:4b:20:e7,bridge_name='br-int',has_traffic_filtering=True,id=ee174c92-2a46-44f2-9449-49f14e07eca2,network=Network(7b2783c3-7b3c-43ec-ab71-8095c40acc2d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee174c92-2a')
Dec 06 15:47:25 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eSmzWuwO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:47:25 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:47:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[59ec5c95-ab8d-40fb-bd78-f9861517af71]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 15:47:25 user nova-compute[75278]: No targets found.
Dec 06 15:47:25 user nova-compute[75278]: iSNS:
Dec 06 15:47:25 user nova-compute[75278]: No targets found.
Dec 06 15:47:25 user nova-compute[75278]: STATIC:
Dec 06 15:47:25 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954
Dec 06 15:47:25 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:47:25 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:47:25 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac
Dec 06 15:47:25 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:47:25 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:47:25 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc
Dec 06 15:47:25 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:47:25 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:47:25 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d
Dec 06 15:47:25 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:47:25 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:47:25 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98
Dec 06 15:47:25 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:47:25 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:47:25 user nova-compute[75278]: FIRMWARE:
Dec 06 15:47:25 user nova-compute[75278]: No targets found.
Dec 06 15:47:25 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 15:47:25 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 15:47:25 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[60018f33-b9c0-47cd-8009-56d05f9dbcda]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ae60dd5-accf-4d71-8a7b-ab00de5abe10]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:47:25 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:47:25 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:47:25 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:47:25 user nova-compute[75278]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98 (non-flash)
Dec 06 15:47:25 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:47:25 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:47:25 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:47:25 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:47:25 user nova-compute[75278]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98 (non-flash)
Dec 06 15:47:25 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c60ba30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98'): ({'sdf'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Removing single pathed devices sdf {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cfee991-af45-4209-800b-099961a81f29]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[31a80c71-3e14-49ed-981b-cd1352b1279e]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Flushing IO for device /dev/sdf {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.015s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[457479fa-af3f-4e51-84ba-2011278da602]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.049s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[95cd494f-0442-4be9-81a1-b26e6132b035]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] SCSI volumes sdf have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c446fc6a-ad8a-48ea-b191-10c5b363e38a]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98 -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a09ced14-ea7d-49dd-b3f8-b1bd65f5391a]: (4, ('Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98, portal: 172.16.0.220,3260]\nLogout of [sid: 6, target: iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98, portal: 172.16.0.220,3260]
Dec 06 15:47:25 user nova-compute[75278]: Logout of [sid: 6, target: iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98, portal: 172.16.0.220,3260] successful.
Dec 06 15:47:25 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98 -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:73615157-dea4-4125-8cdc-cd57cc639e98 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffa8593a-73c6-4a6d-b3f1-4ea9d3f4ee98]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.339s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] <== disconnect_volume: return (340ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 15:47:25 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Deleting instance files /opt/stack/data/nova/instances/d640cb1e-2206-4624-8617-2dbe4f22e06c_del
Dec 06 15:47:25 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Deletion of /opt/stack/data/nova/instances/d640cb1e-2206-4624-8617-2dbe4f22e06c_del complete
Dec 06 15:47:25 user nova-compute[75278]: INFO nova.compute.manager [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Took 1.38 seconds to destroy the instance on the hypervisor.
Dec 06 15:47:25 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 15:47:25 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 15:47:26 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:47:26 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Took 0.63 seconds to deallocate network for instance.
Dec 06 15:47:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-d1c74fc4-0b65-450f-8404-ff04bb9fc663 req-1f95705e-6beb-47c1-aad0-e1745d53eb73 service nova] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Received event network-vif-deleted-ee174c92-2a46-44f2-9449-49f14e07eca2 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:47:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:26 user nova-compute[75278]: DEBUG nova.objects.instance [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lazy-loading 'flavor' on Instance uuid 1432b04b-09a5-4a8d-b36b-5ac20d081fc9 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:47:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.092s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-c3ffcf5d-58f8-4e3b-9c68-7871d69c83be req-4eb08422-c783-46b2-9fee-cfbe83904440 service nova] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Received event network-vif-plugged-ee174c92-2a46-44f2-9449-49f14e07eca2 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:47:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c3ffcf5d-58f8-4e3b-9c68-7871d69c83be req-4eb08422-c783-46b2-9fee-cfbe83904440 service nova] Acquiring lock "d640cb1e-2206-4624-8617-2dbe4f22e06c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c3ffcf5d-58f8-4e3b-9c68-7871d69c83be req-4eb08422-c783-46b2-9fee-cfbe83904440 service nova] Lock "d640cb1e-2206-4624-8617-2dbe4f22e06c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c3ffcf5d-58f8-4e3b-9c68-7871d69c83be req-4eb08422-c783-46b2-9fee-cfbe83904440 service nova] Lock "d640cb1e-2206-4624-8617-2dbe4f22e06c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-c3ffcf5d-58f8-4e3b-9c68-7871d69c83be req-4eb08422-c783-46b2-9fee-cfbe83904440 service nova] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] No waiting events found dispatching network-vif-plugged-ee174c92-2a46-44f2-9449-49f14e07eca2 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:47:26 user nova-compute[75278]: WARNING nova.compute.manager [req-c3ffcf5d-58f8-4e3b-9c68-7871d69c83be req-4eb08422-c783-46b2-9fee-cfbe83904440 service nova] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Received unexpected event network-vif-plugged-ee174c92-2a46-44f2-9449-49f14e07eca2 for instance with vm_state active and task_state deleting.
Dec 06 15:47:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:26 user nova-compute[75278]: INFO nova.compute.manager [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Attaching volume bfa11db9-8c7e-43d6-a8b4-150da3482a4c to /dev/vdb
Dec 06 15:47:26 user nova-compute[75278]: DEBUG os_brick.utils [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:47:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:26 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8cacdf1-16cf-4aba-8127-38a200e28604]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:26 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdd3d520-e5c4-465d-8efc-09ffec559caf]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:26 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6105dbf1-6cc7-41a8-9136-8c98c6c24c41]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:26 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cae2b03-c928-4136-b7b9-24f7c3db9161]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:47:26 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 15:47:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:47:26 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 15:47:26 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[db6e5942-ef7e-43f6-af6a-0ef3ba4911fe]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:26 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 15:47:26 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 15:47:26 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 15:47:26 user nova-compute[75278]: DEBUG os_brick.utils [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:47:26 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Updating existing volume attachment record: fa884d97-5b6c-42e1-802b-4112f2e229b9 {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 15:47:27 user nova-compute[75278]: INFO nova.compute.manager [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] [instance: d640cb1e-2206-4624-8617-2dbe4f22e06c] Took 0.95 seconds to detach 1 volumes for instance.
Dec 06 15:47:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:27 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:47:27 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:47:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.386s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:27 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Deleted allocations for instance d640cb1e-2206-4624-8617-2dbe4f22e06c
Dec 06 15:47:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dbcccb5d-aa35-43c1-8ec4-ea6b75bc9467 tempest-DeleteServersTestJSON-1131383508 tempest-DeleteServersTestJSON-1131383508-project-member] Lock "d640cb1e-2206-4624-8617-2dbe4f22e06c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.616s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:32 user nova-compute[75278]: DEBUG nova.compute.manager [req-e55331bb-96e7-40f8-901c-550efcb9a5e0 req-f80da03f-732c-4a7e-9c43-b4dd3776777a service nova] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Received event network-changed-361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:47:32 user nova-compute[75278]: DEBUG nova.compute.manager [req-e55331bb-96e7-40f8-901c-550efcb9a5e0 req-f80da03f-732c-4a7e-9c43-b4dd3776777a service nova] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Refreshing instance network info cache due to event network-changed-361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:47:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e55331bb-96e7-40f8-901c-550efcb9a5e0 req-f80da03f-732c-4a7e-9c43-b4dd3776777a service nova] Acquiring lock "refresh_cache-7a4a15fc-430e-4cb5-9522-e4be68c59e0d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:47:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e55331bb-96e7-40f8-901c-550efcb9a5e0 req-f80da03f-732c-4a7e-9c43-b4dd3776777a service nova] Acquired lock "refresh_cache-7a4a15fc-430e-4cb5-9522-e4be68c59e0d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:47:32 user nova-compute[75278]: DEBUG nova.network.neutron [req-e55331bb-96e7-40f8-901c-550efcb9a5e0 req-f80da03f-732c-4a7e-9c43-b4dd3776777a service nova] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Refreshing network info cache for port 361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:47:32 user nova-compute[75278]: DEBUG nova.network.neutron [req-e55331bb-96e7-40f8-901c-550efcb9a5e0 req-f80da03f-732c-4a7e-9c43-b4dd3776777a service nova] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Updated VIF entry in instance network info cache for port 361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:47:32 user nova-compute[75278]: DEBUG nova.network.neutron [req-e55331bb-96e7-40f8-901c-550efcb9a5e0 req-f80da03f-732c-4a7e-9c43-b4dd3776777a service nova] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Updating instance_info_cache with network_info: [{"id": "361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a", "address": "fa:16:3e:51:46:2f", "network": {"id": "d9eea920-69df-4878-9703-6732759507e1", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-2146434985-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e36ad2b810df4b4ab6f4718aab74bcac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap361cf1da-10", "ovs_interfaceid": "361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:47:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e55331bb-96e7-40f8-901c-550efcb9a5e0 req-f80da03f-732c-4a7e-9c43-b4dd3776777a service nova] Releasing lock "refresh_cache-7a4a15fc-430e-4cb5-9522-e4be68c59e0d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:47:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Acquiring lock "7a4a15fc-430e-4cb5-9522-e4be68c59e0d" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Lock "7a4a15fc-430e-4cb5-9522-e4be68c59e0d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:35 user nova-compute[75278]: DEBUG nova.objects.instance [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Lazy-loading 'flavor' on Instance uuid 7a4a15fc-430e-4cb5-9522-e4be68c59e0d {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:47:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Lock "7a4a15fc-430e-4cb5-9522-e4be68c59e0d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.073s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Acquiring lock "7a4a15fc-430e-4cb5-9522-e4be68c59e0d" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Lock "7a4a15fc-430e-4cb5-9522-e4be68c59e0d" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:35 user nova-compute[75278]: INFO nova.compute.manager [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Attaching volume 51d16947-f085-43e9-ae2d-4cdfaa9b1faf to /dev/sdc
Dec 06 15:47:35 user nova-compute[75278]: DEBUG os_brick.utils [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:47:35 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:35 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:35 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c711b60-bd9a-41db-97f9-9c096c9a637a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:35 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:35 user nova-compute[75278]: DEBUG nova.compute.manager [req-29a2e3d5-efba-4529-a761-88d9e6ee78f7 req-7fe3344d-6a24-4a1f-ad77-f325bc81b571 service nova] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Received event network-changed-496e093f-b1c6-4d38-a886-891fdc06e277 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:47:35 user nova-compute[75278]: DEBUG nova.compute.manager [req-29a2e3d5-efba-4529-a761-88d9e6ee78f7 req-7fe3344d-6a24-4a1f-ad77-f325bc81b571 service nova] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Refreshing instance network info cache due to event network-changed-496e093f-b1c6-4d38-a886-891fdc06e277. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:47:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-29a2e3d5-efba-4529-a761-88d9e6ee78f7 req-7fe3344d-6a24-4a1f-ad77-f325bc81b571 service nova] Acquiring lock "refresh_cache-57133132-53e9-4b8a-811e-85aa53f24315" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:47:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-29a2e3d5-efba-4529-a761-88d9e6ee78f7 req-7fe3344d-6a24-4a1f-ad77-f325bc81b571 service nova] Acquired lock "refresh_cache-57133132-53e9-4b8a-811e-85aa53f24315" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:47:35 user nova-compute[75278]: DEBUG nova.network.neutron [req-29a2e3d5-efba-4529-a761-88d9e6ee78f7 req-7fe3344d-6a24-4a1f-ad77-f325bc81b571 service nova] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Refreshing network info cache for port 496e093f-b1c6-4d38-a886-891fdc06e277 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:47:35 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:35 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccaf58f7-f499-49c7-9312-7b666395f29f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:35 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:35 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.032s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:35 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[668c0bf9-8c5d-49d1-b299-ea6c51aa0b67]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:35 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e26b012-bcab-4dd6-b7fa-e595777d6874]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:35 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:35 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:47:35 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 15:47:35 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:35 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:47:35 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 15:47:35 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb3f0170-d9e4-41b8-a949-0bbea8f73817]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:35 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 15:47:35 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 15:47:35 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 15:47:35 user nova-compute[75278]: DEBUG os_brick.utils [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] <== get_connector_properties: return (173ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:47:35 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Updating existing volume attachment record: 63af792e-4282-474b-95af-6e50e46314e4 {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 15:47:36 user nova-compute[75278]: DEBUG nova.network.neutron [req-29a2e3d5-efba-4529-a761-88d9e6ee78f7 req-7fe3344d-6a24-4a1f-ad77-f325bc81b571 service nova] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Updated VIF entry in instance network info cache for port 496e093f-b1c6-4d38-a886-891fdc06e277. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:47:36 user nova-compute[75278]: DEBUG nova.network.neutron [req-29a2e3d5-efba-4529-a761-88d9e6ee78f7 req-7fe3344d-6a24-4a1f-ad77-f325bc81b571 service nova] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Updating instance_info_cache with network_info: [{"id": "496e093f-b1c6-4d38-a886-891fdc06e277", "address": "fa:16:3e:6c:48:6d", "network": {"id": "1456ba8f-4723-487d-b5d4-76d3f809df32", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-54105982-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.96", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6bf518d50e054cabaa99c25a7e27ce03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap496e093f-b1", "ovs_interfaceid": "496e093f-b1c6-4d38-a886-891fdc06e277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:47:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-29a2e3d5-efba-4529-a761-88d9e6ee78f7 req-7fe3344d-6a24-4a1f-ad77-f325bc81b571 service nova] Releasing lock "refresh_cache-57133132-53e9-4b8a-811e-85aa53f24315" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:47:37 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 15:47:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AWfhNcHE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:47:37 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:47:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:47:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:47:37 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:47:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:47:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:47:37 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 15:47:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:37 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c6b83f6-90a4-493d-9fb1-f09ccee76943]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 15:47:37 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:37 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fe8842a-8472-4784-a4ec-f6837a6636b4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c] added
Dec 06 15:47:37 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:37 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7677848b-16ce-46d4-b03b-87508f9654de]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:37 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[77159f27-6975-4792-9051-650b75577e00]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AWfhNcHE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AWfhNcHE" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:37 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab9941e1-5b63-4160-8e24-608c7bccd91e]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'AWfhNcHE'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:37 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfeaf372-cb2f-4b6c-95eb-db0ac2625087]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:37 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2d91964-1d30-4647-be6a-b6d4af8d3dc2]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:47:37 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:47:37 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:47:37 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:47:37 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:47:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:47:37 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:47:37 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:47:37 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:47:37 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:47:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 --login" returned: 0 in 0.078s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:37 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c5ea23d-9df9-4261-a2cb-d1fc15904605]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c, portal: 172.16.0.220,3260]
Dec 06 15:47:37 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c, portal: 172.16.0.220,3260] successful.
Dec 06 15:47:37 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:38 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad1c57b8-8020-4cea-a349-59cd6cd120de]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:38 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:38 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2b06b26-09ec-4e06-87dd-2032dfdd9b61]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:38 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:47:38 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:47:38 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:47:38 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:47:38 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:47:38 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:47:38 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:47:38 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:47:38 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:47:38 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:47:38 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:47:38 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:47:38 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.341s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:47:38 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 15:47:38 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] HCTL ('37', '-', '-', 0) found on session 7 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 15:47:38 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 15:47:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:38 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0547d32f-5199-4ec0-b4a5-01c2716ee029]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:38 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Searching for a device in session 7 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:47:38 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AWfhNcHE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 15:47:38 user nova-compute[75278]: DEBUG nova.compute.manager [req-84b275cd-bdaf-4070-9ae1-202989131912 req-adca540b-9d1b-4a50-9ff8-accbc9ba1aa1 service nova] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Received event network-changed-cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:47:38 user nova-compute[75278]: DEBUG nova.compute.manager [req-84b275cd-bdaf-4070-9ae1-202989131912 req-adca540b-9d1b-4a50-9ff8-accbc9ba1aa1 service nova] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Refreshing instance network info cache due to event network-changed-cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:47:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-84b275cd-bdaf-4070-9ae1-202989131912 req-adca540b-9d1b-4a50-9ff8-accbc9ba1aa1 service nova] Acquiring lock "refresh_cache-3ab08226-f7d6-4556-8fdb-086e056a9060" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:47:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-84b275cd-bdaf-4070-9ae1-202989131912 req-adca540b-9d1b-4a50-9ff8-accbc9ba1aa1 service nova] Acquired lock "refresh_cache-3ab08226-f7d6-4556-8fdb-086e056a9060" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:47:38 user nova-compute[75278]: DEBUG nova.network.neutron [req-84b275cd-bdaf-4070-9ae1-202989131912 req-adca540b-9d1b-4a50-9ff8-accbc9ba1aa1 service nova] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Refreshing network info cache for port cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:47:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Acquiring lock "3ab08226-f7d6-4556-8fdb-086e056a9060" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Lock "3ab08226-f7d6-4556-8fdb-086e056a9060" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:38 user nova-compute[75278]: DEBUG nova.objects.instance [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Lazy-loading 'flavor' on Instance uuid 3ab08226-f7d6-4556-8fdb-086e056a9060 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:47:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Lock "3ab08226-f7d6-4556-8fdb-086e056a9060" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.061s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.380s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] <== connect_volume: return (1382ms) {'type': 'block', 'scsi_wwn': '23430383661666531', 'path': '/dev/sdf'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23430383661666531', 'path': '/dev/sdf'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG nova.objects.instance [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lazy-loading 'flavor' on Instance uuid 1432b04b-09a5-4a8d-b36b-5ac20d081fc9 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Acquiring lock "3ab08226-f7d6-4556-8fdb-086e056a9060" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Lock "3ab08226-f7d6-4556-8fdb-086e056a9060" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:39 user nova-compute[75278]: INFO nova.compute.manager [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Attaching volume f35ffe7d-e256-40ec-9505-14a5594908e3 to /dev/vdb
Dec 06 15:47:39 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 15:47:39 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:47:39 user nova-compute[75278]:   <source dev="/dev/sdf"/>
Dec 06 15:47:39 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:47:39 user nova-compute[75278]:   <serial>bfa11db9-8c7e-43d6-a8b4-150da3482a4c</serial>
Dec 06 15:47:39 user nova-compute[75278]: </disk>
Dec 06 15:47:39 user nova-compute[75278]:  {{(pid=75278) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG os_brick.utils [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a9c363a-2ffa-48f4-9125-87c84741a489]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG nova.network.neutron [req-84b275cd-bdaf-4070-9ae1-202989131912 req-adca540b-9d1b-4a50-9ff8-accbc9ba1aa1 service nova] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Updated VIF entry in instance network info cache for port cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG nova.network.neutron [req-84b275cd-bdaf-4070-9ae1-202989131912 req-adca540b-9d1b-4a50-9ff8-accbc9ba1aa1 service nova] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Updating instance_info_cache with network_info: [{"id": "cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd", "address": "fa:16:3e:88:85:51", "network": {"id": "97bebf59-645d-4982-a79c-20f65a98308b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1992857310-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15f41496db044d5eb9c6e60468ee9a1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf441ca7-0e", "ovs_interfaceid": "cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c67a0b68-3ace-4891-9258-65e7441e640f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[bde86b0c-c027-490c-8708-712ae6faa034]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[14a9c090-0d91-4800-9d19-a9d08d3f7115]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:47:39 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 15:47:39 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d76eabc-4ae8-49fe-ba95-580a0c594dc1]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG os_brick.utils [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] <== get_connector_properties: return (187ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Updating existing volume attachment record: f9bf251c-5f63-4264-a5a7-6c69ed0cb4d2 {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Acquiring lock "57133132-53e9-4b8a-811e-85aa53f24315" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "57133132-53e9-4b8a-811e-85aa53f24315" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG nova.objects.instance [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lazy-loading 'flavor' on Instance uuid 57133132-53e9-4b8a-811e-85aa53f24315 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-84b275cd-bdaf-4070-9ae1-202989131912 req-adca540b-9d1b-4a50-9ff8-accbc9ba1aa1 service nova] Releasing lock "refresh_cache-3ab08226-f7d6-4556-8fdb-086e056a9060" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "57133132-53e9-4b8a-811e-85aa53f24315" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.068s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Acquiring lock "57133132-53e9-4b8a-811e-85aa53f24315" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "57133132-53e9-4b8a-811e-85aa53f24315" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:39 user nova-compute[75278]: INFO nova.compute.manager [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Attaching volume aa94d662-a216-441a-b419-e35f72f7af6e to /dev/vdb
Dec 06 15:47:39 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] No VIF found with MAC fa:16:3e:0d:46:55, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG os_brick.utils [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6040bb1a-9868-4c9f-bb36-5eeac48c9ee8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac6b98dc-eb96-41a0-9547-dfe92dd2b800]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[74de685a-9d9e-4dc6-ba8f-5656ec6b58f4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ad36941-c41c-44f6-b66c-58b67fdda83b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f70f013b-224b-4efa-9ea2-eae2653b7513 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.128s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:47:39 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 15:47:39 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b90a314-c357-46fe-9fe7-83cf763387b8]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG os_brick.utils [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:47:39 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Updating existing volume attachment record: e1d5f264-188a-4f06-be18-112608e19ae7 {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 15:47:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-69306048-65c1-4d6f-9078-53e47c185a5c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-69306048-65c1-4d6f-9078-53e47c185a5c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:40 user nova-compute[75278]: DEBUG nova.compute.manager [None req-69306048-65c1-4d6f-9078-53e47c185a5c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:47:40 user nova-compute[75278]: DEBUG nova.compute.manager [None req-69306048-65c1-4d6f-9078-53e47c185a5c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=75278) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Dec 06 15:47:40 user nova-compute[75278]: DEBUG nova.objects.instance [None req-69306048-65c1-4d6f-9078-53e47c185a5c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lazy-loading 'flavor' on Instance uuid 1432b04b-09a5-4a8d-b36b-5ac20d081fc9 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:47:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:40 user nova-compute[75278]: DEBUG nova.compute.manager [req-4c872470-0d90-4262-83d8-ea4168c22bdd req-e6cb8bda-c106-4ed8-b689-5983fe528d8b service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Received event network-vif-unplugged-04a8c02d-7b92-4155-9984-f47fb6e24da1 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:47:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4c872470-0d90-4262-83d8-ea4168c22bdd req-e6cb8bda-c106-4ed8-b689-5983fe528d8b service nova] Acquiring lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4c872470-0d90-4262-83d8-ea4168c22bdd req-e6cb8bda-c106-4ed8-b689-5983fe528d8b service nova] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4c872470-0d90-4262-83d8-ea4168c22bdd req-e6cb8bda-c106-4ed8-b689-5983fe528d8b service nova] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:40 user nova-compute[75278]: DEBUG nova.compute.manager [req-4c872470-0d90-4262-83d8-ea4168c22bdd req-e6cb8bda-c106-4ed8-b689-5983fe528d8b service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] No waiting events found dispatching network-vif-unplugged-04a8c02d-7b92-4155-9984-f47fb6e24da1 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:47:40 user nova-compute[75278]: WARNING nova.compute.manager [req-4c872470-0d90-4262-83d8-ea4168c22bdd req-e6cb8bda-c106-4ed8-b689-5983fe528d8b service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Received unexpected event network-vif-unplugged-04a8c02d-7b92-4155-9984-f47fb6e24da1 for instance with vm_state active and task_state powering-off.
Dec 06 15:47:41 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Instance destroyed successfully.
Dec 06 15:47:41 user nova-compute[75278]: DEBUG nova.compute.manager [None req-69306048-65c1-4d6f-9078-53e47c185a5c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:47:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-69306048-65c1-4d6f-9078-53e47c185a5c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.952s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:42 user nova-compute[75278]: DEBUG nova.compute.manager [req-44f5f509-8da7-4222-88a6-942020180653 req-a10435c7-6d7d-46f8-8eb7-a300ae6331f8 service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Received event network-changed-e3712642-f1de-4dd5-b05a-8e25c2dff014 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:47:42 user nova-compute[75278]: DEBUG nova.compute.manager [req-44f5f509-8da7-4222-88a6-942020180653 req-a10435c7-6d7d-46f8-8eb7-a300ae6331f8 service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Refreshing instance network info cache due to event network-changed-e3712642-f1de-4dd5-b05a-8e25c2dff014. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:47:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-44f5f509-8da7-4222-88a6-942020180653 req-a10435c7-6d7d-46f8-8eb7-a300ae6331f8 service nova] Acquiring lock "refresh_cache-a140a006-c098-4eed-998b-eacb51917dbb" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:47:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-44f5f509-8da7-4222-88a6-942020180653 req-a10435c7-6d7d-46f8-8eb7-a300ae6331f8 service nova] Acquired lock "refresh_cache-a140a006-c098-4eed-998b-eacb51917dbb" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:47:42 user nova-compute[75278]: DEBUG nova.network.neutron [req-44f5f509-8da7-4222-88a6-942020180653 req-a10435c7-6d7d-46f8-8eb7-a300ae6331f8 service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Refreshing network info cache for port e3712642-f1de-4dd5-b05a-8e25c2dff014 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:47:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6c5e9bf1-b790-459b-bbbe-829528c1db80 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Acquiring lock "interface-a140a006-c098-4eed-998b-eacb51917dbb-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6c5e9bf1-b790-459b-bbbe-829528c1db80 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Lock "interface-a140a006-c098-4eed-998b-eacb51917dbb-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:42 user nova-compute[75278]: DEBUG nova.objects.instance [None req-6c5e9bf1-b790-459b-bbbe-829528c1db80 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Lazy-loading 'flavor' on Instance uuid a140a006-c098-4eed-998b-eacb51917dbb {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:47:43 user nova-compute[75278]: DEBUG nova.compute.manager [req-5fc845e1-6b00-48ee-9c6d-2c95978241dd req-c9abbe66-94bd-4b86-9feb-1f90ea537871 service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Received event network-vif-plugged-04a8c02d-7b92-4155-9984-f47fb6e24da1 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:47:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5fc845e1-6b00-48ee-9c6d-2c95978241dd req-c9abbe66-94bd-4b86-9feb-1f90ea537871 service nova] Acquiring lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5fc845e1-6b00-48ee-9c6d-2c95978241dd req-c9abbe66-94bd-4b86-9feb-1f90ea537871 service nova] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5fc845e1-6b00-48ee-9c6d-2c95978241dd req-c9abbe66-94bd-4b86-9feb-1f90ea537871 service nova] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:43 user nova-compute[75278]: DEBUG nova.compute.manager [req-5fc845e1-6b00-48ee-9c6d-2c95978241dd req-c9abbe66-94bd-4b86-9feb-1f90ea537871 service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] No waiting events found dispatching network-vif-plugged-04a8c02d-7b92-4155-9984-f47fb6e24da1 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:47:43 user nova-compute[75278]: WARNING nova.compute.manager [req-5fc845e1-6b00-48ee-9c6d-2c95978241dd req-c9abbe66-94bd-4b86-9feb-1f90ea537871 service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Received unexpected event network-vif-plugged-04a8c02d-7b92-4155-9984-f47fb6e24da1 for instance with vm_state stopped and task_state None.
Dec 06 15:47:43 user nova-compute[75278]: DEBUG nova.network.neutron [req-44f5f509-8da7-4222-88a6-942020180653 req-a10435c7-6d7d-46f8-8eb7-a300ae6331f8 service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Updated VIF entry in instance network info cache for port e3712642-f1de-4dd5-b05a-8e25c2dff014. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:47:43 user nova-compute[75278]: DEBUG nova.network.neutron [req-44f5f509-8da7-4222-88a6-942020180653 req-a10435c7-6d7d-46f8-8eb7-a300ae6331f8 service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Updating instance_info_cache with network_info: [{"id": "e3712642-f1de-4dd5-b05a-8e25c2dff014", "address": "fa:16:3e:bd:c9:aa", "network": {"id": "45ebe146-3216-4bc6-b001-16336fcc11c4", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-917175328-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e37884c4ed9145a68dba8917e4927566", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3712642-f1", "ovs_interfaceid": "e3712642-f1de-4dd5-b05a-8e25c2dff014", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:47:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-44f5f509-8da7-4222-88a6-942020180653 req-a10435c7-6d7d-46f8-8eb7-a300ae6331f8 service nova] Releasing lock "refresh_cache-a140a006-c098-4eed-998b-eacb51917dbb" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:47:43 user nova-compute[75278]: DEBUG nova.objects.instance [None req-6c5e9bf1-b790-459b-bbbe-829528c1db80 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Lazy-loading 'pci_requests' on Instance uuid a140a006-c098-4eed-998b-eacb51917dbb {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:47:43 user nova-compute[75278]: DEBUG nova.objects.base [None req-6c5e9bf1-b790-459b-bbbe-829528c1db80 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Object Instance<a140a006-c098-4eed-998b-eacb51917dbb> lazy-loaded attributes: flavor,pci_requests {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:47:43 user nova-compute[75278]: DEBUG nova.network.neutron [None req-6c5e9bf1-b790-459b-bbbe-829528c1db80 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 15:47:43 user nova-compute[75278]: DEBUG nova.policy [None req-6c5e9bf1-b790-459b-bbbe-829528c1db80 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55226f8aa2ec41dda902d0de0d610b1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e37884c4ed9145a68dba8917e4927566', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 15:47:44 user nova-compute[75278]: DEBUG nova.compute.manager [req-856c7bc7-3358-4773-aa4f-43cd13fb89f8 req-af43aff1-0d9b-4d10-8064-4ba9375b93cc service nova] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Received event network-changed-88416657-6647-4a59-a8a0-706e026004b4 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:47:44 user nova-compute[75278]: DEBUG nova.compute.manager [req-856c7bc7-3358-4773-aa4f-43cd13fb89f8 req-af43aff1-0d9b-4d10-8064-4ba9375b93cc service nova] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Refreshing instance network info cache due to event network-changed-88416657-6647-4a59-a8a0-706e026004b4. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:47:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-856c7bc7-3358-4773-aa4f-43cd13fb89f8 req-af43aff1-0d9b-4d10-8064-4ba9375b93cc service nova] Acquiring lock "refresh_cache-9398175e-90b9-4450-8785-0ed86d49ab33" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:47:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-856c7bc7-3358-4773-aa4f-43cd13fb89f8 req-af43aff1-0d9b-4d10-8064-4ba9375b93cc service nova] Acquired lock "refresh_cache-9398175e-90b9-4450-8785-0ed86d49ab33" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:47:44 user nova-compute[75278]: DEBUG nova.network.neutron [req-856c7bc7-3358-4773-aa4f-43cd13fb89f8 req-af43aff1-0d9b-4d10-8064-4ba9375b93cc service nova] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Refreshing network info cache for port 88416657-6647-4a59-a8a0-706e026004b4 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:47:44 user nova-compute[75278]: DEBUG nova.network.neutron [None req-6c5e9bf1-b790-459b-bbbe-829528c1db80 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Successfully created port: 08fd21c7-63a4-4ca8-80f9-e7484a237c93 {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 15:47:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:45 user nova-compute[75278]: DEBUG nova.network.neutron [req-856c7bc7-3358-4773-aa4f-43cd13fb89f8 req-af43aff1-0d9b-4d10-8064-4ba9375b93cc service nova] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Updated VIF entry in instance network info cache for port 88416657-6647-4a59-a8a0-706e026004b4. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:47:45 user nova-compute[75278]: DEBUG nova.network.neutron [req-856c7bc7-3358-4773-aa4f-43cd13fb89f8 req-af43aff1-0d9b-4d10-8064-4ba9375b93cc service nova] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Updating instance_info_cache with network_info: [{"id": "88416657-6647-4a59-a8a0-706e026004b4", "address": "fa:16:3e:18:36:ce", "network": {"id": "077a6887-8bd6-4b30-8a6a-5ce1b1be38c1", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1144193504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.124", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "167316448c5844909619a24fb91e6e48", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap88416657-66", "ovs_interfaceid": "88416657-6647-4a59-a8a0-706e026004b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:47:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-856c7bc7-3358-4773-aa4f-43cd13fb89f8 req-af43aff1-0d9b-4d10-8064-4ba9375b93cc service nova] Releasing lock "refresh_cache-9398175e-90b9-4450-8785-0ed86d49ab33" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:47:45 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:45 user nova-compute[75278]: DEBUG nova.network.neutron [None req-6c5e9bf1-b790-459b-bbbe-829528c1db80 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Successfully updated port: 08fd21c7-63a4-4ca8-80f9-e7484a237c93 {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:47:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6c5e9bf1-b790-459b-bbbe-829528c1db80 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Acquiring lock "refresh_cache-a140a006-c098-4eed-998b-eacb51917dbb" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:47:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6c5e9bf1-b790-459b-bbbe-829528c1db80 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Acquired lock "refresh_cache-a140a006-c098-4eed-998b-eacb51917dbb" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:47:45 user nova-compute[75278]: DEBUG nova.network.neutron [None req-6c5e9bf1-b790-459b-bbbe-829528c1db80 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:47:45 user nova-compute[75278]: DEBUG nova.compute.manager [req-beb4ab78-7369-4b22-a84a-bda54b75dd83 req-c0ae986c-1847-424b-8c94-c8fd4fb8e9a8 service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Received event network-changed-08fd21c7-63a4-4ca8-80f9-e7484a237c93 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:47:45 user nova-compute[75278]: DEBUG nova.compute.manager [req-beb4ab78-7369-4b22-a84a-bda54b75dd83 req-c0ae986c-1847-424b-8c94-c8fd4fb8e9a8 service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Refreshing instance network info cache due to event network-changed-08fd21c7-63a4-4ca8-80f9-e7484a237c93. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:47:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-beb4ab78-7369-4b22-a84a-bda54b75dd83 req-c0ae986c-1847-424b-8c94-c8fd4fb8e9a8 service nova] Acquiring lock "refresh_cache-a140a006-c098-4eed-998b-eacb51917dbb" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:47:45 user nova-compute[75278]: DEBUG nova.network.neutron [None req-6c5e9bf1-b790-459b-bbbe-829528c1db80 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Updating instance_info_cache with network_info: [{"id": "e3712642-f1de-4dd5-b05a-8e25c2dff014", "address": "fa:16:3e:bd:c9:aa", "network": {"id": "45ebe146-3216-4bc6-b001-16336fcc11c4", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-917175328-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e37884c4ed9145a68dba8917e4927566", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3712642-f1", "ovs_interfaceid": "e3712642-f1de-4dd5-b05a-8e25c2dff014", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "08fd21c7-63a4-4ca8-80f9-e7484a237c93", "address": "fa:16:3e:31:b5:8b", "network": {"id": "0042d5dd-db45-4562-950e-4589333e6da0", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-925841000", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "e37884c4ed9145a68dba8917e4927566", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08fd21c7-63", "ovs_interfaceid": "08fd21c7-63a4-4ca8-80f9-e7484a237c93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6c5e9bf1-b790-459b-bbbe-829528c1db80 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Releasing lock "refresh_cache-a140a006-c098-4eed-998b-eacb51917dbb" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-beb4ab78-7369-4b22-a84a-bda54b75dd83 req-c0ae986c-1847-424b-8c94-c8fd4fb8e9a8 service nova] Acquired lock "refresh_cache-a140a006-c098-4eed-998b-eacb51917dbb" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG nova.network.neutron [req-beb4ab78-7369-4b22-a84a-bda54b75dd83 req-c0ae986c-1847-424b-8c94-c8fd4fb8e9a8 service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Refreshing network info cache for port 08fd21c7-63a4-4ca8-80f9-e7484a237c93 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-6c5e9bf1-b790-459b-bbbe-829528c1db80 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:45:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-512695504',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-512695504',id=8,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPsOnwq5F2aHuvn6p+v3emZ3v2b+r1N85ofc/VEY+hf+C5qttfprjGlgMF35chRQ3Bb8XRF5z2qmWAlBU6SP1xRTHT0D7glsLF+xRB0JSxvHLRCUfp7oKWwNC9bkYhS+rA==',key_name='tempest-keypair-1412171642',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:46:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='e37884c4ed9145a68dba8917e4927566',ramdisk_id='',reservation_id='r-5t2rhzgx',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1550458939',owner_user_name='tempest-TaggedAttachmentsTest-1550458939-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:46:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='55226f8aa2ec41dda902d0de0d610b1c',uuid=a140a006-c098-4eed-998b-eacb51917dbb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "08fd21c7-63a4-4ca8-80f9-e7484a237c93", "address": "fa:16:3e:31:b5:8b", "network": {"id": "0042d5dd-db45-4562-950e-4589333e6da0", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-925841000", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "e37884c4ed9145a68dba8917e4927566", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08fd21c7-63", "ovs_interfaceid": "08fd21c7-63a4-4ca8-80f9-e7484a237c93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-6c5e9bf1-b790-459b-bbbe-829528c1db80 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Converting VIF {"id": "08fd21c7-63a4-4ca8-80f9-e7484a237c93", "address": "fa:16:3e:31:b5:8b", "network": {"id": "0042d5dd-db45-4562-950e-4589333e6da0", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-925841000", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "e37884c4ed9145a68dba8917e4927566", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08fd21c7-63", "ovs_interfaceid": "08fd21c7-63a4-4ca8-80f9-e7484a237c93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-6c5e9bf1-b790-459b-bbbe-829528c1db80 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:31:b5:8b,bridge_name='br-int',has_traffic_filtering=True,id=08fd21c7-63a4-4ca8-80f9-e7484a237c93,network=Network(0042d5dd-db45-4562-950e-4589333e6da0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08fd21c7-63') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG os_vif [None req-6c5e9bf1-b790-459b-bbbe-829528c1db80 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:31:b5:8b,bridge_name='br-int',has_traffic_filtering=True,id=08fd21c7-63a4-4ca8-80f9-e7484a237c93,network=Network(0042d5dd-db45-4562-950e-4589333e6da0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08fd21c7-63') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '27e0b060-2532-586f-8438-f1955bdf3707', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap08fd21c7-63, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap08fd21c7-63, col_values=(('qos', UUID('ca506fe6-194e-4b1c-aaf0-fcf1db60f74e')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap08fd21c7-63, col_values=(('external_ids', {'iface-id': '08fd21c7-63a4-4ca8-80f9-e7484a237c93', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:31:b5:8b', 'vm-uuid': 'a140a006-c098-4eed-998b-eacb51917dbb'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:46 user nova-compute[75278]: INFO os_vif [None req-6c5e9bf1-b790-459b-bbbe-829528c1db80 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:31:b5:8b,bridge_name='br-int',has_traffic_filtering=True,id=08fd21c7-63a4-4ca8-80f9-e7484a237c93,network=Network(0042d5dd-db45-4562-950e-4589333e6da0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08fd21c7-63')
Dec 06 15:47:46 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-6c5e9bf1-b790-459b-bbbe-829528c1db80 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:45:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-512695504',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-512695504',id=8,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPsOnwq5F2aHuvn6p+v3emZ3v2b+r1N85ofc/VEY+hf+C5qttfprjGlgMF35chRQ3Bb8XRF5z2qmWAlBU6SP1xRTHT0D7glsLF+xRB0JSxvHLRCUfp7oKWwNC9bkYhS+rA==',key_name='tempest-keypair-1412171642',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:46:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='e37884c4ed9145a68dba8917e4927566',ramdisk_id='',reservation_id='r-5t2rhzgx',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1550458939',owner_user_name='tempest-TaggedAttachmentsTest-1550458939-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:46:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='55226f8aa2ec41dda902d0de0d610b1c',uuid=a140a006-c098-4eed-998b-eacb51917dbb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "08fd21c7-63a4-4ca8-80f9-e7484a237c93", "address": "fa:16:3e:31:b5:8b", "network": {"id": "0042d5dd-db45-4562-950e-4589333e6da0", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-925841000", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "e37884c4ed9145a68dba8917e4927566", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08fd21c7-63", "ovs_interfaceid": "08fd21c7-63a4-4ca8-80f9-e7484a237c93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-6c5e9bf1-b790-459b-bbbe-829528c1db80 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Converting VIF {"id": "08fd21c7-63a4-4ca8-80f9-e7484a237c93", "address": "fa:16:3e:31:b5:8b", "network": {"id": "0042d5dd-db45-4562-950e-4589333e6da0", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-925841000", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "e37884c4ed9145a68dba8917e4927566", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08fd21c7-63", "ovs_interfaceid": "08fd21c7-63a4-4ca8-80f9-e7484a237c93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-6c5e9bf1-b790-459b-bbbe-829528c1db80 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:31:b5:8b,bridge_name='br-int',has_traffic_filtering=True,id=08fd21c7-63a4-4ca8-80f9-e7484a237c93,network=Network(0042d5dd-db45-4562-950e-4589333e6da0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08fd21c7-63') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-6c5e9bf1-b790-459b-bbbe-829528c1db80 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] attach device xml: <interface type="ethernet">
Dec 06 15:47:46 user nova-compute[75278]:   <mac address="fa:16:3e:31:b5:8b"/>
Dec 06 15:47:46 user nova-compute[75278]:   <model type="virtio"/>
Dec 06 15:47:46 user nova-compute[75278]:   <mtu size="1442"/>
Dec 06 15:47:46 user nova-compute[75278]:   <target dev="tap08fd21c7-63"/>
Dec 06 15:47:46 user nova-compute[75278]: </interface>
Dec 06 15:47:46 user nova-compute[75278]:  {{(pid=75278) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG nova.network.neutron [req-beb4ab78-7369-4b22-a84a-bda54b75dd83 req-c0ae986c-1847-424b-8c94-c8fd4fb8e9a8 service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Updated VIF entry in instance network info cache for port 08fd21c7-63a4-4ca8-80f9-e7484a237c93. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG nova.network.neutron [req-beb4ab78-7369-4b22-a84a-bda54b75dd83 req-c0ae986c-1847-424b-8c94-c8fd4fb8e9a8 service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Updating instance_info_cache with network_info: [{"id": "e3712642-f1de-4dd5-b05a-8e25c2dff014", "address": "fa:16:3e:bd:c9:aa", "network": {"id": "45ebe146-3216-4bc6-b001-16336fcc11c4", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-917175328-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e37884c4ed9145a68dba8917e4927566", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3712642-f1", "ovs_interfaceid": "e3712642-f1de-4dd5-b05a-8e25c2dff014", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "08fd21c7-63a4-4ca8-80f9-e7484a237c93", "address": "fa:16:3e:31:b5:8b", "network": {"id": "0042d5dd-db45-4562-950e-4589333e6da0", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-925841000", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "e37884c4ed9145a68dba8917e4927566", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08fd21c7-63", "ovs_interfaceid": "08fd21c7-63a4-4ca8-80f9-e7484a237c93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-beb4ab78-7369-4b22-a84a-bda54b75dd83 req-c0ae986c-1847-424b-8c94-c8fd4fb8e9a8 service nova] Releasing lock "refresh_cache-a140a006-c098-4eed-998b-eacb51917dbb" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG nova.compute.manager [req-7ac0e483-458d-4a14-bdc4-5f380a708c4a req-6ffcc4c1-f687-45de-b7f4-3fb637ac7169 service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Received event network-vif-plugged-08fd21c7-63a4-4ca8-80f9-e7484a237c93 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7ac0e483-458d-4a14-bdc4-5f380a708c4a req-6ffcc4c1-f687-45de-b7f4-3fb637ac7169 service nova] Acquiring lock "a140a006-c098-4eed-998b-eacb51917dbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7ac0e483-458d-4a14-bdc4-5f380a708c4a req-6ffcc4c1-f687-45de-b7f4-3fb637ac7169 service nova] Lock "a140a006-c098-4eed-998b-eacb51917dbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7ac0e483-458d-4a14-bdc4-5f380a708c4a req-6ffcc4c1-f687-45de-b7f4-3fb637ac7169 service nova] Lock "a140a006-c098-4eed-998b-eacb51917dbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG nova.compute.manager [req-7ac0e483-458d-4a14-bdc4-5f380a708c4a req-6ffcc4c1-f687-45de-b7f4-3fb637ac7169 service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] No waiting events found dispatching network-vif-plugged-08fd21c7-63a4-4ca8-80f9-e7484a237c93 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:47:46 user nova-compute[75278]: WARNING nova.compute.manager [req-7ac0e483-458d-4a14-bdc4-5f380a708c4a req-6ffcc4c1-f687-45de-b7f4-3fb637ac7169 service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Received unexpected event network-vif-plugged-08fd21c7-63a4-4ca8-80f9-e7484a237c93 for instance with vm_state active and task_state None.
Dec 06 15:47:46 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-6c5e9bf1-b790-459b-bbbe-829528c1db80 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-6c5e9bf1-b790-459b-bbbe-829528c1db80 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] No BDM found with device name hda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-6c5e9bf1-b790-459b-bbbe-829528c1db80 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] No VIF found with MAC fa:16:3e:bd:c9:aa, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-6c5e9bf1-b790-459b-bbbe-829528c1db80 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:47:46 user nova-compute[75278]:   <nova:package version="0.0.0"/>
Dec 06 15:47:46 user nova-compute[75278]:   <nova:name>tempest-device-tagging-server-512695504</nova:name>
Dec 06 15:47:46 user nova-compute[75278]:   <nova:creationTime>2023-12-06 15:47:46</nova:creationTime>
Dec 06 15:47:46 user nova-compute[75278]:   <nova:flavor name="m1.tiny">
Dec 06 15:47:46 user nova-compute[75278]:     <nova:memory>512</nova:memory>
Dec 06 15:47:46 user nova-compute[75278]:     <nova:disk>1</nova:disk>
Dec 06 15:47:46 user nova-compute[75278]:     <nova:swap>0</nova:swap>
Dec 06 15:47:46 user nova-compute[75278]:     <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:47:46 user nova-compute[75278]:     <nova:vcpus>1</nova:vcpus>
Dec 06 15:47:46 user nova-compute[75278]:   </nova:flavor>
Dec 06 15:47:46 user nova-compute[75278]:   <nova:owner>
Dec 06 15:47:46 user nova-compute[75278]:     <nova:user uuid="55226f8aa2ec41dda902d0de0d610b1c">tempest-TaggedAttachmentsTest-1550458939-project-member</nova:user>
Dec 06 15:47:46 user nova-compute[75278]:     <nova:project uuid="e37884c4ed9145a68dba8917e4927566">tempest-TaggedAttachmentsTest-1550458939</nova:project>
Dec 06 15:47:46 user nova-compute[75278]:   </nova:owner>
Dec 06 15:47:46 user nova-compute[75278]:   <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 15:47:46 user nova-compute[75278]:   <nova:ports>
Dec 06 15:47:46 user nova-compute[75278]:     <nova:port uuid="e3712642-f1de-4dd5-b05a-8e25c2dff014">
Dec 06 15:47:46 user nova-compute[75278]:       <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 06 15:47:46 user nova-compute[75278]:     </nova:port>
Dec 06 15:47:46 user nova-compute[75278]:     <nova:port uuid="08fd21c7-63a4-4ca8-80f9-e7484a237c93">
Dec 06 15:47:46 user nova-compute[75278]:       <nova:ip type="fixed" address="10.10.10.45" ipVersion="4"/>
Dec 06 15:47:46 user nova-compute[75278]:     </nova:port>
Dec 06 15:47:46 user nova-compute[75278]:   </nova:ports>
Dec 06 15:47:46 user nova-compute[75278]: </nova:instance>
Dec 06 15:47:46 user nova-compute[75278]:  {{(pid=75278) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6c5e9bf1-b790-459b-bbbe-829528c1db80 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Lock "interface-a140a006-c098-4eed-998b-eacb51917dbb-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 4.227s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:47 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 15:47:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lazEQpqs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:47:47 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:47:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:47:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:47:47 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:47:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:47:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:47:47 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 15:47:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:47 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5740aef7-560f-4198-bbb4-ea04a7134f40]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 15:47:47 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.027s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:47 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fb9b36d-463d-40e8-acb6-b735d18c2da2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf] added
Dec 06 15:47:47 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e740be5-07b8-4331-ae63-aa29a7e13c29]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[08ff913a-4c3a-4990-9a87-3209d7c62f1d]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lazEQpqs {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lazEQpqs" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d3a0f9c-a504-46a5-bc56-6f531517f58f]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lazEQpqs'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.032s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b57b0a2-5247-443e-b099-baf80c731697]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b92fc586-8815-4b66-8d91-029e74e951a5]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:47:48 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:47:48 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:47:48 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:47:48 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:47:48 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:47:48 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:47:48 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:47:48 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:47:48 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:47:48 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf -p 172.16.0.220:3260 --login" returned: 0 in 0.094s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[551ce236-a87a-4464-ae5b-de610fe56929]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf, portal: 172.16.0.220,3260]
Dec 06 15:47:48 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf, portal: 172.16.0.220,3260] successful.
Dec 06 15:47:48 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d09a76c-695a-40aa-b954-a9bc2a69121e]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Acquiring lock "9398175e-90b9-4450-8785-0ed86d49ab33" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Lock "9398175e-90b9-4450-8785-0ed86d49ab33" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7052bec5-d4bd-4d3d-8dac-4b635d8bb7f5]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG nova.objects.instance [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Lazy-loading 'flavor' on Instance uuid 9398175e-90b9-4450-8785-0ed86d49ab33 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:47:48 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:47:48 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:47:48 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:47:48 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:47:48 user nova-compute[75278]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)
Dec 06 15:47:48 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:47:48 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:47:48 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:47:48 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:47:48 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:47:48 user nova-compute[75278]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)
Dec 06 15:47:48 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.363s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] HCTL ('38', '-', '-', 0) found on session 8 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7a8706a-253d-433d-9ce5-599389d8643e]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Searching for a device in session 8 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lazEQpqs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Acquiring lock "a140a006-c098-4eed-998b-eacb51917dbb" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Lock "a140a006-c098-4eed-998b-eacb51917dbb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG nova.objects.instance [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Lazy-loading 'flavor' on Instance uuid a140a006-c098-4eed-998b-eacb51917dbb {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Lock "9398175e-90b9-4450-8785-0ed86d49ab33" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.131s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Lock "a140a006-c098-4eed-998b-eacb51917dbb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.067s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Acquiring lock "9398175e-90b9-4450-8785-0ed86d49ab33" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Lock "9398175e-90b9-4450-8785-0ed86d49ab33" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:48 user nova-compute[75278]: INFO nova.compute.manager [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Attaching volume 9570c852-a110-4597-8686-1864c0ae7673 to /dev/vdb
Dec 06 15:47:48 user nova-compute[75278]: DEBUG nova.compute.manager [req-c21fcac5-b191-46fd-beec-6521ef52a87b req-3f88873c-5c91-434c-819d-a288bb83c16b service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Received event network-vif-plugged-08fd21c7-63a4-4ca8-80f9-e7484a237c93 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c21fcac5-b191-46fd-beec-6521ef52a87b req-3f88873c-5c91-434c-819d-a288bb83c16b service nova] Acquiring lock "a140a006-c098-4eed-998b-eacb51917dbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c21fcac5-b191-46fd-beec-6521ef52a87b req-3f88873c-5c91-434c-819d-a288bb83c16b service nova] Lock "a140a006-c098-4eed-998b-eacb51917dbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c21fcac5-b191-46fd-beec-6521ef52a87b req-3f88873c-5c91-434c-819d-a288bb83c16b service nova] Lock "a140a006-c098-4eed-998b-eacb51917dbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG nova.compute.manager [req-c21fcac5-b191-46fd-beec-6521ef52a87b req-3f88873c-5c91-434c-819d-a288bb83c16b service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] No waiting events found dispatching network-vif-plugged-08fd21c7-63a4-4ca8-80f9-e7484a237c93 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:47:48 user nova-compute[75278]: WARNING nova.compute.manager [req-c21fcac5-b191-46fd-beec-6521ef52a87b req-3f88873c-5c91-434c-819d-a288bb83c16b service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Received unexpected event network-vif-plugged-08fd21c7-63a4-4ca8-80f9-e7484a237c93 for instance with vm_state active and task_state None.
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Acquiring lock "a140a006-c098-4eed-998b-eacb51917dbb" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Lock "a140a006-c098-4eed-998b-eacb51917dbb" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:48 user nova-compute[75278]: INFO nova.compute.manager [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Attaching volume 99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 to /dev/vdb
Dec 06 15:47:48 user nova-compute[75278]: DEBUG os_brick.utils [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e8e5f44-1b1b-4631-a5e8-8db31f4005bc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd275128-8630-41d8-99c5-f37db178dfbd]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1376cf1f-981a-4ab2-a6f8-9f1275e077cc]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG os_brick.utils [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[60dfec3d-19fe-49e6-b797-786392ce6076]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:49 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:47:49 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:49 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a82f9e63-cbea-4c8d-ac67-01b3b0392dc5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:49 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 15:47:49 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:49 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:49 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:47:49 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 15:47:49 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6ff13ef-5699-40b3-8869-d28d9daa2a77]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:49 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 15:47:49 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 15:47:49 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 15:47:49 user nova-compute[75278]: DEBUG os_brick.utils [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] <== get_connector_properties: return (156ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:47:49 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Updating existing volume attachment record: a1ca5fbd-244a-4ccd-8219-557ee8f967ad {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 15:47:49 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:49 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4a92401-3018-44de-ab47-bda7608b50c7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:49 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:49 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:49 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[528409ca-6ccb-4b9a-9102-5a79d6880d78]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:49 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[04f3174f-58cc-4386-a347-15c0cabaa96d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:49 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:49 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:47:49 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 15:47:49 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:49 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:47:49 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 15:47:49 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[30aa9624-4c2f-4542-b235-36ff79fe73c3]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:49 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 15:47:49 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 15:47:49 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 15:47:49 user nova-compute[75278]: DEBUG os_brick.utils [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] <== get_connector_properties: return (177ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:47:49 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Updating existing volume attachment record: 68356f79-145c-4fea-8f3f-95bf163accc7 {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 15:47:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:49 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.413s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:47:49 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] <== connect_volume: return (1415ms) {'type': 'block', 'scsi_wwn': '26562326665366436', 'path': '/dev/sdg'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:47:49 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26562326665366436', 'path': '/dev/sdg'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 15:47:49 user nova-compute[75278]: DEBUG nova.objects.instance [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Lazy-loading 'flavor' on Instance uuid 7a4a15fc-430e-4cb5-9522-e4be68c59e0d {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:47:49 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 15:47:49 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:47:49 user nova-compute[75278]:   <source dev="/dev/sdg"/>
Dec 06 15:47:49 user nova-compute[75278]:   <target dev="sdc" bus="scsi"/>
Dec 06 15:47:49 user nova-compute[75278]:   <serial>51d16947-f085-43e9-ae2d-4cdfaa9b1faf</serial>
Dec 06 15:47:49 user nova-compute[75278]:   <address type="drive" controller="0" unit="2"/>
Dec 06 15:47:49 user nova-compute[75278]: </disk>
Dec 06 15:47:49 user nova-compute[75278]:  {{(pid=75278) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 15:47:49 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] No BDM found with device name sda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:47:49 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] No BDM found with device name sdb, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:47:49 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] No BDM found with device name sdc, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:47:49 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] No VIF found with MAC fa:16:3e:51:46:2f, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PYEROCJo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:47:51 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:47:51 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:47:51 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:47:51 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:47:51 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 15:47:51 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[de351f6d-c945-45d3-84ff-a523661d8766]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 15:47:51 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0572660-7593-4d0e-bc74-70eb9c0a5aea]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3] added
Dec 06 15:47:51 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.030s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fde4249-27ce-4811-9e9d-8b4b2ee7d1f4]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.030s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a565c620-34d5-46e2-8e3d-4d13c114b7af]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PYEROCJo {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PYEROCJo" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7eef5b4-588a-420e-b28c-41adeecce53b]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PYEROCJo'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[52a7ece5-372e-4013-b6bf-33e00ae00f46]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4f878bf-b350-4816-834b-0358d1ea85b0]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:47:51 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:47:51 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:47:51 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:47:51 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:47:51 user nova-compute[75278]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)
Dec 06 15:47:51 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:47:51 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:47:51 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:47:51 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:47:51 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:47:51 user nova-compute[75278]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)
Dec 06 15:47:51 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 -p 172.16.0.220:3260 --login" returned: 0 in 0.138s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[50ffabe8-ab14-4bde-bad6-bca5dbac27a6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3, portal: 172.16.0.220,3260]
Dec 06 15:47:51 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3, portal: 172.16.0.220,3260] successful.
Dec 06 15:47:51 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.028s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4b55c7f-2cb0-4332-979f-61c49dd63950]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bcfea6b-39f0-416c-b09c-3d2a653bbbb0]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:47:51 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:47:51 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:47:51 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:47:51 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:47:51 user nova-compute[75278]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)
Dec 06 15:47:51 user nova-compute[75278]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 (non-flash)
Dec 06 15:47:51 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:47:51 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:47:51 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:47:51 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:47:51 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:47:51 user nova-compute[75278]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)
Dec 06 15:47:51 user nova-compute[75278]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 (non-flash)
Dec 06 15:47:51 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.424s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] HCTL ('39', '-', '-', 0) found on session 9 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e4932be-c1ad-4159-a87b-5b317b6d2cb5]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Searching for a device in session 9 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:47:51 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PYEROCJo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 15:47:52 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 15:47:52 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AlSQrDBz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:47:52 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:47:52 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:47:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2e6d460d-c7e3-45c6-bb2a-af704e1263a9 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Lock "7a4a15fc-430e-4cb5-9522-e4be68c59e0d" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 17.175s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.467s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] <== connect_volume: return (1470ms) {'type': 'block', 'scsi_wwn': '23764666530633936', 'path': '/dev/sdh'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23764666530633936', 'path': '/dev/sdh'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.650s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:47:53 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:47:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:47:53 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 15:47:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG nova.objects.instance [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Lazy-loading 'flavor' on Instance uuid 3ab08226-f7d6-4556-8fdb-086e056a9060 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a456f09-e04c-4c8b-93f3-895dc0dfe076]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 15:47:53 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 15:47:53 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:47:53 user nova-compute[75278]:   <source dev="/dev/sdh"/>
Dec 06 15:47:53 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:47:53 user nova-compute[75278]:   <serial>f35ffe7d-e256-40ec-9505-14a5594908e3</serial>
Dec 06 15:47:53 user nova-compute[75278]: </disk>
Dec 06 15:47:53 user nova-compute[75278]:  {{(pid=75278) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[40f77956-b32d-4759-88a3-a43c159b9371]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e] added
Dec 06 15:47:53 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cec0aca-523d-4e0c-9f67-d9b2fe81c817]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3eb6987-64bc-4d49-bd72-b229eddf13de]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AlSQrDBz {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AlSQrDBz" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7730932c-637d-4bff-8688-4a8b465ee73d]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'AlSQrDBz'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[df922f4d-dbbe-4434-a3cb-2e7bc186564a]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[673fa7f0-3b36-4010-9d3a-4560e610417f]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:47:53 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:47:53 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:47:53 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:47:53 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:47:53 user nova-compute[75278]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)
Dec 06 15:47:53 user nova-compute[75278]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 (non-flash)
Dec 06 15:47:53 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:47:53 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:47:53 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:47:53 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:47:53 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:47:53 user nova-compute[75278]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)
Dec 06 15:47:53 user nova-compute[75278]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 (non-flash)
Dec 06 15:47:53 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e -p 172.16.0.220:3260 --login" returned: 0 in 0.080s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[018711b0-8415-4c4f-b0e9-802180ba964b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e, portal: 172.16.0.220,3260]
Dec 06 15:47:53 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e, portal: 172.16.0.220,3260] successful.
Dec 06 15:47:53 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[954afe28-048f-4eae-a522-58a6afee4408]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e367c41-6a15-4f19-859c-fddc52233a8e]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e (non-flash)
Dec 06 15:47:53 user nova-compute[75278]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:47:53 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:47:53 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:47:53 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:47:53 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:47:53 user nova-compute[75278]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)
Dec 06 15:47:53 user nova-compute[75278]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 (non-flash)
Dec 06 15:47:53 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e (non-flash)
Dec 06 15:47:53 user nova-compute[75278]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:47:53 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:47:53 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:47:53 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:47:53 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:47:53 user nova-compute[75278]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)
Dec 06 15:47:53 user nova-compute[75278]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 (non-flash)
Dec 06 15:47:53 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.312s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] HCTL ('40', '-', '-', 0) found on session 10 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Scanning host 40 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host40/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host40/scan" returned: 0 in 0.015s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[49c4f8ad-3cdc-4331-bb78-35bab532c62f]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Searching for a device in session 10 and hctl ['40', '*', '*', 0] yield: None {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] No VIF found with MAC fa:16:3e:88:85:51, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:47:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0a9cb258-e20d-4ef8-9645-8f5a58a8acf7 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Lock "3ab08226-f7d6-4556-8fdb-086e056a9060" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 14.703s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-e581d5d9-ef61-43c5-bc5e-ff87e29c1394 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Acquiring lock "7a4a15fc-430e-4cb5-9522-e4be68c59e0d" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-e581d5d9-ef61-43c5-bc5e-ff87e29c1394 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Lock "7a4a15fc-430e-4cb5-9522-e4be68c59e0d" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:54 user nova-compute[75278]: INFO nova.compute.manager [None req-e581d5d9-ef61-43c5-bc5e-ff87e29c1394 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Detaching volume 51d16947-f085-43e9-ae2d-4cdfaa9b1faf
Dec 06 15:47:54 user nova-compute[75278]: INFO nova.virt.block_device [None req-e581d5d9-ef61-43c5-bc5e-ff87e29c1394 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Attempting to driver detach volume 51d16947-f085-43e9-ae2d-4cdfaa9b1faf from mountpoint /dev/sdc
Dec 06 15:47:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-e581d5d9-ef61-43c5-bc5e-ff87e29c1394 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Attempting to detach device sdc from instance 7a4a15fc-430e-4cb5-9522-e4be68c59e0d from the persistent domain config. {{(pid=75278) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 15:47:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-e581d5d9-ef61-43c5-bc5e-ff87e29c1394 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 15:47:54 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:47:54 user nova-compute[75278]:   <source dev="/dev/sdg"/>
Dec 06 15:47:54 user nova-compute[75278]:   <target dev="sdc" bus="scsi"/>
Dec 06 15:47:54 user nova-compute[75278]:   <serial>51d16947-f085-43e9-ae2d-4cdfaa9b1faf</serial>
Dec 06 15:47:54 user nova-compute[75278]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Dec 06 15:47:54 user nova-compute[75278]: </disk>
Dec 06 15:47:54 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 15:47:54 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-e581d5d9-ef61-43c5-bc5e-ff87e29c1394 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Successfully detached device sdc from instance 7a4a15fc-430e-4cb5-9522-e4be68c59e0d from the persistent domain config.
Dec 06 15:47:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-e581d5d9-ef61-43c5-bc5e-ff87e29c1394 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] (1/8): Attempting to detach device sdc with device alias scsi0-0-0-2 from instance 7a4a15fc-430e-4cb5-9522-e4be68c59e0d from the live domain config. {{(pid=75278) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 15:47:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-e581d5d9-ef61-43c5-bc5e-ff87e29c1394 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 15:47:54 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:47:54 user nova-compute[75278]:   <source dev="/dev/sdg"/>
Dec 06 15:47:54 user nova-compute[75278]:   <target dev="sdc" bus="scsi"/>
Dec 06 15:47:54 user nova-compute[75278]:   <serial>51d16947-f085-43e9-ae2d-4cdfaa9b1faf</serial>
Dec 06 15:47:54 user nova-compute[75278]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Dec 06 15:47:54 user nova-compute[75278]: </disk>
Dec 06 15:47:54 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 15:47:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:54 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Searching for a device in session 10 and hctl ['40', '*', '*', 0] yield: sdi {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:47:54 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Connected to sdi using {'target_iqn': 'iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AlSQrDBz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 15:47:54 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.341s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:47:54 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] <== connect_volume: return (1991ms) {'type': 'block', 'scsi_wwn': '23331633231643332', 'path': '/dev/sdi'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:47:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23331633231643332', 'path': '/dev/sdi'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 15:47:54 user nova-compute[75278]: DEBUG nova.objects.instance [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lazy-loading 'flavor' on Instance uuid 57133132-53e9-4b8a-811e-85aa53f24315 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:47:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 15:47:54 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:47:54 user nova-compute[75278]:   <source dev="/dev/sdi"/>
Dec 06 15:47:54 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:47:54 user nova-compute[75278]:   <serial>aa94d662-a216-441a-b419-e35f72f7af6e</serial>
Dec 06 15:47:54 user nova-compute[75278]: </disk>
Dec 06 15:47:54 user nova-compute[75278]:  {{(pid=75278) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 15:47:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-e581d5d9-ef61-43c5-bc5e-ff87e29c1394 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Start waiting for the detach event from libvirt for device sdc with device alias scsi0-0-0-2 for instance 7a4a15fc-430e-4cb5-9522-e4be68c59e0d {{(pid=75278) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 15:47:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] Acquiring lock "3ab08226-f7d6-4556-8fdb-086e056a9060" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:47:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] Lock "3ab08226-f7d6-4556-8fdb-086e056a9060" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:47:55 user nova-compute[75278]: DEBUG os_brick.utils [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:47:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[beeb8f89-5240-4efe-91ab-de9891e4e067]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[29259967-2b91-461f-9b74-94b416344476]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:47:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[65ee29ba-145f-4c2c-90b3-3673fcf83f30]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a1bbd7b-5d26-448d-afe0-fb857c5365bc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:47:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 15:47:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:47:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:47:55 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 15:47:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bcfe83c-5883-4474-b6ce-f710730f6af5]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:47:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 15:47:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 15:47:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 15:47:55 user nova-compute[75278]: DEBUG os_brick.utils [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] <== get_connector_properties: return (171ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:47:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:47:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:47:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] No VIF found with MAC fa:16:3e:6c:48:6d, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:47:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-c762dc45-0748-42b0-a438-e43cd3bafa87 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "57133132-53e9-4b8a-811e-85aa53f24315" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 16.023s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:47:55 user nova-compute[75278]: INFO nova.compute.manager [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Swapping volume f35ffe7d-e256-40ec-9505-14a5594908e3 for 9f8c74f6-f094-437c-bf32-6b413c9f0115
Dec 06 15:47:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:56 user nova-compute[75278]: DEBUG nova.compute.manager [req-5d21735d-0a21-4142-8d96-cf1efefb027f req-a5ab2c40-7071-444c-9b09-0019649c1f42 service nova] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Received event network-changed-ed924393-0078-4972-8dbf-9c7743513cc5 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:47:56 user nova-compute[75278]: DEBUG nova.compute.manager [req-5d21735d-0a21-4142-8d96-cf1efefb027f req-a5ab2c40-7071-444c-9b09-0019649c1f42 service nova] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Refreshing instance network info cache due to event network-changed-ed924393-0078-4972-8dbf-9c7743513cc5. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:47:56 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5d21735d-0a21-4142-8d96-cf1efefb027f req-a5ab2c40-7071-444c-9b09-0019649c1f42 service nova] Acquiring lock "refresh_cache-3d6b3a3a-a6f1-4116-a7ff-9903e522552b" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:47:56 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5d21735d-0a21-4142-8d96-cf1efefb027f req-a5ab2c40-7071-444c-9b09-0019649c1f42 service nova] Acquired lock "refresh_cache-3d6b3a3a-a6f1-4116-a7ff-9903e522552b" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:47:56 user nova-compute[75278]: DEBUG nova.network.neutron [req-5d21735d-0a21-4142-8d96-cf1efefb027f req-a5ab2c40-7071-444c-9b09-0019649c1f42 service nova] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Refreshing network info cache for port ed924393-0078-4972-8dbf-9c7743513cc5 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:47:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:47:57 user nova-compute[75278]: DEBUG nova.network.neutron [req-5d21735d-0a21-4142-8d96-cf1efefb027f req-a5ab2c40-7071-444c-9b09-0019649c1f42 service nova] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Updated VIF entry in instance network info cache for port ed924393-0078-4972-8dbf-9c7743513cc5. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:47:57 user nova-compute[75278]: DEBUG nova.network.neutron [req-5d21735d-0a21-4142-8d96-cf1efefb027f req-a5ab2c40-7071-444c-9b09-0019649c1f42 service nova] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Updating instance_info_cache with network_info: [{"id": "ed924393-0078-4972-8dbf-9c7743513cc5", "address": "fa:16:3e:ec:a2:ef", "network": {"id": "8dbc1e9d-381b-4e89-a4d3-a351b5589221", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1805383912-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.19", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "01fee0ccb7b94938b431f3f57686ea91", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "taped924393-00", "ovs_interfaceid": "ed924393-0078-4972-8dbf-9c7743513cc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:47:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5d21735d-0a21-4142-8d96-cf1efefb027f req-a5ab2c40-7071-444c-9b09-0019649c1f42 service nova] Releasing lock "refresh_cache-3d6b3a3a-a6f1-4116-a7ff-9903e522552b" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:47:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rCybcQmM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:48:01 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:48:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:48:01 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:48:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:48:01 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 15:48:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[de6753d8-a8d8-4c5a-b41d-d0cc8c0f47ff]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 15:48:01 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4e88dda-e651-443e-9b32-cb824d20db67]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673] added
Dec 06 15:48:01 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c13b653d-8cc2-40f3-abc7-7e4a16aa7a5e]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d61d377-92a1-4999-9987-f410c488cb74]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rCybcQmM {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rCybcQmM" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f5e9a97-233a-4c60-ad46-8548768eca86]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rCybcQmM'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[475560a6-b4a7-439f-baa1-e898ab310f9d]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a4802ad-2297-4836-beaa-688f0d54026a]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e (non-flash)
Dec 06 15:48:01 user nova-compute[75278]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:48:01 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:48:01 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:48:01 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:48:01 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:48:01 user nova-compute[75278]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)
Dec 06 15:48:01 user nova-compute[75278]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 (non-flash)
Dec 06 15:48:01 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e (non-flash)
Dec 06 15:48:01 user nova-compute[75278]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:48:01 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:48:01 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:48:01 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:48:01 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:48:01 user nova-compute[75278]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)
Dec 06 15:48:01 user nova-compute[75278]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 (non-flash)
Dec 06 15:48:01 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 -p 172.16.0.220:3260 --login" returned: 0 in 0.116s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8e74ce1-970f-4b3d-bdfb-308ba92edc5a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673, portal: 172.16.0.220,3260]
Dec 06 15:48:01 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673, portal: 172.16.0.220,3260] successful.
Dec 06 15:48:01 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[23fdc0a6-7d27-4ec4-b92a-fc7469d2a050]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.044s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[86c7eaaa-4f1a-473f-b9cc-085438f86de9]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e (non-flash)
Dec 06 15:48:01 user nova-compute[75278]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 (non-flash)
Dec 06 15:48:01 user nova-compute[75278]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:48:01 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:48:01 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:48:01 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:48:01 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:48:01 user nova-compute[75278]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)
Dec 06 15:48:01 user nova-compute[75278]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 (non-flash)
Dec 06 15:48:01 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e (non-flash)
Dec 06 15:48:01 user nova-compute[75278]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 (non-flash)
Dec 06 15:48:01 user nova-compute[75278]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:48:01 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:48:01 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:48:01 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:48:01 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:48:01 user nova-compute[75278]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)
Dec 06 15:48:01 user nova-compute[75278]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 (non-flash)
Dec 06 15:48:01 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.395s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] HCTL ('41', '-', '-', 0) found on session 11 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Scanning host 41 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host41/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host41/scan" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e5832a5-c972-4f9a-8993-4d5539ef03ed]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Searching for a device in session 11 and hctl ['41', '*', '*', 0] yield: sdj {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:48:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Connected to sdj using {'target_iqn': 'iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rCybcQmM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 15:48:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:02 user nova-compute[75278]: INFO nova.compute.manager [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Rebuilding instance
Dec 06 15:48:02 user nova-compute[75278]: DEBUG nova.compute.manager [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:48:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.435s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:48:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] <== connect_volume: return (1437ms) {'type': 'block', 'scsi_wwn': '26133313235353831', 'path': '/dev/sdj'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:48:02 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26133313235353831', 'path': '/dev/sdj'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 15:48:02 user nova-compute[75278]: DEBUG nova.objects.instance [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Lazy-loading 'flavor' on Instance uuid 9398175e-90b9-4450-8785-0ed86d49ab33 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:48:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-bd511a0e-7a96-43b7-b2b0-8faa4818acd6 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Acquiring lock "57133132-53e9-4b8a-811e-85aa53f24315" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-bd511a0e-7a96-43b7-b2b0-8faa4818acd6 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "57133132-53e9-4b8a-811e-85aa53f24315" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:02 user nova-compute[75278]: INFO nova.compute.manager [None req-bd511a0e-7a96-43b7-b2b0-8faa4818acd6 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Detaching volume aa94d662-a216-441a-b419-e35f72f7af6e
Dec 06 15:48:02 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] attach device xml: <disk type="block" device="disk">
Dec 06 15:48:02 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:48:02 user nova-compute[75278]:   <source dev="/dev/sdj"/>
Dec 06 15:48:02 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:48:02 user nova-compute[75278]:   <serial>9570c852-a110-4597-8686-1864c0ae7673</serial>
Dec 06 15:48:02 user nova-compute[75278]: </disk>
Dec 06 15:48:02 user nova-compute[75278]:  {{(pid=75278) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 15:48:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:03 user nova-compute[75278]: INFO nova.virt.block_device [None req-bd511a0e-7a96-43b7-b2b0-8faa4818acd6 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Attempting to driver detach volume aa94d662-a216-441a-b419-e35f72f7af6e from mountpoint /dev/vdb
Dec 06 15:48:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-bd511a0e-7a96-43b7-b2b0-8faa4818acd6 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Attempting to detach device vdb from instance 57133132-53e9-4b8a-811e-85aa53f24315 from the persistent domain config. {{(pid=75278) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 15:48:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-bd511a0e-7a96-43b7-b2b0-8faa4818acd6 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 15:48:03 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:48:03 user nova-compute[75278]:   <source dev="/dev/sdi"/>
Dec 06 15:48:03 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:48:03 user nova-compute[75278]:   <serial>aa94d662-a216-441a-b419-e35f72f7af6e</serial>
Dec 06 15:48:03 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 15:48:03 user nova-compute[75278]: </disk>
Dec 06 15:48:03 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 15:48:03 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-bd511a0e-7a96-43b7-b2b0-8faa4818acd6 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Successfully detached device vdb from instance 57133132-53e9-4b8a-811e-85aa53f24315 from the persistent domain config.
Dec 06 15:48:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-bd511a0e-7a96-43b7-b2b0-8faa4818acd6 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 57133132-53e9-4b8a-811e-85aa53f24315 from the live domain config. {{(pid=75278) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 15:48:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-bd511a0e-7a96-43b7-b2b0-8faa4818acd6 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 15:48:03 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:48:03 user nova-compute[75278]:   <source dev="/dev/sdi"/>
Dec 06 15:48:03 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:48:03 user nova-compute[75278]:   <serial>aa94d662-a216-441a-b419-e35f72f7af6e</serial>
Dec 06 15:48:03 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 15:48:03 user nova-compute[75278]: </disk>
Dec 06 15:48:03 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 15:48:03 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:48:03 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:48:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:48:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] No BDM found with device name vdb, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:48:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] No VIF found with MAC fa:16:3e:18:36:ce, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:48:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-746918ca-9039-4ce3-8984-f866c3a9d66d tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Lock "9398175e-90b9-4450-8785-0ed86d49ab33" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 14.998s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-bd511a0e-7a96-43b7-b2b0-8faa4818acd6 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 57133132-53e9-4b8a-811e-85aa53f24315 {{(pid=75278) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 15:48:03 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Instance destroyed successfully.
Dec 06 15:48:03 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Instance destroyed successfully.
Dec 06 15:48:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:46:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-497026259',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1489623312',id=10,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOaswtDBycik4kq84xyeWumr41+2u2dfP7+Th3ub6MujjqWwQupEZr56SNqIbJtr7HILEgvGg5cIy98EeC1ouBziIgaW39KNlmOCyYPUdvHzjm3Ve4MO113X4AL03zcqRQ==',key_name='tempest-keypair-1442744948',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:46:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='01fee0ccb7b94938b431f3f57686ea91',ramdisk_id='',reservation_id='r-dk1e4hne',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1650740613',owner_user_name='tempest-ServerActionsV293TestJSON-1650740613-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:48:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2a7a78a24807422ea42fb0579e5e9f7b',uuid=3d6b3a3a-a6f1-4116-a7ff-9903e522552b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ed924393-0078-4972-8dbf-9c7743513cc5", "address": "fa:16:3e:ec:a2:ef", "network": {"id": "8dbc1e9d-381b-4e89-a4d3-a351b5589221", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1805383912-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.19", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "01fee0ccb7b94938b431f3f57686ea91", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "taped924393-00", "ovs_interfaceid": "ed924393-0078-4972-8dbf-9c7743513cc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:48:03 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Converting VIF {"id": "ed924393-0078-4972-8dbf-9c7743513cc5", "address": "fa:16:3e:ec:a2:ef", "network": {"id": "8dbc1e9d-381b-4e89-a4d3-a351b5589221", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1805383912-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.19", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "01fee0ccb7b94938b431f3f57686ea91", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "taped924393-00", "ovs_interfaceid": "ed924393-0078-4972-8dbf-9c7743513cc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ec:a2:ef,bridge_name='br-int',has_traffic_filtering=True,id=ed924393-0078-4972-8dbf-9c7743513cc5,network=Network(8dbc1e9d-381b-4e89-a4d3-a351b5589221),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='taped924393-00') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_vif [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ec:a2:ef,bridge_name='br-int',has_traffic_filtering=True,id=ed924393-0078-4972-8dbf-9c7743513cc5,network=Network(8dbc1e9d-381b-4e89-a4d3-a351b5589221),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='taped924393-00') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=taped924393-00, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f28b77a8-fc81-4699-92ca-cf91b6f77676) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:04 user nova-compute[75278]: INFO os_vif [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ec:a2:ef,bridge_name='br-int',has_traffic_filtering=True,id=ed924393-0078-4972-8dbf-9c7743513cc5,network=Network(8dbc1e9d-381b-4e89-a4d3-a351b5589221),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='taped924393-00')
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hQpJGgwL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:48:04 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.029s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[97974b86-548d-42a4-9176-87662a7d6f8b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 15:48:04 user nova-compute[75278]: No targets found.
Dec 06 15:48:04 user nova-compute[75278]: iSNS:
Dec 06 15:48:04 user nova-compute[75278]: No targets found.
Dec 06 15:48:04 user nova-compute[75278]: STATIC:
Dec 06 15:48:04 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954
Dec 06 15:48:04 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:04 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:04 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e
Dec 06 15:48:04 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:04 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:04 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac
Dec 06 15:48:04 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:04 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:04 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc
Dec 06 15:48:04 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:04 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:04 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d
Dec 06 15:48:04 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:04 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:04 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf
Dec 06 15:48:04 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:04 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:04 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673
Dec 06 15:48:04 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:04 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:04 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3
Dec 06 15:48:04 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:04 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:04 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c
Dec 06 15:48:04 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:04 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:04 user nova-compute[75278]: FIRMWARE:
Dec 06 15:48:04 user nova-compute[75278]: No targets found.
Dec 06 15:48:04 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 15:48:04 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 15:48:04 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd133971-b7c1-4959-8dfa-ca96cb65a2f1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-d28cdf5d-5f64-4dac-801c-9bb761751718 tempest-VolumesAssistedSnapshotsTest-1740782542 tempest-VolumesAssistedSnapshotsTest-1740782542-project] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] volume_snapshot_create: create_info: {'snapshot_id': '7ca17cae-bec8-4e73-a090-719155562251', 'type': 'qcow2', 'new_file': 'new_file'} {{(pid=75278) volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3572}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-d28cdf5d-5f64-4dac-801c-9bb761751718 tempest-VolumesAssistedSnapshotsTest-1740782542 tempest-VolumesAssistedSnapshotsTest-1740782542-project] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] snap xml: <domainsnapshot>
Dec 06 15:48:04 user nova-compute[75278]:   <disks>
Dec 06 15:48:04 user nova-compute[75278]:     <disk name="/dev/sdj" snapshot="external" type="file">
Dec 06 15:48:04 user nova-compute[75278]:       <source file="/dev/new_file"/>
Dec 06 15:48:04 user nova-compute[75278]:     </disk>
Dec 06 15:48:04 user nova-compute[75278]:     <disk name="vda" snapshot="no"/>
Dec 06 15:48:04 user nova-compute[75278]:   </disks>
Dec 06 15:48:04 user nova-compute[75278]: </domainsnapshot>
Dec 06 15:48:04 user nova-compute[75278]:  {{(pid=75278) _volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3513}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG nova.objects.instance [None req-d28cdf5d-5f64-4dac-801c-9bb761751718 tempest-VolumesAssistedSnapshotsTest-1740782542 tempest-VolumesAssistedSnapshotsTest-1740782542-project] Lazy-loading 'system_metadata' on Instance uuid 9398175e-90b9-4450-8785-0ed86d49ab33 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.038s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb5155b9-4c84-4112-9ae2-420e9b8c1139]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 (non-flash)
Dec 06 15:48:04 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 (non-flash)
Dec 06 15:48:04 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f444c144550>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc'): ({'sdb'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Removing single pathed devices sdb {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e23b8403-87a0-4de4-a44f-e5b4746cc2d7]: (4, ('path checker states:\nup                  9\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MZOARSLn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:48:04 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-a1defd00-62c8-44c8-a9ff-4ea7e87a3cb2 tempest-VolumesAssistedSnapshotsTest-1740782542 tempest-VolumesAssistedSnapshotsTest-1740782542-project] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] volume_snapshot_delete: delete_info: {'volume_id': '9570c852-a110-4597-8686-1864c0ae7673'} {{(pid=75278) _volume_snapshot_delete /opt/stack/nova/nova/virt/libvirt/driver.py:3673}}
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [None req-a1defd00-62c8-44c8-a9ff-4ea7e87a3cb2 tempest-VolumesAssistedSnapshotsTest-1740782542 tempest-VolumesAssistedSnapshotsTest-1740782542-project] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Error occurred during volume_snapshot_delete, sending error status to Cinder.: KeyError: 'type'
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Traceback (most recent call last):
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3846, in volume_snapshot_delete
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33]     self._volume_snapshot_delete(context, instance, volume_id,
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3676, in _volume_snapshot_delete
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33]     if delete_info['type'] != 'qcow2':
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] KeyError: 'type'
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] 
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a970781-bfda-401c-b815-f57b49b762a5]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Flushing IO for device /dev/sdb {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 15:48:04 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-d28cdf5d-5f64-4dac-801c-9bb761751718 tempest-VolumesAssistedSnapshotsTest-1740782542 tempest-VolumesAssistedSnapshotsTest-1740782542-project] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [None req-d28cdf5d-5f64-4dac-801c-9bb761751718 tempest-VolumesAssistedSnapshotsTest-1740782542 tempest-VolumesAssistedSnapshotsTest-1740782542-project] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Unable to create VM snapshot, failing volume_snapshot operation.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Traceback (most recent call last):
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3540, in _volume_snapshot_create
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33]     rv = execute(f, *args, **kwargs)
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33]     six.reraise(c, e, tb)
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33]     raise value
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33]     rv = meth(*args, **kwargs)
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] 
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [None req-d28cdf5d-5f64-4dac-801c-9bb761751718 tempest-VolumesAssistedSnapshotsTest-1740782542 tempest-VolumesAssistedSnapshotsTest-1740782542-project] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Error occurred during volume_snapshot_create, sending error status to Cinder.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Traceback (most recent call last):
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3590, in volume_snapshot_create
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33]     self._volume_snapshot_create(context, instance, guest,
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3540, in _volume_snapshot_create
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33]     rv = execute(f, *args, **kwargs)
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33]     six.reraise(c, e, tb)
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33]     raise value
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33]     rv = meth(*args, **kwargs)
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] 
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cd40683-2dd5-4747-b0f5-3eed5a85f6cb]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [None req-a1defd00-62c8-44c8-a9ff-4ea7e87a3cb2 tempest-VolumesAssistedSnapshotsTest-1740782542 tempest-VolumesAssistedSnapshotsTest-1740782542-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot None could not be found.
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3846, in volume_snapshot_delete
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_delete(context, instance, volume_id,
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3676, in _volume_snapshot_delete
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     if delete_info['type'] != 'qcow2':
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver KeyError: 'type'
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver 
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver 
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot None could not be found. (HTTP 404) (Request-ID: req-2734a85a-d993-48c6-bc72-7e738d3743e6)
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver 
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver 
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3412, in _volume_snapshot_update_status
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot None could not be found.
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver 
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.050s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[590b410b-22fa-4a44-b919-ca658a6d936c]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] SCSI volumes sdb have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver [None req-d28cdf5d-5f64-4dac-801c-9bb761751718 tempest-VolumesAssistedSnapshotsTest-1740782542 tempest-VolumesAssistedSnapshotsTest-1740782542-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot 7ca17cae-bec8-4e73-a090-719155562251 could not be found.
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3590, in volume_snapshot_create
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_create(context, instance, guest,
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3540, in _volume_snapshot_create
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     self._domain.snapshotCreateXML(device_xml, flags=flags)
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     result = proxy_call(self._autowrap, f, *args, **kwargs)
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     rv = execute(f, *args, **kwargs)
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     six.reraise(c, e, tb)
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     raise value
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     rv = meth(*args, **kwargs)
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     raise libvirtError('virDomainSnapshotCreateXML() failed')
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver 
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver 
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot 7ca17cae-bec8-4e73-a090-719155562251 could not be found. (HTTP 404) (Request-ID: req-9a0da342-126f-4e54-adea-f8a9ae8b0f94)
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver 
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver 
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3412, in _volume_snapshot_update_status
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot 7ca17cae-bec8-4e73-a090-719155562251 could not be found.
Dec 06 15:48:04 user nova-compute[75278]: ERROR nova.virt.libvirt.driver 
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server [None req-a1defd00-62c8-44c8-a9ff-4ea7e87a3cb2 tempest-VolumesAssistedSnapshotsTest-1740782542 tempest-VolumesAssistedSnapshotsTest-1740782542-project] Exception during message handling: KeyError: 'type'
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4517, in volume_snapshot_delete
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_delete(context, instance, volume_id,
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3849, in volume_snapshot_delete
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3846, in volume_snapshot_delete
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_delete(context, instance, volume_id,
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3676, in _volume_snapshot_delete
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     if delete_info['type'] != 'qcow2':
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server KeyError: 'type'
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server 
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0743a03-765c-4c65-af32-5d012b13fec7]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server [None req-d28cdf5d-5f64-4dac-801c-9bb761751718 tempest-VolumesAssistedSnapshotsTest-1740782542 tempest-VolumesAssistedSnapshotsTest-1740782542-project] Exception during message handling: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4505, in volume_snapshot_create
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_create(context, instance, volume_id,
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3593, in volume_snapshot_create
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3590, in volume_snapshot_create
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_create(context, instance, guest,
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3540, in _volume_snapshot_create
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     self._domain.snapshotCreateXML(device_xml, flags=flags)
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     result = proxy_call(self._autowrap, f, *args, **kwargs)
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     rv = execute(f, *args, **kwargs)
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     six.reraise(c, e, tb)
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     raise value
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     rv = meth(*args, **kwargs)
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     raise libvirtError('virDomainSnapshotCreateXML() failed')
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 06 15:48:04 user nova-compute[75278]: ERROR oslo_messaging.rpc.server 
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 --logout" returned: 0 in 0.099s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[be9b5dae-02af-4c00-bda1-33bac8559319]: (4, ('Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc, portal: 172.16.0.220,3260]\nLogout of [sid: 2, target: iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc, portal: 172.16.0.220,3260]
Dec 06 15:48:04 user nova-compute[75278]: Logout of [sid: 2, target: iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc, portal: 172.16.0.220,3260] successful.
Dec 06 15:48:04 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 --op delete" returned: 0 in 0.053s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[751065e4-f2a9-4efd-ad2e-fac02c613643]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.491s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] <== disconnect_volume: return (494ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 15:48:04 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Deleting instance files /opt/stack/data/nova/instances/3d6b3a3a-a6f1-4116-a7ff-9903e522552b_del
Dec 06 15:48:04 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Deletion of /opt/stack/data/nova/instances/3d6b3a3a-a6f1-4116-a7ff-9903e522552b_del complete
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.343s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:48:04 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:48:04 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[63bfe2cd-d5aa-4840-9118-1a8565fb786c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 15:48:04 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f4eb657-4ba2-42c9-8416-c17985460524]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0] added
Dec 06 15:48:04 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9ae7a37-c614-47cf-9b67-e67812a08ce7]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.036s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[21e562f1-6d5b-4864-941c-5b41d57e298d]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-25a3e5d2-2ad4-4b22-9c6c-d5967136c0e6 tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Acquiring lock "9398175e-90b9-4450-8785-0ed86d49ab33" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-25a3e5d2-2ad4-4b22-9c6c-d5967136c0e6 tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Lock "9398175e-90b9-4450-8785-0ed86d49ab33" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MZOARSLn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:04 user nova-compute[75278]: INFO nova.compute.manager [None req-25a3e5d2-2ad4-4b22-9c6c-d5967136c0e6 tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Detaching volume 9570c852-a110-4597-8686-1864c0ae7673
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MZOARSLn" returned: 0 in 0.033s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6552a8c7-feb3-470b-a3a7-c12c599f2dec]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MZOARSLn'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0568785-9292-4553-add3-0424aa4552b7]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae261d41-c30e-44ec-a527-98a19000a623]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 (non-flash)
Dec 06 15:48:04 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 (non-flash)
Dec 06 15:48:04 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:04 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] During detach_volume, instance disappeared.: nova.exception.InstanceNotFound: Instance 3d6b3a3a-a6f1-4116-a7ff-9903e522552b could not be found.
Dec 06 15:48:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hQpJGgwL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:48:04 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:48:04 user nova-compute[75278]: INFO nova.virt.block_device [None req-25a3e5d2-2ad4-4b22-9c6c-d5967136c0e6 tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Attempting to driver detach volume 9570c852-a110-4597-8686-1864c0ae7673 from mountpoint /dev/vdb
Dec 06 15:48:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-25a3e5d2-2ad4-4b22-9c6c-d5967136c0e6 tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Attempting to detach device vdb from instance 9398175e-90b9-4450-8785-0ed86d49ab33 from the persistent domain config. {{(pid=75278) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-25a3e5d2-2ad4-4b22-9c6c-d5967136c0e6 tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] detach device xml: <disk type="block" device="disk">
Dec 06 15:48:04 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:48:04 user nova-compute[75278]:   <source dev="/dev/sdj"/>
Dec 06 15:48:04 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:48:04 user nova-compute[75278]:   <serial>9570c852-a110-4597-8686-1864c0ae7673</serial>
Dec 06 15:48:04 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 15:48:04 user nova-compute[75278]: </disk>
Dec 06 15:48:04 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 -p 172.16.0.220:3260 --login" returned: 0 in 0.084s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[43947141-e38c-4be0-9d11-b901d6db7992]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0, portal: 172.16.0.220,3260]
Dec 06 15:48:04 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0, portal: 172.16.0.220,3260] successful.
Dec 06 15:48:04 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:04 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-25a3e5d2-2ad4-4b22-9c6c-d5967136c0e6 tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Successfully detached device vdb from instance 9398175e-90b9-4450-8785-0ed86d49ab33 from the persistent domain config.
Dec 06 15:48:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-25a3e5d2-2ad4-4b22-9c6c-d5967136c0e6 tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 9398175e-90b9-4450-8785-0ed86d49ab33 from the live domain config. {{(pid=75278) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-25a3e5d2-2ad4-4b22-9c6c-d5967136c0e6 tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] detach device xml: <disk type="block" device="disk">
Dec 06 15:48:04 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:48:04 user nova-compute[75278]:   <source dev="/dev/sdj"/>
Dec 06 15:48:04 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:48:04 user nova-compute[75278]:   <serial>9570c852-a110-4597-8686-1864c0ae7673</serial>
Dec 06 15:48:04 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 15:48:04 user nova-compute[75278]: </disk>
Dec 06 15:48:04 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f6e59e2-c705-4f68-a4f4-5bd7a22b7cb6]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.039s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d06ed552-c740-46d6-bb92-8d92519ae95e]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 (non-flash)
Dec 06 15:48:04 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)
Dec 06 15:48:04 user nova-compute[75278]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 (non-flash)
Dec 06 15:48:04 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.393s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] HCTL ('33', '-', '-', 0) found on session 12 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 15:48:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.026s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[60947c7c-b786-42b2-abe0-95cdc3fb16a6]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:05 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Searching for a device in session 12 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:48:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MZOARSLn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 15:48:05 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:48:05 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-25a3e5d2-2ad4-4b22-9c6c-d5967136c0e6 tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 9398175e-90b9-4450-8785-0ed86d49ab33 {{(pid=75278) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 15:48:06 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.458s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:48:06 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] <== connect_volume: return (1801ms) {'type': 'block', 'scsi_wwn': '23736643963336161', 'path': '/dev/sdb'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:48:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23736643963336161', 'path': '/dev/sdb'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 15:48:06 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 1.185s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:48:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:06 user nova-compute[75278]: DEBUG nova.objects.instance [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Lazy-loading 'flavor' on Instance uuid a140a006-c098-4eed-998b-eacb51917dbb {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:48:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:06 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d4bcfab-0bf9-478b-9501-cc2f601c504c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:06 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 15:48:06 user nova-compute[75278]: No targets found.
Dec 06 15:48:06 user nova-compute[75278]: iSNS:
Dec 06 15:48:06 user nova-compute[75278]: No targets found.
Dec 06 15:48:06 user nova-compute[75278]: STATIC:
Dec 06 15:48:06 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954
Dec 06 15:48:06 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:06 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:06 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e
Dec 06 15:48:06 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:06 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:06 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac
Dec 06 15:48:06 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:06 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:06 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d
Dec 06 15:48:06 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:06 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:06 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0
Dec 06 15:48:06 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:06 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:06 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf
Dec 06 15:48:06 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:06 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:06 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673
Dec 06 15:48:06 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:06 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:06 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3
Dec 06 15:48:06 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:06 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:06 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c
Dec 06 15:48:06 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:06 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:06 user nova-compute[75278]: FIRMWARE:
Dec 06 15:48:06 user nova-compute[75278]: No targets found.
Dec 06 15:48:06 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:48:06 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 15:48:06 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 15:48:06 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 15:48:06 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 15:48:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:06 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:48:06 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 15:48:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 15:48:06 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:48:06 user nova-compute[75278]:   <source dev="/dev/sdb"/>
Dec 06 15:48:06 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:48:06 user nova-compute[75278]:   <serial>99c1bd89-45a9-4ff8-b276-0b7751e6e5d0</serial>
Dec 06 15:48:06 user nova-compute[75278]: </disk>
Dec 06 15:48:06 user nova-compute[75278]:  {{(pid=75278) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 15:48:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:06 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b070fe2c-5c5b-4a88-92bf-ddef7dd6a09e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:06 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ebe0ad3-54cd-443f-a582-d45279ec887e]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:06 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e (non-flash)
Dec 06 15:48:06 user nova-compute[75278]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 (non-flash)
Dec 06 15:48:06 user nova-compute[75278]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 (non-flash)
Dec 06 15:48:06 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:48:06 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:48:06 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:48:06 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:48:06 user nova-compute[75278]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)
Dec 06 15:48:06 user nova-compute[75278]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 (non-flash)
Dec 06 15:48:06 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:48:06 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e (non-flash)
Dec 06 15:48:06 user nova-compute[75278]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 (non-flash)
Dec 06 15:48:06 user nova-compute[75278]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 (non-flash)
Dec 06 15:48:06 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:48:06 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:48:06 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:48:06 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:48:06 user nova-compute[75278]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)
Dec 06 15:48:06 user nova-compute[75278]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 (non-flash)
Dec 06 15:48:06 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:48:06 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c3743a0>, {}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 15:48:06 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Disconnecting from: [] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 15:48:06 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.088s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:48:06 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] <== disconnect_volume: return (1273ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:48:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 15:48:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "refresh_cache-accf5417-e552-4fa7-8b65-5f3121d1d17f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:48:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquired lock "refresh_cache-accf5417-e552-4fa7-8b65-5f3121d1d17f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:48:06 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Forcefully refreshing network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 15:48:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:48:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] No BDM found with device name hda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:48:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] No VIF found with MAC fa:16:3e:bd:c9:aa, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:48:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0a4caad6-9188-4ddc-b908-b2caa98e9b04 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Lock "a140a006-c098-4eed-998b-eacb51917dbb" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 17.920s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:07 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Updating instance_info_cache with network_info: [{"id": "fecc4e69-7597-4f57-858f-d2484f5768d7", "address": "fa:16:3e:3f:99:ad", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfecc4e69-75", "ovs_interfaceid": "fecc4e69-7597-4f57-858f-d2484f5768d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:48:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Releasing lock "refresh_cache-accf5417-e552-4fa7-8b65-5f3121d1d17f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:48:07 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Updated the network info_cache for instance {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 15:48:07 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:48:07 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:48:07 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 15:48:07 user nova-compute[75278]: DEBUG nova.compute.manager [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Preparing to wait for external event volume-reimaged-951fe348-90d1-48c7-8557-edc63c656cfc {{(pid=75278) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:283}}
Dec 06 15:48:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Acquiring lock "3d6b3a3a-a6f1-4116-a7ff-9903e522552b-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Lock "3d6b3a3a-a6f1-4116-a7ff-9903e522552b-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Lock "3d6b3a3a-a6f1-4116-a7ff-9903e522552b-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Acquiring lock "37237a18-4321-4bce-8ade-a7eda7da1355" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "37237a18-4321-4bce-8ade-a7eda7da1355" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:07 user nova-compute[75278]: DEBUG nova.compute.manager [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 15:48:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:07 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 15:48:07 user nova-compute[75278]: INFO nova.compute.claims [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Claim successful on node user
Dec 06 15:48:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d88e10fe-9e83-464a-b529-a22f51e01a01 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Acquiring lock "a140a006-c098-4eed-998b-eacb51917dbb" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d88e10fe-9e83-464a-b529-a22f51e01a01 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Lock "a140a006-c098-4eed-998b-eacb51917dbb" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:07 user nova-compute[75278]: INFO nova.compute.manager [None req-d88e10fe-9e83-464a-b529-a22f51e01a01 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Detaching volume 99c1bd89-45a9-4ff8-b276-0b7751e6e5d0
Dec 06 15:48:07 user nova-compute[75278]: INFO nova.virt.block_device [None req-d88e10fe-9e83-464a-b529-a22f51e01a01 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Attempting to driver detach volume 99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 from mountpoint /dev/vdb
Dec 06 15:48:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-d88e10fe-9e83-464a-b529-a22f51e01a01 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Attempting to detach device vdb from instance a140a006-c098-4eed-998b-eacb51917dbb from the persistent domain config. {{(pid=75278) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 15:48:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-d88e10fe-9e83-464a-b529-a22f51e01a01 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 15:48:07 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:48:07 user nova-compute[75278]:   <source dev="/dev/sdb"/>
Dec 06 15:48:07 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:48:07 user nova-compute[75278]:   <serial>99c1bd89-45a9-4ff8-b276-0b7751e6e5d0</serial>
Dec 06 15:48:07 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 06 15:48:07 user nova-compute[75278]: </disk>
Dec 06 15:48:07 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 15:48:07 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-d88e10fe-9e83-464a-b529-a22f51e01a01 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Successfully detached device vdb from instance a140a006-c098-4eed-998b-eacb51917dbb from the persistent domain config.
Dec 06 15:48:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-d88e10fe-9e83-464a-b529-a22f51e01a01 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance a140a006-c098-4eed-998b-eacb51917dbb from the live domain config. {{(pid=75278) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 15:48:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-d88e10fe-9e83-464a-b529-a22f51e01a01 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 15:48:07 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:48:07 user nova-compute[75278]:   <source dev="/dev/sdb"/>
Dec 06 15:48:07 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:48:07 user nova-compute[75278]:   <serial>99c1bd89-45a9-4ff8-b276-0b7751e6e5d0</serial>
Dec 06 15:48:07 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 06 15:48:07 user nova-compute[75278]: </disk>
Dec 06 15:48:07 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.531s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG nova.compute.manager [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.023s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG nova.compute.manager [req-6afb1aba-fe4d-4d4f-bbc0-4f6fbf559648 req-bf9e024d-6749-45ba-9671-b9cb1bf5d4a3 service nova] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Received event network-vif-unplugged-ed924393-0078-4972-8dbf-9c7743513cc5 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-6afb1aba-fe4d-4d4f-bbc0-4f6fbf559648 req-bf9e024d-6749-45ba-9671-b9cb1bf5d4a3 service nova] Acquiring lock "3d6b3a3a-a6f1-4116-a7ff-9903e522552b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-6afb1aba-fe4d-4d4f-bbc0-4f6fbf559648 req-bf9e024d-6749-45ba-9671-b9cb1bf5d4a3 service nova] Lock "3d6b3a3a-a6f1-4116-a7ff-9903e522552b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-6afb1aba-fe4d-4d4f-bbc0-4f6fbf559648 req-bf9e024d-6749-45ba-9671-b9cb1bf5d4a3 service nova] Lock "3d6b3a3a-a6f1-4116-a7ff-9903e522552b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG nova.compute.manager [req-6afb1aba-fe4d-4d4f-bbc0-4f6fbf559648 req-bf9e024d-6749-45ba-9671-b9cb1bf5d4a3 service nova] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] No event matching network-vif-unplugged-ed924393-0078-4972-8dbf-9c7743513cc5 in dict_keys([('volume-reimaged', '951fe348-90d1-48c7-8557-edc63c656cfc')]) {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:325}}
Dec 06 15:48:08 user nova-compute[75278]: WARNING nova.compute.manager [req-6afb1aba-fe4d-4d4f-bbc0-4f6fbf559648 req-bf9e024d-6749-45ba-9671-b9cb1bf5d4a3 service nova] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Received unexpected event network-vif-unplugged-ed924393-0078-4972-8dbf-9c7743513cc5 for instance with vm_state active and task_state rebuilding.
Dec 06 15:48:08 user nova-compute[75278]: DEBUG nova.compute.manager [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG nova.network.neutron [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 15:48:08 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 15:48:08 user nova-compute[75278]: DEBUG nova.compute.manager [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PnKyvqlJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3ab08226-f7d6-4556-8fdb-086e056a9060', 'attached_at': '', 'detached_at': '', 'volume_id': '9f8c74f6-f094-437c-bf32-6b413c9f0115', 'serial': '9f8c74f6-f094-437c-bf32-6b413c9f0115'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PYEROCJo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, 'status': 'reserved', 'instance': '3ab08226-f7d6-4556-8fdb-086e056a9060', 'attached_at': '', 'detached_at': '', 'volume_id': 'f35ffe7d-e256-40ec-9505-14a5594908e3', 'serial'} {{(pid=75278) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PnKyvqlJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:48:08 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:48:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:48:08 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:48:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:48:08 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG nova.compute.manager [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 -p 172.16.0.220:3260" returned: 21 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[18e48fc5-d588-4f78-9aaa-ac61bc99c04c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 15:48:08 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b12445a4-b77b-4d50-b86f-8d8611a031d7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115] added
Dec 06 15:48:08 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG nova.policy [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da5b22202ddc4828b5610e5a308e390f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd041f90cc2ed4592bd5d1d3811dbd529', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.028s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c9a4827-3e7a-46a4-8da6-50e7f734fc72]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[622c902a-ae39-4c01-860f-fbdf7c08cc38]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PnKyvqlJ {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-d88e10fe-9e83-464a-b529-a22f51e01a01 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance a140a006-c098-4eed-998b-eacb51917dbb {{(pid=75278) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG nova.compute.manager [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 15:48:08 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Creating image(s)
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Acquiring lock "/opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "/opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "/opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PnKyvqlJ" returned: 0 in 0.027s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe9a6edf-6b43-472c-b55f-1acc7f92de8f]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PnKyvqlJ'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb77ba35-7fc3-45a9-a316-2a289dae186a]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[02c7b62f-b762-4767-a788-67f40f698fd5]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e (non-flash)
Dec 06 15:48:08 user nova-compute[75278]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 (non-flash)
Dec 06 15:48:08 user nova-compute[75278]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 (non-flash)
Dec 06 15:48:08 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:48:08 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:48:08 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:48:08 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:48:08 user nova-compute[75278]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)
Dec 06 15:48:08 user nova-compute[75278]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 (non-flash)
Dec 06 15:48:08 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e (non-flash)
Dec 06 15:48:08 user nova-compute[75278]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 (non-flash)
Dec 06 15:48:08 user nova-compute[75278]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 (non-flash)
Dec 06 15:48:08 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:48:08 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:48:08 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:48:08 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:48:08 user nova-compute[75278]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)
Dec 06 15:48:08 user nova-compute[75278]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 (non-flash)
Dec 06 15:48:08 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 -p 172.16.0.220:3260 --login" returned: 0 in 0.087s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[948c7b9a-a5e0-40fe-a4c8-1d0b584ee0d3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115, portal: 172.16.0.220,3260]
Dec 06 15:48:08 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115, portal: 172.16.0.220,3260] successful.
Dec 06 15:48:08 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.029s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[486222d5-fd88-4430-94c5-b025d3c2ad31]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sde (vdc) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ab08226-f7d6-4556-8fdb-086e056a9060/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[579aeff0-521a-4276-b827-4e26c361b052]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e (non-flash)
Dec 06 15:48:08 user nova-compute[75278]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 (non-flash)
Dec 06 15:48:08 user nova-compute[75278]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 (non-flash)
Dec 06 15:48:08 user nova-compute[75278]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:48:08 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:48:08 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:48:08 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:48:08 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:48:08 user nova-compute[75278]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)
Dec 06 15:48:08 user nova-compute[75278]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 (non-flash)
Dec 06 15:48:08 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e (non-flash)
Dec 06 15:48:08 user nova-compute[75278]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 (non-flash)
Dec 06 15:48:08 user nova-compute[75278]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 (non-flash)
Dec 06 15:48:08 user nova-compute[75278]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:48:08 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:48:08 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:48:08 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:48:08 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:48:08 user nova-compute[75278]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)
Dec 06 15:48:08 user nova-compute[75278]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 (non-flash)
Dec 06 15:48:08 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.460s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] HCTL ('42', '-', '-', 0) found on session 13 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] Scanning host 42 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.309s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Acquiring lock "8b6964317078072a1e593868059fc8dc16213a0c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host42/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host42/scan" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e058b52a-8cfd-4a4e-9016-105e1988dbfc]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] Searching for a device in session 13 and hctl ['42', '*', '*', 0] yield: sdk {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] Connected to sdk using {'target_iqn': 'iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PnKyvqlJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ab08226-f7d6-4556-8fdb-086e056a9060/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ab08226-f7d6-4556-8fdb-086e056a9060/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.205s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355/disk 1073741824" returned: 0 in 0.071s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.288s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:09 user nova-compute[75278]: DEBUG nova.network.neutron [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Successfully created port: 34dc1997-9c67-42a6-86c1-822f988b7f06 {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 15:48:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ab08226-f7d6-4556-8fdb-086e056a9060/disk --force-share --output=json" returned: 0 in 0.273s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:09 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdh (vdb) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 15:48:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.199s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:09 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Checking if we can resize image /opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 15:48:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:09 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Cannot resize image /opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 15:48:09 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 15:48:09 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Ensure instance console log exists: /opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 15:48:09 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:09 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:09 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:09 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 15:48:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a4a15fc-430e-4cb5-9522-e4be68c59e0d/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:09 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.535s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:48:09 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] <== connect_volume: return (1538ms) {'type': 'block', 'scsi_wwn': '23066366231636566', 'path': '/dev/sdk'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:48:09 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23066366231636566', 'path': '/dev/sdk'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 15:48:09 user nova-compute[75278]: DEBUG nova.objects.instance [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] Lazy-loading 'flavor' on Instance uuid 3ab08226-f7d6-4556-8fdb-086e056a9060 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:48:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a4a15fc-430e-4cb5-9522-e4be68c59e0d/disk --force-share --output=json" returned: 0 in 0.267s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a4a15fc-430e-4cb5-9522-e4be68c59e0d/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a4a15fc-430e-4cb5-9522-e4be68c59e0d/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9398175e-90b9-4450-8785-0ed86d49ab33/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG nova.network.neutron [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Successfully updated port: 34dc1997-9c67-42a6-86c1-822f988b7f06 {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Acquiring lock "refresh_cache-37237a18-4321-4bce-8ade-a7eda7da1355" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Acquired lock "refresh_cache-37237a18-4321-4bce-8ade-a7eda7da1355" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG nova.network.neutron [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG nova.compute.manager [req-02aa999e-7c0b-462a-bf1d-6242a40a7d66 req-8ea53efd-db0f-4586-af39-008edb8b03ab service nova] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Received event network-vif-plugged-ed924393-0078-4972-8dbf-9c7743513cc5 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-02aa999e-7c0b-462a-bf1d-6242a40a7d66 req-8ea53efd-db0f-4586-af39-008edb8b03ab service nova] Acquiring lock "3d6b3a3a-a6f1-4116-a7ff-9903e522552b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-02aa999e-7c0b-462a-bf1d-6242a40a7d66 req-8ea53efd-db0f-4586-af39-008edb8b03ab service nova] Lock "3d6b3a3a-a6f1-4116-a7ff-9903e522552b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-02aa999e-7c0b-462a-bf1d-6242a40a7d66 req-8ea53efd-db0f-4586-af39-008edb8b03ab service nova] Lock "3d6b3a3a-a6f1-4116-a7ff-9903e522552b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG nova.compute.manager [req-02aa999e-7c0b-462a-bf1d-6242a40a7d66 req-8ea53efd-db0f-4586-af39-008edb8b03ab service nova] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] No event matching network-vif-plugged-ed924393-0078-4972-8dbf-9c7743513cc5 in dict_keys([('volume-reimaged', '951fe348-90d1-48c7-8557-edc63c656cfc')]) {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:325}}
Dec 06 15:48:10 user nova-compute[75278]: WARNING nova.compute.manager [req-02aa999e-7c0b-462a-bf1d-6242a40a7d66 req-8ea53efd-db0f-4586-af39-008edb8b03ab service nova] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Received unexpected event network-vif-plugged-ed924393-0078-4972-8dbf-9c7743513cc5 for instance with vm_state active and task_state rebuilding.
Dec 06 15:48:10 user nova-compute[75278]: DEBUG nova.compute.manager [req-02aa999e-7c0b-462a-bf1d-6242a40a7d66 req-8ea53efd-db0f-4586-af39-008edb8b03ab service nova] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Received event network-changed-34dc1997-9c67-42a6-86c1-822f988b7f06 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG nova.compute.manager [req-02aa999e-7c0b-462a-bf1d-6242a40a7d66 req-8ea53efd-db0f-4586-af39-008edb8b03ab service nova] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Refreshing instance network info cache due to event network-changed-34dc1997-9c67-42a6-86c1-822f988b7f06. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-02aa999e-7c0b-462a-bf1d-6242a40a7d66 req-8ea53efd-db0f-4586-af39-008edb8b03ab service nova] Acquiring lock "refresh_cache-37237a18-4321-4bce-8ade-a7eda7da1355" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG nova.network.neutron [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9398175e-90b9-4450-8785-0ed86d49ab33/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9398175e-90b9-4450-8785-0ed86d49ab33/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=75278) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9398175e-90b9-4450-8785-0ed86d49ab33/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG nova.network.neutron [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Updating instance_info_cache with network_info: [{"id": "34dc1997-9c67-42a6-86c1-822f988b7f06", "address": "fa:16:3e:ae:b1:73", "network": {"id": "5f5c32a6-6bd3-4369-af0c-a3baedb745bb", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-966899290-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d041f90cc2ed4592bd5d1d3811dbd529", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34dc1997-9c", "ovs_interfaceid": "34dc1997-9c67-42a6-86c1-822f988b7f06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] COPY block job progress, current cursor: 121634816 final cursor: 1073741824 {{(pid=75278) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Releasing lock "refresh_cache-37237a18-4321-4bce-8ade-a7eda7da1355" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG nova.compute.manager [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Instance network_info: |[{"id": "34dc1997-9c67-42a6-86c1-822f988b7f06", "address": "fa:16:3e:ae:b1:73", "network": {"id": "5f5c32a6-6bd3-4369-af0c-a3baedb745bb", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-966899290-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d041f90cc2ed4592bd5d1d3811dbd529", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34dc1997-9c", "ovs_interfaceid": "34dc1997-9c67-42a6-86c1-822f988b7f06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-02aa999e-7c0b-462a-bf1d-6242a40a7d66 req-8ea53efd-db0f-4586-af39-008edb8b03ab service nova] Acquired lock "refresh_cache-37237a18-4321-4bce-8ade-a7eda7da1355" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG nova.network.neutron [req-02aa999e-7c0b-462a-bf1d-6242a40a7d66 req-8ea53efd-db0f-4586-af39-008edb8b03ab service nova] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Refreshing network info cache for port 34dc1997-9c67-42a6-86c1-822f988b7f06 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Start _get_guest_xml network_info=[{"id": "34dc1997-9c67-42a6-86c1-822f988b7f06", "address": "fa:16:3e:ae:b1:73", "network": {"id": "5f5c32a6-6bd3-4369-af0c-a3baedb745bb", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-966899290-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d041f90cc2ed4592bd5d1d3811dbd529", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34dc1997-9c", "ovs_interfaceid": "34dc1997-9c67-42a6-86c1-822f988b7f06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:48:10 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:48:10 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:48:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:48:10 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:48:11 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:48:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1767912856',display_name='tempest-SnapshotDataIntegrityTests-server-1767912856',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1767912856',id=12,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO+6/N2N+SSoPlw8lVmRifemay9QerTHGPBv7qjLoNV0N+VFJU3Q3XFOG1XyguKFKfShNawDv2Q30RYOPaUc335xBZ4Q8NHc9p3wrhiF16ULS+EhDBAoXilceHbcB/jLAw==',key_name='tempest-keypair-2021330450',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d041f90cc2ed4592bd5d1d3811dbd529',ramdisk_id='',reservation_id='r-81ju213y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1588716872',owner_user_name='tempest-SnapshotDataIntegrityTests-1588716872-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:48:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='da5b22202ddc4828b5610e5a308e390f',uuid=37237a18-4321-4bce-8ade-a7eda7da1355,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "34dc1997-9c67-42a6-86c1-822f988b7f06", "address": "fa:16:3e:ae:b1:73", "network": {"id": "5f5c32a6-6bd3-4369-af0c-a3baedb745bb", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-966899290-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d041f90cc2ed4592bd5d1d3811dbd529", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34dc1997-9c", "ovs_interfaceid": "34dc1997-9c67-42a6-86c1-822f988b7f06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:48:11 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Converting VIF {"id": "34dc1997-9c67-42a6-86c1-822f988b7f06", "address": "fa:16:3e:ae:b1:73", "network": {"id": "5f5c32a6-6bd3-4369-af0c-a3baedb745bb", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-966899290-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d041f90cc2ed4592bd5d1d3811dbd529", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34dc1997-9c", "ovs_interfaceid": "34dc1997-9c67-42a6-86c1-822f988b7f06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:48:11 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ae:b1:73,bridge_name='br-int',has_traffic_filtering=True,id=34dc1997-9c67-42a6-86c1-822f988b7f06,network=Network(5f5c32a6-6bd3-4369-af0c-a3baedb745bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34dc1997-9c') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:48:11 user nova-compute[75278]: DEBUG nova.objects.instance [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lazy-loading 'pci_devices' on Instance uuid 37237a18-4321-4bce-8ade-a7eda7da1355 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:48:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57133132-53e9-4b8a-811e-85aa53f24315/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:11 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:48:11 user nova-compute[75278]:   <uuid>37237a18-4321-4bce-8ade-a7eda7da1355</uuid>
Dec 06 15:48:11 user nova-compute[75278]:   <name>instance-0000000c</name>
Dec 06 15:48:11 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 15:48:11 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:48:11 user nova-compute[75278]:   <metadata>
Dec 06 15:48:11 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:48:11 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:48:11 user nova-compute[75278]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-1767912856</nova:name>
Dec 06 15:48:11 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:48:10</nova:creationTime>
Dec 06 15:48:11 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 15:48:11 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 15:48:11 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 15:48:11 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:48:11 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:48:11 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:48:11 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:48:11 user nova-compute[75278]:       <nova:owner>
Dec 06 15:48:11 user nova-compute[75278]:         <nova:user uuid="da5b22202ddc4828b5610e5a308e390f">tempest-SnapshotDataIntegrityTests-1588716872-project-member</nova:user>
Dec 06 15:48:11 user nova-compute[75278]:         <nova:project uuid="d041f90cc2ed4592bd5d1d3811dbd529">tempest-SnapshotDataIntegrityTests-1588716872</nova:project>
Dec 06 15:48:11 user nova-compute[75278]:       </nova:owner>
Dec 06 15:48:11 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 15:48:11 user nova-compute[75278]:       <nova:ports>
Dec 06 15:48:11 user nova-compute[75278]:         <nova:port uuid="34dc1997-9c67-42a6-86c1-822f988b7f06">
Dec 06 15:48:11 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 06 15:48:11 user nova-compute[75278]:         </nova:port>
Dec 06 15:48:11 user nova-compute[75278]:       </nova:ports>
Dec 06 15:48:11 user nova-compute[75278]:     </nova:instance>
Dec 06 15:48:11 user nova-compute[75278]:   </metadata>
Dec 06 15:48:11 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:48:11 user nova-compute[75278]:     <system>
Dec 06 15:48:11 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:48:11 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:48:11 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:48:11 user nova-compute[75278]:       <entry name="serial">37237a18-4321-4bce-8ade-a7eda7da1355</entry>
Dec 06 15:48:11 user nova-compute[75278]:       <entry name="uuid">37237a18-4321-4bce-8ade-a7eda7da1355</entry>
Dec 06 15:48:11 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:48:11 user nova-compute[75278]:     </system>
Dec 06 15:48:11 user nova-compute[75278]:   </sysinfo>
Dec 06 15:48:11 user nova-compute[75278]:   <os>
Dec 06 15:48:11 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:48:11 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 15:48:11 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:48:11 user nova-compute[75278]:   </os>
Dec 06 15:48:11 user nova-compute[75278]:   <features>
Dec 06 15:48:11 user nova-compute[75278]:     <acpi/>
Dec 06 15:48:11 user nova-compute[75278]:     <apic/>
Dec 06 15:48:11 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:48:11 user nova-compute[75278]:   </features>
Dec 06 15:48:11 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:48:11 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:48:11 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:48:11 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:48:11 user nova-compute[75278]:   </clock>
Dec 06 15:48:11 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:48:11 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:48:11 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:48:11 user nova-compute[75278]:   </cpu>
Dec 06 15:48:11 user nova-compute[75278]:   <devices>
Dec 06 15:48:11 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 15:48:11 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 15:48:11 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355/disk"/>
Dec 06 15:48:11 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 15:48:11 user nova-compute[75278]:     </disk>
Dec 06 15:48:11 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:48:11 user nova-compute[75278]:       <mac address="fa:16:3e:ae:b1:73"/>
Dec 06 15:48:11 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:48:11 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:48:11 user nova-compute[75278]:       <target dev="tap34dc1997-9c"/>
Dec 06 15:48:11 user nova-compute[75278]:     </interface>
Dec 06 15:48:11 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:48:11 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355/console.log" append="off"/>
Dec 06 15:48:11 user nova-compute[75278]:     </serial>
Dec 06 15:48:11 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:48:11 user nova-compute[75278]:     <video>
Dec 06 15:48:11 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:48:11 user nova-compute[75278]:     </video>
Dec 06 15:48:11 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:48:11 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:48:11 user nova-compute[75278]:     </rng>
Dec 06 15:48:11 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:48:11 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:48:11 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:48:11 user nova-compute[75278]:     </memballoon>
Dec 06 15:48:11 user nova-compute[75278]:   </devices>
Dec 06 15:48:11 user nova-compute[75278]: </domain>
Dec 06 15:48:11 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:48:11 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:48:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1767912856',display_name='tempest-SnapshotDataIntegrityTests-server-1767912856',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1767912856',id=12,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO+6/N2N+SSoPlw8lVmRifemay9QerTHGPBv7qjLoNV0N+VFJU3Q3XFOG1XyguKFKfShNawDv2Q30RYOPaUc335xBZ4Q8NHc9p3wrhiF16ULS+EhDBAoXilceHbcB/jLAw==',key_name='tempest-keypair-2021330450',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d041f90cc2ed4592bd5d1d3811dbd529',ramdisk_id='',reservation_id='r-81ju213y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1588716872',owner_user_name='tempest-SnapshotDataIntegrityTests-1588716872-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:48:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='da5b22202ddc4828b5610e5a308e390f',uuid=37237a18-4321-4bce-8ade-a7eda7da1355,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "34dc1997-9c67-42a6-86c1-822f988b7f06", "address": "fa:16:3e:ae:b1:73", "network": {"id": "5f5c32a6-6bd3-4369-af0c-a3baedb745bb", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-966899290-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d041f90cc2ed4592bd5d1d3811dbd529", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34dc1997-9c", "ovs_interfaceid": "34dc1997-9c67-42a6-86c1-822f988b7f06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:48:11 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Converting VIF {"id": "34dc1997-9c67-42a6-86c1-822f988b7f06", "address": "fa:16:3e:ae:b1:73", "network": {"id": "5f5c32a6-6bd3-4369-af0c-a3baedb745bb", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-966899290-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d041f90cc2ed4592bd5d1d3811dbd529", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34dc1997-9c", "ovs_interfaceid": "34dc1997-9c67-42a6-86c1-822f988b7f06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:48:11 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ae:b1:73,bridge_name='br-int',has_traffic_filtering=True,id=34dc1997-9c67-42a6-86c1-822f988b7f06,network=Network(5f5c32a6-6bd3-4369-af0c-a3baedb745bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34dc1997-9c') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:48:11 user nova-compute[75278]: DEBUG os_vif [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ae:b1:73,bridge_name='br-int',has_traffic_filtering=True,id=34dc1997-9c67-42a6-86c1-822f988b7f06,network=Network(5f5c32a6-6bd3-4369-af0c-a3baedb745bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34dc1997-9c') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:48:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:48:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:48:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8b599c22-3667-58f4-b3f2-0048f159caa6', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:48:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap34dc1997-9c, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:48:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap34dc1997-9c, col_values=(('qos', UUID('938e7cb2-0e1d-408e-b07c-8c856147fa2f')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:48:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap34dc1997-9c, col_values=(('external_ids', {'iface-id': '34dc1997-9c67-42a6-86c1-822f988b7f06', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ae:b1:73', 'vm-uuid': '37237a18-4321-4bce-8ade-a7eda7da1355'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:48:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:48:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:11 user nova-compute[75278]: INFO os_vif [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ae:b1:73,bridge_name='br-int',has_traffic_filtering=True,id=34dc1997-9c67-42a6-86c1-822f988b7f06,network=Network(5f5c32a6-6bd3-4369-af0c-a3baedb745bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34dc1997-9c')
Dec 06 15:48:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57133132-53e9-4b8a-811e-85aa53f24315/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57133132-53e9-4b8a-811e-85aa53f24315/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:11 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:48:11 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] No VIF found with MAC fa:16:3e:ae:b1:73, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:48:11 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] COPY block job progress, current cursor: 251658240 final cursor: 1073741824 {{(pid=75278) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 15:48:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57133132-53e9-4b8a-811e-85aa53f24315/disk --force-share --output=json" returned: 0 in 0.303s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:11 user nova-compute[75278]: DEBUG nova.network.neutron [req-02aa999e-7c0b-462a-bf1d-6242a40a7d66 req-8ea53efd-db0f-4586-af39-008edb8b03ab service nova] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Updated VIF entry in instance network info cache for port 34dc1997-9c67-42a6-86c1-822f988b7f06. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:48:11 user nova-compute[75278]: DEBUG nova.network.neutron [req-02aa999e-7c0b-462a-bf1d-6242a40a7d66 req-8ea53efd-db0f-4586-af39-008edb8b03ab service nova] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Updating instance_info_cache with network_info: [{"id": "34dc1997-9c67-42a6-86c1-822f988b7f06", "address": "fa:16:3e:ae:b1:73", "network": {"id": "5f5c32a6-6bd3-4369-af0c-a3baedb745bb", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-966899290-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d041f90cc2ed4592bd5d1d3811dbd529", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34dc1997-9c", "ovs_interfaceid": "34dc1997-9c67-42a6-86c1-822f988b7f06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:48:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-02aa999e-7c0b-462a-bf1d-6242a40a7d66 req-8ea53efd-db0f-4586-af39-008edb8b03ab service nova] Releasing lock "refresh_cache-37237a18-4321-4bce-8ade-a7eda7da1355" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:48:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:11 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] COPY block job progress, current cursor: 398458880 final cursor: 1073741824 {{(pid=75278) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 15:48:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk --force-share --output=json" returned: 0 in 0.252s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:12 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] COPY block job progress, current cursor: 542113792 final cursor: 1073741824 {{(pid=75278) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 15:48:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:15 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-e581d5d9-ef61-43c5-bc5e-ff87e29c1394 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Waiting for libvirt event about the detach of device sdc with device alias scsi0-0-0-2 from instance 7a4a15fc-430e-4cb5-9522-e4be68c59e0d is timed out.
Dec 06 15:48:15 user nova-compute[75278]: DEBUG nova.compute.manager [req-da307368-ccb1-4aec-aada-78fc1d4e9350 req-2633a7b4-dcda-4ec1-bcdf-e080ed4ed5ad service nova] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Received event network-vif-plugged-34dc1997-9c67-42a6-86c1-822f988b7f06 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-da307368-ccb1-4aec-aada-78fc1d4e9350 req-2633a7b4-dcda-4ec1-bcdf-e080ed4ed5ad service nova] Acquiring lock "37237a18-4321-4bce-8ade-a7eda7da1355-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-da307368-ccb1-4aec-aada-78fc1d4e9350 req-2633a7b4-dcda-4ec1-bcdf-e080ed4ed5ad service nova] Lock "37237a18-4321-4bce-8ade-a7eda7da1355-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-da307368-ccb1-4aec-aada-78fc1d4e9350 req-2633a7b4-dcda-4ec1-bcdf-e080ed4ed5ad service nova] Lock "37237a18-4321-4bce-8ade-a7eda7da1355-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG nova.compute.manager [req-da307368-ccb1-4aec-aada-78fc1d4e9350 req-2633a7b4-dcda-4ec1-bcdf-e080ed4ed5ad service nova] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] No waiting events found dispatching network-vif-plugged-34dc1997-9c67-42a6-86c1-822f988b7f06 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:48:15 user nova-compute[75278]: WARNING nova.compute.manager [req-da307368-ccb1-4aec-aada-78fc1d4e9350 req-2633a7b4-dcda-4ec1-bcdf-e080ed4ed5ad service nova] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Received unexpected event network-vif-plugged-34dc1997-9c67-42a6-86c1-822f988b7f06 for instance with vm_state building and task_state spawning.
Dec 06 15:48:15 user nova-compute[75278]: DEBUG nova.compute.manager [req-11a201c9-d533-442d-a389-23287c328a14 req-f2e0a73f-9026-4a10-9115-8471e2826640 service nova] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Received event network-vif-plugged-34dc1997-9c67-42a6-86c1-822f988b7f06 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-11a201c9-d533-442d-a389-23287c328a14 req-f2e0a73f-9026-4a10-9115-8471e2826640 service nova] Acquiring lock "37237a18-4321-4bce-8ade-a7eda7da1355-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-11a201c9-d533-442d-a389-23287c328a14 req-f2e0a73f-9026-4a10-9115-8471e2826640 service nova] Lock "37237a18-4321-4bce-8ade-a7eda7da1355-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-11a201c9-d533-442d-a389-23287c328a14 req-f2e0a73f-9026-4a10-9115-8471e2826640 service nova] Lock "37237a18-4321-4bce-8ade-a7eda7da1355-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG nova.compute.manager [req-11a201c9-d533-442d-a389-23287c328a14 req-f2e0a73f-9026-4a10-9115-8471e2826640 service nova] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] No waiting events found dispatching network-vif-plugged-34dc1997-9c67-42a6-86c1-822f988b7f06 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:48:15 user nova-compute[75278]: WARNING nova.compute.manager [req-11a201c9-d533-442d-a389-23287c328a14 req-f2e0a73f-9026-4a10-9115-8471e2826640 service nova] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Received unexpected event network-vif-plugged-34dc1997-9c67-42a6-86c1-822f988b7f06 for instance with vm_state building and task_state spawning.
Dec 06 15:48:15 user nova-compute[75278]: DEBUG nova.compute.manager [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=75278) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 15:48:15 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-e581d5d9-ef61-43c5-bc5e-ff87e29c1394 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Successfully detached device sdc from instance 7a4a15fc-430e-4cb5-9522-e4be68c59e0d from the live domain config.
Dec 06 15:48:15 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Instance spawned successfully.
Dec 06 15:48:15 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e581d5d9-ef61-43c5-bc5e-ff87e29c1394 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-e581d5d9-ef61-43c5-bc5e-ff87e29c1394 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lazEQpqs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:48:15 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-e581d5d9-ef61-43c5-bc5e-ff87e29c1394 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:48:15 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-e581d5d9-ef61-43c5-bc5e-ff87e29c1394 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-e581d5d9-ef61-43c5-bc5e-ff87e29c1394 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:15 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:48:15 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:48:15 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=7423MB free_disk=25.409976959228516GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.034s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c161c22-e343-4930-98d7-79a4fadc19a7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-e581d5d9-ef61-43c5-bc5e-ff87e29c1394 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 15:48:15 user nova-compute[75278]: No targets found.
Dec 06 15:48:15 user nova-compute[75278]: iSNS:
Dec 06 15:48:15 user nova-compute[75278]: No targets found.
Dec 06 15:48:15 user nova-compute[75278]: STATIC:
Dec 06 15:48:15 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954
Dec 06 15:48:15 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:15 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:15 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e
Dec 06 15:48:15 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:15 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:15 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac
Dec 06 15:48:15 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:15 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:15 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d
Dec 06 15:48:15 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:15 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:15 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0
Dec 06 15:48:15 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:15 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:15 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf
Dec 06 15:48:15 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:15 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:15 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673
Dec 06 15:48:15 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:15 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:15 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115
Dec 06 15:48:15 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:15 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:15 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3
Dec 06 15:48:15 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:15 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:15 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c
Dec 06 15:48:15 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:15 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:15 user nova-compute[75278]: FIRMWARE:
Dec 06 15:48:15 user nova-compute[75278]: No targets found.
Dec 06 15:48:15 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-e581d5d9-ef61-43c5-bc5e-ff87e29c1394 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 15:48:15 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 15:48:15 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-e581d5d9-ef61-43c5-bc5e-ff87e29c1394 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[14de110d-9eda-4921-afc1-134115748de7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.043s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a06e3ae2-9f25-46d7-b4c5-265708e5b0c4]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-e581d5d9-ef61-43c5-bc5e-ff87e29c1394 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e (non-flash)
Dec 06 15:48:15 user nova-compute[75278]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 (non-flash)
Dec 06 15:48:15 user nova-compute[75278]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 (non-flash)
Dec 06 15:48:15 user nova-compute[75278]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:48:15 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:48:15 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:48:15 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:48:15 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:48:15 user nova-compute[75278]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)
Dec 06 15:48:15 user nova-compute[75278]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 (non-flash)
Dec 06 15:48:15 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-e581d5d9-ef61-43c5-bc5e-ff87e29c1394 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e (non-flash)
Dec 06 15:48:15 user nova-compute[75278]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 (non-flash)
Dec 06 15:48:15 user nova-compute[75278]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 (non-flash)
Dec 06 15:48:15 user nova-compute[75278]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:48:15 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:48:15 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:48:15 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:48:15 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:48:15 user nova-compute[75278]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf (non-flash)
Dec 06 15:48:15 user nova-compute[75278]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 (non-flash)
Dec 06 15:48:15 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-e581d5d9-ef61-43c5-bc5e-ff87e29c1394 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c265fc0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf'): ({'sdg'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-e581d5d9-ef61-43c5-bc5e-ff87e29c1394 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Removing single pathed devices sdg {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PYEROCJo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:48:15 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:48:15 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c637abf0-b49f-4e69-bf32-25aeef6bc1ad]: (4, ('path checker states:\nup                  9\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:15 user nova-compute[75278]: INFO nova.compute.manager [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Took 7.44 seconds to spawn the instance on the hypervisor.
Dec 06 15:48:15 user nova-compute[75278]: DEBUG nova.compute.manager [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.027s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[55a40c8b-7355-42d8-b5ed-bc470c8a7189]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-e581d5d9-ef61-43c5-bc5e-ff87e29c1394 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Flushing IO for device /dev/sdg {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.014s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb533fef-11c1-4241-b159-fe9cd31f7ff3]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-e581d5d9-ef61-43c5-bc5e-ff87e29c1394 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 60fa6c34-9e58-4e20-b695-391070a81993 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance accf5417-e552-4fa7-8b65-5f3121d1d17f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 1432b04b-09a5-4a8d-b36b-5ac20d081fc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 7a4a15fc-430e-4cb5-9522-e4be68c59e0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 57133132-53e9-4b8a-811e-85aa53f24315 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 3ab08226-f7d6-4556-8fdb-086e056a9060 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance a140a006-c098-4eed-998b-eacb51917dbb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 9398175e-90b9-4450-8785-0ed86d49ab33 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 3d6b3a3a-a6f1-4116-a7ff-9903e522552b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 52f2e111-7586-448b-b20f-8f65b2d2019d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 37237a18-4321-4bce-8ade-a7eda7da1355 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.045s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1e3dc05-bb6f-4b8b-9271-73c38ae4385d]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-e581d5d9-ef61-43c5-bc5e-ff87e29c1394 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-e581d5d9-ef61-43c5-bc5e-ff87e29c1394 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] SCSI volumes sdg have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-e581d5d9-ef61-43c5-bc5e-ff87e29c1394 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f30a52c5-7aa2-4dcc-b3fd-97b24065d042]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-e581d5d9-ef61-43c5-bc5e-ff87e29c1394 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:15 user nova-compute[75278]: INFO nova.compute.manager [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Took 8.40 seconds to build instance.
Dec 06 15:48:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-05f8b7d8-4d6b-458c-bfa2-cac379b8bd21 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "37237a18-4321-4bce-8ade-a7eda7da1355" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.524s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf -p 172.16.0.220:3260 --logout" returned: 0 in 0.253s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0d2d454-9319-4261-9c2e-29c88f08c775]: (4, ('Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf, portal: 172.16.0.220,3260]\nLogout of [sid: 8, target: iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-e581d5d9-ef61-43c5-bc5e-ff87e29c1394 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf, portal: 172.16.0.220,3260]
Dec 06 15:48:16 user nova-compute[75278]: Logout of [sid: 8, target: iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf, portal: 172.16.0.220,3260] successful.
Dec 06 15:48:16 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51d16947-f085-43e9-ae2d-4cdfaa9b1faf -p 172.16.0.220:3260 --op delete" returned: 0 in 0.236s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[283509c5-87a3-402d-a627-4e1313d0770f]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-e581d5d9-ef61-43c5-bc5e-ff87e29c1394 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-e581d5d9-ef61-43c5-bc5e-ff87e29c1394 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.797s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-e581d5d9-ef61-43c5-bc5e-ff87e29c1394 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] <== disconnect_volume: return (798ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e581d5d9-ef61-43c5-bc5e-ff87e29c1394 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.659s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[71fc8ee0-7a47-40b7-bf6a-4949581396d8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 15:48:16 user nova-compute[75278]: No targets found.
Dec 06 15:48:16 user nova-compute[75278]: iSNS:
Dec 06 15:48:16 user nova-compute[75278]: No targets found.
Dec 06 15:48:16 user nova-compute[75278]: STATIC:
Dec 06 15:48:16 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954
Dec 06 15:48:16 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:16 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:16 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e
Dec 06 15:48:16 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:16 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:16 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac
Dec 06 15:48:16 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:16 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:16 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d
Dec 06 15:48:16 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:16 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:16 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0
Dec 06 15:48:16 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:16 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:16 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673
Dec 06 15:48:16 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:16 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:16 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115
Dec 06 15:48:16 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:16 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:16 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3
Dec 06 15:48:16 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:16 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:16 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c
Dec 06 15:48:16 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:16 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:16 user nova-compute[75278]: FIRMWARE:
Dec 06 15:48:16 user nova-compute[75278]: No targets found.
Dec 06 15:48:16 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 15:48:16 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 15:48:16 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.040s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[62cd3dd9-6c23-4f16-b7fa-08c7b3ef89e6]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d305c3e-95d5-4435-8502-4fc88a91252c]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e (non-flash)
Dec 06 15:48:16 user nova-compute[75278]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 (non-flash)
Dec 06 15:48:16 user nova-compute[75278]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 (non-flash)
Dec 06 15:48:16 user nova-compute[75278]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:48:16 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:48:16 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:48:16 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:48:16 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:48:16 user nova-compute[75278]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 (non-flash)
Dec 06 15:48:16 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e (non-flash)
Dec 06 15:48:16 user nova-compute[75278]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 (non-flash)
Dec 06 15:48:16 user nova-compute[75278]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 (non-flash)
Dec 06 15:48:16 user nova-compute[75278]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:48:16 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:48:16 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:48:16 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:48:16 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:48:16 user nova-compute[75278]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 (non-flash)
Dec 06 15:48:16 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c267400>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3'): ({'sdh'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] Removing single pathed devices sdh {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7ec3a58-aef9-4c6d-aa32-4741eb8a6fa0]: (4, ('path checker states:\nup                  8\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed263a22-be24-4dfa-b8bf-fa7601f191f1]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] Flushing IO for device /dev/sdh {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[962ffaa5-9793-4e7b-be9c-59bee2640f49]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.057s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.037s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8498b974-f526-43d7-b067-9c4e6ee15544]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] Checking to see if SCSI volumes sdh have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] SCSI volumes sdh have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8d6019e-9404-4ad7-8110-c553e4a793d3]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[40386afc-2541-41b6-9afd-ef2cc1293b7a]: (4, ('Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3, portal: 172.16.0.220,3260]\nLogout of [sid: 9, target: iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3, portal: 172.16.0.220,3260]
Dec 06 15:48:16 user nova-compute[75278]: Logout of [sid: 9, target: iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3, portal: 172.16.0.220,3260] successful.
Dec 06 15:48:16 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f35ffe7d-e256-40ec-9505-14a5594908e3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.038s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a104719c-a8e8-4dad-a7c0-89cbfd6b2646]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.456s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] <== disconnect_volume: return (1114ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG nova.compute.manager [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PnKyvqlJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdk'}, 'status': 'reserved', 'instance': '3ab08226-f7d6-4556-8fdb-086e056a9060', 'attached_at': '', 'detached_at': '', 'volume_id': '9f8c74f6-f094-437c-bf32-6b413c9f0115', 'serial'} {{(pid=75278) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Dec 06 15:48:16 user nova-compute[75278]: DEBUG nova.compute.manager [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] swap_volume: removing Cinder connection for volume f35ffe7d-e256-40ec-9505-14a5594908e3 {{(pid=75278) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Dec 06 15:48:17 user nova-compute[75278]: DEBUG nova.objects.instance [None req-e581d5d9-ef61-43c5-bc5e-ff87e29c1394 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Lazy-loading 'flavor' on Instance uuid 7a4a15fc-430e-4cb5-9522-e4be68c59e0d {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:48:17 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-e581d5d9-ef61-43c5-bc5e-ff87e29c1394 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Lock "7a4a15fc-430e-4cb5-9522-e4be68c59e0d" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 23.300s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:17 user nova-compute[75278]: DEBUG nova.compute.manager [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] swap_volume: Updating volume f35ffe7d-e256-40ec-9505-14a5594908e3 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "PnKyvqlJ", "auth_password": "yusRAozpgf52wd", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdk", "volume_id": "9f8c74f6-f094-437c-bf32-6b413c9f0115"}, "status": "reserved", "instance": "3ab08226-f7d6-4556-8fdb-086e056a9060", "attached_at": "", "detached_at": "", "volume_id": "9f8c74f6-f094-437c-bf32-6b413c9f0115", "serial": "9f8c74f6-f094-437c-bf32-6b413c9f0115"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '9f8c74f6-f094-437c-bf32-6b413c9f0115', 'no_device': None, 'attachment_id': '897a6665-0a79-4452-86ce-b179ab146830'} {{(pid=75278) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Dec 06 15:48:17 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ce31c0fa-f200-4763-a00c-0211ba344e06 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] Lock "3ab08226-f7d6-4556-8fdb-086e056a9060" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 22.670s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-e6b79cb7-d816-4178-8f19-b53785b1b7e7 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Acquiring lock "7a4a15fc-430e-4cb5-9522-e4be68c59e0d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-e6b79cb7-d816-4178-8f19-b53785b1b7e7 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Lock "7a4a15fc-430e-4cb5-9522-e4be68c59e0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-e6b79cb7-d816-4178-8f19-b53785b1b7e7 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Acquiring lock "7a4a15fc-430e-4cb5-9522-e4be68c59e0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-e6b79cb7-d816-4178-8f19-b53785b1b7e7 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Lock "7a4a15fc-430e-4cb5-9522-e4be68c59e0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-e6b79cb7-d816-4178-8f19-b53785b1b7e7 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Lock "7a4a15fc-430e-4cb5-9522-e4be68c59e0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:18 user nova-compute[75278]: INFO nova.compute.manager [None req-e6b79cb7-d816-4178-8f19-b53785b1b7e7 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Terminating instance
Dec 06 15:48:18 user nova-compute[75278]: DEBUG nova.compute.manager [None req-e6b79cb7-d816-4178-8f19-b53785b1b7e7 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 15:48:18 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:18 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:48:18 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:18 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:18 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:18 user nova-compute[75278]: DEBUG nova.compute.manager [req-0794f610-21f9-48c9-9564-21a261e7e11c req-8254e207-ff2b-49fe-a21d-54ac6db951a8 service nova] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Received event network-vif-unplugged-361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:48:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0794f610-21f9-48c9-9564-21a261e7e11c req-8254e207-ff2b-49fe-a21d-54ac6db951a8 service nova] Acquiring lock "7a4a15fc-430e-4cb5-9522-e4be68c59e0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0794f610-21f9-48c9-9564-21a261e7e11c req-8254e207-ff2b-49fe-a21d-54ac6db951a8 service nova] Lock "7a4a15fc-430e-4cb5-9522-e4be68c59e0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0794f610-21f9-48c9-9564-21a261e7e11c req-8254e207-ff2b-49fe-a21d-54ac6db951a8 service nova] Lock "7a4a15fc-430e-4cb5-9522-e4be68c59e0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:18 user nova-compute[75278]: DEBUG nova.compute.manager [req-0794f610-21f9-48c9-9564-21a261e7e11c req-8254e207-ff2b-49fe-a21d-54ac6db951a8 service nova] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] No waiting events found dispatching network-vif-unplugged-361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:48:18 user nova-compute[75278]: DEBUG nova.compute.manager [req-0794f610-21f9-48c9-9564-21a261e7e11c req-8254e207-ff2b-49fe-a21d-54ac6db951a8 service nova] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Received event network-vif-unplugged-361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 15:48:19 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:19 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Instance destroyed successfully.
Dec 06 15:48:19 user nova-compute[75278]: DEBUG nova.objects.instance [None req-e6b79cb7-d816-4178-8f19-b53785b1b7e7 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Lazy-loading 'resources' on Instance uuid 7a4a15fc-430e-4cb5-9522-e4be68c59e0d {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:48:19 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-e6b79cb7-d816-4178-8f19-b53785b1b7e7 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:45:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-839192743',display_name='tempest-AttachSCSIVolumeTestJSON-server-839192743',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-839192743',id=5,image_ref='aefa6375-c74b-41c3-a90b-db3c8b4f366c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBkI2Y21z5DYEtKrbGERL5H/2FBlLcOFaalgah2aDydenZ/Pway2wxpJhrHJtcZibRUs7LFNvsbah1D6nmaBJD/XMKOznbT0hEL6XkQjG9/3bBAasZUBx+Hkhfb8k8R5qA==',key_name='tempest-keypair-1626387716',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:45:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e36ad2b810df4b4ab6f4718aab74bcac',ramdisk_id='',reservation_id='r-s71l1kll',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='aefa6375-c74b-41c3-a90b-db3c8b4f366c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_scsi_model='virtio-scsi',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1927041810',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1927041810-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:45:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='69f75a476ab449e9b2595aa79a2488cb',uuid=7a4a15fc-430e-4cb5-9522-e4be68c59e0d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a", "address": "fa:16:3e:51:46:2f", "network": {"id": "d9eea920-69df-4878-9703-6732759507e1", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-2146434985-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e36ad2b810df4b4ab6f4718aab74bcac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap361cf1da-10", "ovs_interfaceid": "361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:48:19 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-e6b79cb7-d816-4178-8f19-b53785b1b7e7 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Converting VIF {"id": "361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a", "address": "fa:16:3e:51:46:2f", "network": {"id": "d9eea920-69df-4878-9703-6732759507e1", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-2146434985-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e36ad2b810df4b4ab6f4718aab74bcac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap361cf1da-10", "ovs_interfaceid": "361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:48:19 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-e6b79cb7-d816-4178-8f19-b53785b1b7e7 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:51:46:2f,bridge_name='br-int',has_traffic_filtering=True,id=361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a,network=Network(d9eea920-69df-4878-9703-6732759507e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap361cf1da-10') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:48:19 user nova-compute[75278]: DEBUG os_vif [None req-e6b79cb7-d816-4178-8f19-b53785b1b7e7 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:51:46:2f,bridge_name='br-int',has_traffic_filtering=True,id=361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a,network=Network(d9eea920-69df-4878-9703-6732759507e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap361cf1da-10') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:48:19 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:19 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap361cf1da-10, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:48:19 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:19 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:48:19 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:19 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:19 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=557d0956-48dd-4e47-8d02-d7ebc9aa91d7) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:48:19 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:19 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:48:19 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:19 user nova-compute[75278]: INFO os_vif [None req-e6b79cb7-d816-4178-8f19-b53785b1b7e7 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:51:46:2f,bridge_name='br-int',has_traffic_filtering=True,id=361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a,network=Network(d9eea920-69df-4878-9703-6732759507e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap361cf1da-10')
Dec 06 15:48:19 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-e6b79cb7-d816-4178-8f19-b53785b1b7e7 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Deleting instance files /opt/stack/data/nova/instances/7a4a15fc-430e-4cb5-9522-e4be68c59e0d_del
Dec 06 15:48:19 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-e6b79cb7-d816-4178-8f19-b53785b1b7e7 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Deletion of /opt/stack/data/nova/instances/7a4a15fc-430e-4cb5-9522-e4be68c59e0d_del complete
Dec 06 15:48:19 user nova-compute[75278]: INFO nova.compute.manager [None req-e6b79cb7-d816-4178-8f19-b53785b1b7e7 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Took 1.00 seconds to destroy the instance on the hypervisor.
Dec 06 15:48:19 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-e6b79cb7-d816-4178-8f19-b53785b1b7e7 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 15:48:19 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 15:48:19 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 15:48:19 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0333c4b0-2a88-4446-b543-c253725734f9 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] Acquiring lock "3ab08226-f7d6-4556-8fdb-086e056a9060" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:19 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0333c4b0-2a88-4446-b543-c253725734f9 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] Lock "3ab08226-f7d6-4556-8fdb-086e056a9060" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.004s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:19 user nova-compute[75278]: DEBUG os_brick.utils [None req-0333c4b0-2a88-4446-b543-c253725734f9 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:48:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:19 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8cc481b-6672-4fa3-b041-2ba838919f67]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:19 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[36b6b424-accd-4134-b949-1fa95b7b9ae1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:19 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8467e98f-dac3-47eb-af53-8c07cbec1656]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:19 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[05f1724b-8d4c-43c6-bd8e-e3923fc6cb9e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-0333c4b0-2a88-4446-b543-c253725734f9 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-0333c4b0-2a88-4446-b543-c253725734f9 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:48:20 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0333c4b0-2a88-4446-b543-c253725734f9 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 15:48:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:48:20 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 15:48:20 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6c95ea1-e925-48ab-b39c-b77afa85cbca]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:20 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-0333c4b0-2a88-4446-b543-c253725734f9 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 15:48:20 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-0333c4b0-2a88-4446-b543-c253725734f9 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 15:48:20 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-0333c4b0-2a88-4446-b543-c253725734f9 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 15:48:20 user nova-compute[75278]: DEBUG os_brick.utils [None req-0333c4b0-2a88-4446-b543-c253725734f9 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] <== get_connector_properties: return (142ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:48:20 user nova-compute[75278]: INFO nova.compute.manager [None req-0333c4b0-2a88-4446-b543-c253725734f9 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Swapping volume 9f8c74f6-f094-437c-bf32-6b413c9f0115 for f35ffe7d-e256-40ec-9505-14a5594908e3
Dec 06 15:48:20 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:48:20 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Took 0.94 seconds to deallocate network for instance.
Dec 06 15:48:20 user nova-compute[75278]: DEBUG nova.compute.manager [req-7ab648c9-7e61-47b3-9c3f-1da156612462 req-a1787929-1ddd-4296-a292-9ca293dcdb4a service nova] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Received event network-vif-deleted-361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:48:20 user nova-compute[75278]: INFO nova.compute.manager [req-7ab648c9-7e61-47b3-9c3f-1da156612462 req-a1787929-1ddd-4296-a292-9ca293dcdb4a service nova] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Neutron deleted interface 361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a; detaching it from the instance and deleting it from the info cache
Dec 06 15:48:20 user nova-compute[75278]: DEBUG nova.network.neutron [req-7ab648c9-7e61-47b3-9c3f-1da156612462 req-a1787929-1ddd-4296-a292-9ca293dcdb4a service nova] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:48:20 user nova-compute[75278]: DEBUG nova.compute.manager [req-7ab648c9-7e61-47b3-9c3f-1da156612462 req-a1787929-1ddd-4296-a292-9ca293dcdb4a service nova] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Detach interface failed, port_id=361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a, reason: Instance 7a4a15fc-430e-4cb5-9522-e4be68c59e0d could not be found. {{(pid=75278) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 15:48:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-e6b79cb7-d816-4178-8f19-b53785b1b7e7 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-e6b79cb7-d816-4178-8f19-b53785b1b7e7 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:21 user nova-compute[75278]: DEBUG nova.compute.manager [req-7eeacfab-5720-4530-ad73-ed905811cb22 req-be7f59c3-44c8-4996-abff-7bfb83d69ba9 service nova] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Received event network-vif-plugged-361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:48:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7eeacfab-5720-4530-ad73-ed905811cb22 req-be7f59c3-44c8-4996-abff-7bfb83d69ba9 service nova] Acquiring lock "7a4a15fc-430e-4cb5-9522-e4be68c59e0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7eeacfab-5720-4530-ad73-ed905811cb22 req-be7f59c3-44c8-4996-abff-7bfb83d69ba9 service nova] Lock "7a4a15fc-430e-4cb5-9522-e4be68c59e0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7eeacfab-5720-4530-ad73-ed905811cb22 req-be7f59c3-44c8-4996-abff-7bfb83d69ba9 service nova] Lock "7a4a15fc-430e-4cb5-9522-e4be68c59e0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:21 user nova-compute[75278]: DEBUG nova.compute.manager [req-7eeacfab-5720-4530-ad73-ed905811cb22 req-be7f59c3-44c8-4996-abff-7bfb83d69ba9 service nova] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] No waiting events found dispatching network-vif-plugged-361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:48:21 user nova-compute[75278]: WARNING nova.compute.manager [req-7eeacfab-5720-4530-ad73-ed905811cb22 req-be7f59c3-44c8-4996-abff-7bfb83d69ba9 service nova] [instance: 7a4a15fc-430e-4cb5-9522-e4be68c59e0d] Received unexpected event network-vif-plugged-361cf1da-1063-4dc1-b4a0-a8f0ef14ab1a for instance with vm_state deleted and task_state None.
Dec 06 15:48:21 user nova-compute[75278]: DEBUG nova.compute.manager [req-7eeacfab-5720-4530-ad73-ed905811cb22 req-be7f59c3-44c8-4996-abff-7bfb83d69ba9 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-changed-e8cb2d5e-ef82-4ac4-acc2-583899497299 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:48:21 user nova-compute[75278]: DEBUG nova.compute.manager [req-7eeacfab-5720-4530-ad73-ed905811cb22 req-be7f59c3-44c8-4996-abff-7bfb83d69ba9 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Refreshing instance network info cache due to event network-changed-e8cb2d5e-ef82-4ac4-acc2-583899497299. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:48:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7eeacfab-5720-4530-ad73-ed905811cb22 req-be7f59c3-44c8-4996-abff-7bfb83d69ba9 service nova] Acquiring lock "refresh_cache-52f2e111-7586-448b-b20f-8f65b2d2019d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:48:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7eeacfab-5720-4530-ad73-ed905811cb22 req-be7f59c3-44c8-4996-abff-7bfb83d69ba9 service nova] Acquired lock "refresh_cache-52f2e111-7586-448b-b20f-8f65b2d2019d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:48:21 user nova-compute[75278]: DEBUG nova.network.neutron [req-7eeacfab-5720-4530-ad73-ed905811cb22 req-be7f59c3-44c8-4996-abff-7bfb83d69ba9 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Refreshing network info cache for port e8cb2d5e-ef82-4ac4-acc2-583899497299 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:48:21 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-e6b79cb7-d816-4178-8f19-b53785b1b7e7 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:48:21 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-e6b79cb7-d816-4178-8f19-b53785b1b7e7 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:48:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-e6b79cb7-d816-4178-8f19-b53785b1b7e7 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.466s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:21 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-e6b79cb7-d816-4178-8f19-b53785b1b7e7 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Deleted allocations for instance 7a4a15fc-430e-4cb5-9522-e4be68c59e0d
Dec 06 15:48:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-e6b79cb7-d816-4178-8f19-b53785b1b7e7 tempest-AttachSCSIVolumeTestJSON-1927041810 tempest-AttachSCSIVolumeTestJSON-1927041810-project-member] Lock "7a4a15fc-430e-4cb5-9522-e4be68c59e0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.688s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:21 user nova-compute[75278]: DEBUG nova.network.neutron [req-7eeacfab-5720-4530-ad73-ed905811cb22 req-be7f59c3-44c8-4996-abff-7bfb83d69ba9 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Updated VIF entry in instance network info cache for port e8cb2d5e-ef82-4ac4-acc2-583899497299. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:48:21 user nova-compute[75278]: DEBUG nova.network.neutron [req-7eeacfab-5720-4530-ad73-ed905811cb22 req-be7f59c3-44c8-4996-abff-7bfb83d69ba9 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Updating instance_info_cache with network_info: [{"id": "e8cb2d5e-ef82-4ac4-acc2-583899497299", "address": "fa:16:3e:ca:e6:e3", "network": {"id": "ccd8bd8a-76c4-4c2b-b9a6-67693809fa01", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-38407512-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8cb2d5e-ef", "ovs_interfaceid": "e8cb2d5e-ef82-4ac4-acc2-583899497299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a97409ba-f1b9-46c0-86ef-12e24a1abd58", "address": "fa:16:3e:10:9e:da", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa97409ba-f1", "ovs_interfaceid": "a97409ba-f1b9-46c0-86ef-12e24a1abd58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "180c3730-41e4-4a84-aa79-144ada7293e3", "address": "fa:16:3e:b0:d5:d7", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap180c3730-41", "ovs_interfaceid": "180c3730-41e4-4a84-aa79-144ada7293e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5b9be317-688f-4ef6-bb6a-7d2cecb45e93", "address": "fa:16:3e:f8:c8:2b", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9be317-68", "ovs_interfaceid": "5b9be317-688f-4ef6-bb6a-7d2cecb45e93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "da8c7a6f-efe5-4e18-b958-c647cf70d01e", "address": "fa:16:3e:9d:a2:14", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda8c7a6f-ef", "ovs_interfaceid": "da8c7a6f-efe5-4e18-b958-c647cf70d01e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a", "address": "fa:16:3e:e3:5a:06", "network": {"id": "ee80165c-711b-4d38-8415-eaf0b0cf1fa5", "bridge": "br-int", "label": "tempest-device-tagging-net2-170559748", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3b2a82d-39", "ovs_interfaceid": "f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b0aaa3a-8a13-439c-ab6a-54a3e639957c", "address": "fa:16:3e:9d:d8:66", "network": {"id": "ee80165c-711b-4d38-8415-eaf0b0cf1fa5", "bridge": "br-int", "label": "tempest-device-tagging-net2-170559748", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b0aaa3a-8a", "ovs_interfaceid": "5b0aaa3a-8a13-439c-ab6a-54a3e639957c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:48:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7eeacfab-5720-4530-ad73-ed905811cb22 req-be7f59c3-44c8-4996-abff-7bfb83d69ba9 service nova] Releasing lock "refresh_cache-52f2e111-7586-448b-b20f-8f65b2d2019d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:48:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Acquiring lock "52f2e111-7586-448b-b20f-8f65b2d2019d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Acquiring lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:23 user nova-compute[75278]: INFO nova.compute.manager [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Terminating instance
Dec 06 15:48:23 user nova-compute[75278]: DEBUG nova.compute.manager [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 15:48:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:23 user nova-compute[75278]: DEBUG nova.compute.manager [req-c7865446-098b-4a50-b402-009f0c2f5298 req-e9ed67e1-e638-42ed-b08e-f7f4db3f569b service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-vif-unplugged-e8cb2d5e-ef82-4ac4-acc2-583899497299 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:48:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c7865446-098b-4a50-b402-009f0c2f5298 req-e9ed67e1-e638-42ed-b08e-f7f4db3f569b service nova] Acquiring lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c7865446-098b-4a50-b402-009f0c2f5298 req-e9ed67e1-e638-42ed-b08e-f7f4db3f569b service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c7865446-098b-4a50-b402-009f0c2f5298 req-e9ed67e1-e638-42ed-b08e-f7f4db3f569b service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:23 user nova-compute[75278]: DEBUG nova.compute.manager [req-c7865446-098b-4a50-b402-009f0c2f5298 req-e9ed67e1-e638-42ed-b08e-f7f4db3f569b service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] No waiting events found dispatching network-vif-unplugged-e8cb2d5e-ef82-4ac4-acc2-583899497299 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:48:23 user nova-compute[75278]: DEBUG nova.compute.manager [req-c7865446-098b-4a50-b402-009f0c2f5298 req-e9ed67e1-e638-42ed-b08e-f7f4db3f569b service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-vif-unplugged-e8cb2d5e-ef82-4ac4-acc2-583899497299 for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 15:48:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:23 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-bd511a0e-7a96-43b7-b2b0-8faa4818acd6 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 57133132-53e9-4b8a-811e-85aa53f24315 is timed out.
Dec 06 15:48:23 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-bd511a0e-7a96-43b7-b2b0-8faa4818acd6 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Successfully detached device vdb from instance 57133132-53e9-4b8a-811e-85aa53f24315 from the live domain config.
Dec 06 15:48:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bd511a0e-7a96-43b7-b2b0-8faa4818acd6 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 15:48:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd511a0e-7a96-43b7-b2b0-8faa4818acd6 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AlSQrDBz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, None), 'kwargs': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:48:24 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-bd511a0e-7a96-43b7-b2b0-8faa4818acd6 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:48:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-bd511a0e-7a96-43b7-b2b0-8faa4818acd6 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-bd511a0e-7a96-43b7-b2b0-8faa4818acd6 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.006s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.042s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e66480c-8e6d-4b11-bb11-526386127b27]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd511a0e-7a96-43b7-b2b0-8faa4818acd6 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 15:48:24 user nova-compute[75278]: No targets found.
Dec 06 15:48:24 user nova-compute[75278]: iSNS:
Dec 06 15:48:24 user nova-compute[75278]: No targets found.
Dec 06 15:48:24 user nova-compute[75278]: STATIC:
Dec 06 15:48:24 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954
Dec 06 15:48:24 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:24 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:24 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e
Dec 06 15:48:24 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:24 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:24 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac
Dec 06 15:48:24 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:24 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:24 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc
Dec 06 15:48:24 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:24 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:24 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d
Dec 06 15:48:24 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:24 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:24 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0
Dec 06 15:48:24 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:24 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:24 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673
Dec 06 15:48:24 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:24 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:24 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115
Dec 06 15:48:24 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:24 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:24 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c
Dec 06 15:48:24 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:24 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:24 user nova-compute[75278]: FIRMWARE:
Dec 06 15:48:24 user nova-compute[75278]: No targets found.
Dec 06 15:48:24 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd511a0e-7a96-43b7-b2b0-8faa4818acd6 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 15:48:24 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 15:48:24 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd511a0e-7a96-43b7-b2b0-8faa4818acd6 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[76a329fc-0dc8-47b4-9f7b-c4a5d5379117]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.080s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[34f8dcea-de48-4d4b-9b68-7b9916c1a17b]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd511a0e-7a96-43b7-b2b0-8faa4818acd6 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e (non-flash)
Dec 06 15:48:24 user nova-compute[75278]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 (non-flash)
Dec 06 15:48:24 user nova-compute[75278]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 (non-flash)
Dec 06 15:48:24 user nova-compute[75278]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:48:24 user nova-compute[75278]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:48:24 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:48:24 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:48:24 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:48:24 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:48:24 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd511a0e-7a96-43b7-b2b0-8faa4818acd6 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e (non-flash)
Dec 06 15:48:24 user nova-compute[75278]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 (non-flash)
Dec 06 15:48:24 user nova-compute[75278]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 (non-flash)
Dec 06 15:48:24 user nova-compute[75278]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:48:24 user nova-compute[75278]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:48:24 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:48:24 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:48:24 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:48:24 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:48:24 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd511a0e-7a96-43b7-b2b0-8faa4818acd6 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c745a20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e'): ({'sdi'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-bd511a0e-7a96-43b7-b2b0-8faa4818acd6 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Removing single pathed devices sdi {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG nova.compute.manager [req-c88ff3c9-0292-475a-ba98-aec98a0b55c5 req-6bd29f1b-942d-437b-b0e7-132db748de96 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-vif-unplugged-180c3730-41e4-4a84-aa79-144ada7293e3 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c88ff3c9-0292-475a-ba98-aec98a0b55c5 req-6bd29f1b-942d-437b-b0e7-132db748de96 service nova] Acquiring lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c88ff3c9-0292-475a-ba98-aec98a0b55c5 req-6bd29f1b-942d-437b-b0e7-132db748de96 service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c88ff3c9-0292-475a-ba98-aec98a0b55c5 req-6bd29f1b-942d-437b-b0e7-132db748de96 service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG nova.compute.manager [req-c88ff3c9-0292-475a-ba98-aec98a0b55c5 req-6bd29f1b-942d-437b-b0e7-132db748de96 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] No waiting events found dispatching network-vif-unplugged-180c3730-41e4-4a84-aa79-144ada7293e3 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG nova.compute.manager [req-c88ff3c9-0292-475a-ba98-aec98a0b55c5 req-6bd29f1b-942d-437b-b0e7-132db748de96 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-vif-unplugged-180c3730-41e4-4a84-aa79-144ada7293e3 for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.032s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ac2fd3d-1b4d-4b12-90a0-d2d1dd455d0c]: (4, ('path checker states:\nup                  8\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdi" returned: 0 in 0.045s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e688fc2b-7443-4e4b-b8a7-d5de6174ffbc]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-bd511a0e-7a96-43b7-b2b0-8faa4818acd6 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Flushing IO for device /dev/sdi {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdi" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[4aee07e3-66cf-4e09-b2e2-a85a3baaaf52]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-bd511a0e-7a96-43b7-b2b0-8faa4818acd6 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Remove SCSI device /dev/sdi with /sys/block/sdi/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdi/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdi/device/delete" returned: 0 in 0.049s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d47d278-356e-40f7-a841-33e46291fa07]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-bd511a0e-7a96-43b7-b2b0-8faa4818acd6 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Checking to see if SCSI volumes sdi have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-bd511a0e-7a96-43b7-b2b0-8faa4818acd6 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] SCSI volumes sdi have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd511a0e-7a96-43b7-b2b0-8faa4818acd6 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec04fb06-fb9e-407c-81bc-1f7103c51f83]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd511a0e-7a96-43b7-b2b0-8faa4818acd6 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e -p 172.16.0.220:3260 --logout" returned: 0 in 0.081s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8aef7578-046a-4d7f-841c-c84ba761e8c9]: (4, ('Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e, portal: 172.16.0.220,3260]\nLogout of [sid: 10, target: iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd511a0e-7a96-43b7-b2b0-8faa4818acd6 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e, portal: 172.16.0.220,3260]
Dec 06 15:48:24 user nova-compute[75278]: Logout of [sid: 10, target: iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e, portal: 172.16.0.220,3260] successful.
Dec 06 15:48:24 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa94d662-a216-441a-b419-e35f72f7af6e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.045s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[061fa56c-9d33-4ff1-914b-9b3fccee8ebd]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd511a0e-7a96-43b7-b2b0-8faa4818acd6 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-bd511a0e-7a96-43b7-b2b0-8faa4818acd6 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.521s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd511a0e-7a96-43b7-b2b0-8faa4818acd6 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] <== disconnect_volume: return (527ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bd511a0e-7a96-43b7-b2b0-8faa4818acd6 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:25 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Instance destroyed successfully.
Dec 06 15:48:25 user nova-compute[75278]: DEBUG nova.objects.instance [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Lazy-loading 'resources' on Instance uuid 52f2e111-7586-448b-b20f-8f65b2d2019d {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:48:25 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-25a3e5d2-2ad4-4b22-9c6c-d5967136c0e6 tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 9398175e-90b9-4450-8785-0ed86d49ab33 is timed out.
Dec 06 15:48:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:25 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-25a3e5d2-2ad4-4b22-9c6c-d5967136c0e6 tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Successfully detached device vdb from instance 9398175e-90b9-4450-8785-0ed86d49ab33 from the live domain config.
Dec 06 15:48:25 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:46:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-378141427',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-378141427',id=11,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGsFhWZmq4OzMJdNCWBKt7omnFRc+7WjPCdkwTfRJQ7r+gHQ2yxHEqsheltsoPGRd/SUifU72MgnIqOQCm0zcKMlOhla8Fq8up7Gz0DsIBSGkH/JZUlzAFRy2gEItIIUeA==',key_name='tempest-keypair-627458527',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:47:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='642bdeded0124017a219cc032a2a2d2f',ramdisk_id='',reservation_id='r-v6g3z3td',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-8778906',owner_user_name='tempest-TaggedBootDevicesTest_v242-8778906-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:47:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0a766b9f9394a099e8b0c532362d7f0',uuid=52f2e111-7586-448b-b20f-8f65b2d2019d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e8cb2d5e-ef82-4ac4-acc2-583899497299", "address": "fa:16:3e:ca:e6:e3", "network": {"id": "ccd8bd8a-76c4-4c2b-b9a6-67693809fa01", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-38407512-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8cb2d5e-ef", "ovs_interfaceid": "e8cb2d5e-ef82-4ac4-acc2-583899497299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converting VIF {"id": "e8cb2d5e-ef82-4ac4-acc2-583899497299", "address": "fa:16:3e:ca:e6:e3", "network": {"id": "ccd8bd8a-76c4-4c2b-b9a6-67693809fa01", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-38407512-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8cb2d5e-ef", "ovs_interfaceid": "e8cb2d5e-ef82-4ac4-acc2-583899497299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ca:e6:e3,bridge_name='br-int',has_traffic_filtering=True,id=e8cb2d5e-ef82-4ac4-acc2-583899497299,network=Network(ccd8bd8a-76c4-4c2b-b9a6-67693809fa01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8cb2d5e-ef') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG os_vif [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ca:e6:e3,bridge_name='br-int',has_traffic_filtering=True,id=e8cb2d5e-ef82-4ac4-acc2-583899497299,network=Network(ccd8bd8a-76c4-4c2b-b9a6-67693809fa01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8cb2d5e-ef') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-25a3e5d2-2ad4-4b22-9c6c-d5967136c0e6 tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-25a3e5d2-2ad4-4b22-9c6c-d5967136c0e6 tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rCybcQmM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdj'}, None), 'kwargs': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:48:25 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-25a3e5d2-2ad4-4b22-9c6c-d5967136c0e6 tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:48:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-25a3e5d2-2ad4-4b22-9c6c-d5967136c0e6 tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-25a3e5d2-2ad4-4b22-9c6c-d5967136c0e6 tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape8cb2d5e-ef, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0925b8e4-cbf1-4df4-a8ad-7b302675072f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-25a3e5d2-2ad4-4b22-9c6c-d5967136c0e6 tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 15:48:25 user nova-compute[75278]: No targets found.
Dec 06 15:48:25 user nova-compute[75278]: iSNS:
Dec 06 15:48:25 user nova-compute[75278]: No targets found.
Dec 06 15:48:25 user nova-compute[75278]: STATIC:
Dec 06 15:48:25 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954
Dec 06 15:48:25 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:25 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:25 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac
Dec 06 15:48:25 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:25 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:25 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc
Dec 06 15:48:25 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:25 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:25 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d
Dec 06 15:48:25 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:25 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:25 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0
Dec 06 15:48:25 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:25 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:25 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673
Dec 06 15:48:25 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:25 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:25 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115
Dec 06 15:48:25 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:25 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:25 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c
Dec 06 15:48:25 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:25 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:25 user nova-compute[75278]: FIRMWARE:
Dec 06 15:48:25 user nova-compute[75278]: No targets found.
Dec 06 15:48:25 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-25a3e5d2-2ad4-4b22-9c6c-d5967136c0e6 tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 15:48:25 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 15:48:25 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-25a3e5d2-2ad4-4b22-9c6c-d5967136c0e6 tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[67b9f5a2-2cc0-4429-8bc9-cecd776561d4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.040s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f541447-9154-4d17-8ed7-b035a2fc61f6]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-25a3e5d2-2ad4-4b22-9c6c-d5967136c0e6 tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 (non-flash)
Dec 06 15:48:25 user nova-compute[75278]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 (non-flash)
Dec 06 15:48:25 user nova-compute[75278]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:48:25 user nova-compute[75278]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:48:25 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:48:25 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:48:25 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:48:25 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:48:25 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-25a3e5d2-2ad4-4b22-9c6c-d5967136c0e6 tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 (non-flash)
Dec 06 15:48:25 user nova-compute[75278]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 (non-flash)
Dec 06 15:48:25 user nova-compute[75278]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:48:25 user nova-compute[75278]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:48:25 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:48:25 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:48:25 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:48:25 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:48:25 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-25a3e5d2-2ad4-4b22-9c6c-d5967136c0e6 tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f444fe5b490>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673'): ({'sdj'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-25a3e5d2-2ad4-4b22-9c6c-d5967136c0e6 tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Removing single pathed devices sdj {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.035s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdd209b3-9a71-41d1-982a-a4566e4316ff]: (4, ('path checker states:\nup                  7\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdj {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b466f078-c83c-46f6-b1ea-dff76e5ca0c4) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdj" returned: 0 in 0.050s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[859e05d8-2aff-4c4e-b2b3-b057f8cc0385]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-25a3e5d2-2ad4-4b22-9c6c-d5967136c0e6 tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Flushing IO for device /dev/sdj {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdj {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdj" returned: 0 in 0.029s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[406f3c1b-0e93-4986-96aa-08f9f6010972]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-25a3e5d2-2ad4-4b22-9c6c-d5967136c0e6 tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Remove SCSI device /dev/sdj with /sys/block/sdj/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdj/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdj/device/delete" returned: 0 in 0.069s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[52d27a08-a93c-49f5-8946-75a0f9898c20]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-25a3e5d2-2ad4-4b22-9c6c-d5967136c0e6 tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Checking to see if SCSI volumes sdj have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-25a3e5d2-2ad4-4b22-9c6c-d5967136c0e6 tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] SCSI volumes sdj have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-25a3e5d2-2ad4-4b22-9c6c-d5967136c0e6 tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:25 user nova-compute[75278]: INFO os_vif [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ca:e6:e3,bridge_name='br-int',has_traffic_filtering=True,id=e8cb2d5e-ef82-4ac4-acc2-583899497299,network=Network(ccd8bd8a-76c4-4c2b-b9a6-67693809fa01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8cb2d5e-ef')
Dec 06 15:48:25 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:46:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-378141427',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-378141427',id=11,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGsFhWZmq4OzMJdNCWBKt7omnFRc+7WjPCdkwTfRJQ7r+gHQ2yxHEqsheltsoPGRd/SUifU72MgnIqOQCm0zcKMlOhla8Fq8up7Gz0DsIBSGkH/JZUlzAFRy2gEItIIUeA==',key_name='tempest-keypair-627458527',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:47:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='642bdeded0124017a219cc032a2a2d2f',ramdisk_id='',reservation_id='r-v6g3z3td',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-8778906',owner_user_name='tempest-TaggedBootDevicesTest_v242-8778906-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:47:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0a766b9f9394a099e8b0c532362d7f0',uuid=52f2e111-7586-448b-b20f-8f65b2d2019d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a97409ba-f1b9-46c0-86ef-12e24a1abd58", "address": "fa:16:3e:10:9e:da", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa97409ba-f1", "ovs_interfaceid": "a97409ba-f1b9-46c0-86ef-12e24a1abd58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converting VIF {"id": "a97409ba-f1b9-46c0-86ef-12e24a1abd58", "address": "fa:16:3e:10:9e:da", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa97409ba-f1", "ovs_interfaceid": "a97409ba-f1b9-46c0-86ef-12e24a1abd58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:10:9e:da,bridge_name='br-int',has_traffic_filtering=True,id=a97409ba-f1b9-46c0-86ef-12e24a1abd58,network=Network(a1f2482f-be6d-4dae-8003-01a5f54dbe53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa97409ba-f1') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG os_vif [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:10:9e:da,bridge_name='br-int',has_traffic_filtering=True,id=a97409ba-f1b9-46c0-86ef-12e24a1abd58,network=Network(a1f2482f-be6d-4dae-8003-01a5f54dbe53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa97409ba-f1') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa97409ba-f1, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.029s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[baf3b5d4-3868-4784-8939-a1e6f0c5619f]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-25a3e5d2-2ad4-4b22-9c6c-d5967136c0e6 tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fb5a77ae-ea23-4233-b90a-1f3f886030b8) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 -p 172.16.0.220:3260 --logout" returned: 0 in 0.108s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1e00c73-0e7c-4f9e-9648-8f94841b626c]: (4, ('Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673, portal: 172.16.0.220,3260]\nLogout of [sid: 11, target: iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-25a3e5d2-2ad4-4b22-9c6c-d5967136c0e6 tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673, portal: 172.16.0.220,3260]
Dec 06 15:48:25 user nova-compute[75278]: Logout of [sid: 11, target: iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673, portal: 172.16.0.220,3260] successful.
Dec 06 15:48:25 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:25 user nova-compute[75278]: INFO os_vif [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:10:9e:da,bridge_name='br-int',has_traffic_filtering=True,id=a97409ba-f1b9-46c0-86ef-12e24a1abd58,network=Network(a1f2482f-be6d-4dae-8003-01a5f54dbe53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa97409ba-f1')
Dec 06 15:48:25 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:46:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-378141427',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-378141427',id=11,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGsFhWZmq4OzMJdNCWBKt7omnFRc+7WjPCdkwTfRJQ7r+gHQ2yxHEqsheltsoPGRd/SUifU72MgnIqOQCm0zcKMlOhla8Fq8up7Gz0DsIBSGkH/JZUlzAFRy2gEItIIUeA==',key_name='tempest-keypair-627458527',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:47:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='642bdeded0124017a219cc032a2a2d2f',ramdisk_id='',reservation_id='r-v6g3z3td',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-8778906',owner_user_name='tempest-TaggedBootDevicesTest_v242-8778906-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:47:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0a766b9f9394a099e8b0c532362d7f0',uuid=52f2e111-7586-448b-b20f-8f65b2d2019d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "180c3730-41e4-4a84-aa79-144ada7293e3", "address": "fa:16:3e:b0:d5:d7", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap180c3730-41", "ovs_interfaceid": "180c3730-41e4-4a84-aa79-144ada7293e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converting VIF {"id": "180c3730-41e4-4a84-aa79-144ada7293e3", "address": "fa:16:3e:b0:d5:d7", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap180c3730-41", "ovs_interfaceid": "180c3730-41e4-4a84-aa79-144ada7293e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b0:d5:d7,bridge_name='br-int',has_traffic_filtering=True,id=180c3730-41e4-4a84-aa79-144ada7293e3,network=Network(a1f2482f-be6d-4dae-8003-01a5f54dbe53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap180c3730-41') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG os_vif [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b0:d5:d7,bridge_name='br-int',has_traffic_filtering=True,id=180c3730-41e4-4a84-aa79-144ada7293e3,network=Network(a1f2482f-be6d-4dae-8003-01a5f54dbe53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap180c3730-41') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap180c3730-41, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9570c852-a110-4597-8686-1864c0ae7673 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.047s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[180b5bbe-28bf-4dff-9650-03b8dac9c9ae]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-25a3e5d2-2ad4-4b22-9c6c-d5967136c0e6 tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-25a3e5d2-2ad4-4b22-9c6c-d5967136c0e6 tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.575s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-25a3e5d2-2ad4-4b22-9c6c-d5967136c0e6 tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] <== disconnect_volume: return (576ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-25a3e5d2-2ad4-4b22-9c6c-d5967136c0e6 tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG nova.objects.instance [None req-bd511a0e-7a96-43b7-b2b0-8faa4818acd6 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lazy-loading 'flavor' on Instance uuid 57133132-53e9-4b8a-811e-85aa53f24315 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG nova.compute.manager [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-vif-plugged-e8cb2d5e-ef82-4ac4-acc2-583899497299 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] Acquiring lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG nova.compute.manager [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] No waiting events found dispatching network-vif-plugged-e8cb2d5e-ef82-4ac4-acc2-583899497299 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:48:25 user nova-compute[75278]: WARNING nova.compute.manager [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received unexpected event network-vif-plugged-e8cb2d5e-ef82-4ac4-acc2-583899497299 for instance with vm_state active and task_state deleting.
Dec 06 15:48:25 user nova-compute[75278]: DEBUG nova.compute.manager [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-vif-unplugged-a97409ba-f1b9-46c0-86ef-12e24a1abd58 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] Acquiring lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG nova.compute.manager [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] No waiting events found dispatching network-vif-unplugged-a97409ba-f1b9-46c0-86ef-12e24a1abd58 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG nova.compute.manager [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-vif-unplugged-a97409ba-f1b9-46c0-86ef-12e24a1abd58 for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG nova.compute.manager [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-vif-plugged-a97409ba-f1b9-46c0-86ef-12e24a1abd58 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] Acquiring lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG nova.compute.manager [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] No waiting events found dispatching network-vif-plugged-a97409ba-f1b9-46c0-86ef-12e24a1abd58 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:48:25 user nova-compute[75278]: WARNING nova.compute.manager [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received unexpected event network-vif-plugged-a97409ba-f1b9-46c0-86ef-12e24a1abd58 for instance with vm_state active and task_state deleting.
Dec 06 15:48:25 user nova-compute[75278]: DEBUG nova.compute.manager [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-vif-unplugged-da8c7a6f-efe5-4e18-b958-c647cf70d01e {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] Acquiring lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG nova.compute.manager [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] No waiting events found dispatching network-vif-unplugged-da8c7a6f-efe5-4e18-b958-c647cf70d01e {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG nova.compute.manager [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-vif-unplugged-da8c7a6f-efe5-4e18-b958-c647cf70d01e for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG nova.compute.manager [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-vif-plugged-da8c7a6f-efe5-4e18-b958-c647cf70d01e {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] Acquiring lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG nova.compute.manager [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] No waiting events found dispatching network-vif-plugged-da8c7a6f-efe5-4e18-b958-c647cf70d01e {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:48:25 user nova-compute[75278]: WARNING nova.compute.manager [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received unexpected event network-vif-plugged-da8c7a6f-efe5-4e18-b958-c647cf70d01e for instance with vm_state active and task_state deleting.
Dec 06 15:48:25 user nova-compute[75278]: DEBUG nova.compute.manager [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-vif-unplugged-f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] Acquiring lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG nova.compute.manager [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] No waiting events found dispatching network-vif-unplugged-f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG nova.compute.manager [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-vif-unplugged-f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG nova.compute.manager [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-vif-plugged-f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] Acquiring lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG nova.compute.manager [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] No waiting events found dispatching network-vif-plugged-f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:48:25 user nova-compute[75278]: WARNING nova.compute.manager [req-89760bb9-e43a-467b-a40b-1e47546bc97d req-d1007add-8a54-445f-abae-256466283939 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received unexpected event network-vif-plugged-f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a for instance with vm_state active and task_state deleting.
Dec 06 15:48:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e7d20f3e-5d29-488c-af45-e54e6e6869c5) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-bd511a0e-7a96-43b7-b2b0-8faa4818acd6 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "57133132-53e9-4b8a-811e-85aa53f24315" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 23.106s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:26 user nova-compute[75278]: INFO os_vif [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b0:d5:d7,bridge_name='br-int',has_traffic_filtering=True,id=180c3730-41e4-4a84-aa79-144ada7293e3,network=Network(a1f2482f-be6d-4dae-8003-01a5f54dbe53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap180c3730-41')
Dec 06 15:48:26 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:46:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-378141427',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-378141427',id=11,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGsFhWZmq4OzMJdNCWBKt7omnFRc+7WjPCdkwTfRJQ7r+gHQ2yxHEqsheltsoPGRd/SUifU72MgnIqOQCm0zcKMlOhla8Fq8up7Gz0DsIBSGkH/JZUlzAFRy2gEItIIUeA==',key_name='tempest-keypair-627458527',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:47:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='642bdeded0124017a219cc032a2a2d2f',ramdisk_id='',reservation_id='r-v6g3z3td',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-8778906',owner_user_name='tempest-TaggedBootDevicesTest_v242-8778906-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:47:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0a766b9f9394a099e8b0c532362d7f0',uuid=52f2e111-7586-448b-b20f-8f65b2d2019d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5b9be317-688f-4ef6-bb6a-7d2cecb45e93", "address": "fa:16:3e:f8:c8:2b", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9be317-68", "ovs_interfaceid": "5b9be317-688f-4ef6-bb6a-7d2cecb45e93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converting VIF {"id": "5b9be317-688f-4ef6-bb6a-7d2cecb45e93", "address": "fa:16:3e:f8:c8:2b", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9be317-68", "ovs_interfaceid": "5b9be317-688f-4ef6-bb6a-7d2cecb45e93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f8:c8:2b,bridge_name='br-int',has_traffic_filtering=True,id=5b9be317-688f-4ef6-bb6a-7d2cecb45e93,network=Network(a1f2482f-be6d-4dae-8003-01a5f54dbe53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b9be317-68') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG os_vif [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:c8:2b,bridge_name='br-int',has_traffic_filtering=True,id=5b9be317-688f-4ef6-bb6a-7d2cecb45e93,network=Network(a1f2482f-be6d-4dae-8003-01a5f54dbe53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b9be317-68') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5b9be317-68, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6ee6b3ed-15a8-4f69-b434-4737db338fd3) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:26 user nova-compute[75278]: INFO os_vif [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:c8:2b,bridge_name='br-int',has_traffic_filtering=True,id=5b9be317-688f-4ef6-bb6a-7d2cecb45e93,network=Network(a1f2482f-be6d-4dae-8003-01a5f54dbe53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b9be317-68')
Dec 06 15:48:26 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:46:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-378141427',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-378141427',id=11,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGsFhWZmq4OzMJdNCWBKt7omnFRc+7WjPCdkwTfRJQ7r+gHQ2yxHEqsheltsoPGRd/SUifU72MgnIqOQCm0zcKMlOhla8Fq8up7Gz0DsIBSGkH/JZUlzAFRy2gEItIIUeA==',key_name='tempest-keypair-627458527',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:47:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='642bdeded0124017a219cc032a2a2d2f',ramdisk_id='',reservation_id='r-v6g3z3td',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-8778906',owner_user_name='tempest-TaggedBootDevicesTest_v242-8778906-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:47:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0a766b9f9394a099e8b0c532362d7f0',uuid=52f2e111-7586-448b-b20f-8f65b2d2019d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "da8c7a6f-efe5-4e18-b958-c647cf70d01e", "address": "fa:16:3e:9d:a2:14", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda8c7a6f-ef", "ovs_interfaceid": "da8c7a6f-efe5-4e18-b958-c647cf70d01e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converting VIF {"id": "da8c7a6f-efe5-4e18-b958-c647cf70d01e", "address": "fa:16:3e:9d:a2:14", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda8c7a6f-ef", "ovs_interfaceid": "da8c7a6f-efe5-4e18-b958-c647cf70d01e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9d:a2:14,bridge_name='br-int',has_traffic_filtering=True,id=da8c7a6f-efe5-4e18-b958-c647cf70d01e,network=Network(a1f2482f-be6d-4dae-8003-01a5f54dbe53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda8c7a6f-ef') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG os_vif [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9d:a2:14,bridge_name='br-int',has_traffic_filtering=True,id=da8c7a6f-efe5-4e18-b958-c647cf70d01e,network=Network(a1f2482f-be6d-4dae-8003-01a5f54dbe53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda8c7a6f-ef') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapda8c7a6f-ef, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=49ca1b67-b3ae-4fee-ad30-77cc5d4c1d75) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:26 user nova-compute[75278]: INFO os_vif [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9d:a2:14,bridge_name='br-int',has_traffic_filtering=True,id=da8c7a6f-efe5-4e18-b958-c647cf70d01e,network=Network(a1f2482f-be6d-4dae-8003-01a5f54dbe53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda8c7a6f-ef')
Dec 06 15:48:26 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:46:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-378141427',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-378141427',id=11,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGsFhWZmq4OzMJdNCWBKt7omnFRc+7WjPCdkwTfRJQ7r+gHQ2yxHEqsheltsoPGRd/SUifU72MgnIqOQCm0zcKMlOhla8Fq8up7Gz0DsIBSGkH/JZUlzAFRy2gEItIIUeA==',key_name='tempest-keypair-627458527',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:47:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='642bdeded0124017a219cc032a2a2d2f',ramdisk_id='',reservation_id='r-v6g3z3td',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-8778906',owner_user_name='tempest-TaggedBootDevicesTest_v242-8778906-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:47:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0a766b9f9394a099e8b0c532362d7f0',uuid=52f2e111-7586-448b-b20f-8f65b2d2019d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a", "address": "fa:16:3e:e3:5a:06", "network": {"id": "ee80165c-711b-4d38-8415-eaf0b0cf1fa5", "bridge": "br-int", "label": "tempest-device-tagging-net2-170559748", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3b2a82d-39", "ovs_interfaceid": "f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converting VIF {"id": "f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a", "address": "fa:16:3e:e3:5a:06", "network": {"id": "ee80165c-711b-4d38-8415-eaf0b0cf1fa5", "bridge": "br-int", "label": "tempest-device-tagging-net2-170559748", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3b2a82d-39", "ovs_interfaceid": "f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e3:5a:06,bridge_name='br-int',has_traffic_filtering=True,id=f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a,network=Network(ee80165c-711b-4d38-8415-eaf0b0cf1fa5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3b2a82d-39') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG os_vif [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e3:5a:06,bridge_name='br-int',has_traffic_filtering=True,id=f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a,network=Network(ee80165c-711b-4d38-8415-eaf0b0cf1fa5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3b2a82d-39') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf3b2a82d-39, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a04ed3a8-2f77-415d-b53a-dedab769084a) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-53473740-49b8-420f-a50d-783b5e88f796 req-edfff18c-f594-4e24-9204-25f7468e7cc9 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-vif-plugged-180c3730-41e4-4a84-aa79-144ada7293e3 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-53473740-49b8-420f-a50d-783b5e88f796 req-edfff18c-f594-4e24-9204-25f7468e7cc9 service nova] Acquiring lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-53473740-49b8-420f-a50d-783b5e88f796 req-edfff18c-f594-4e24-9204-25f7468e7cc9 service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-53473740-49b8-420f-a50d-783b5e88f796 req-edfff18c-f594-4e24-9204-25f7468e7cc9 service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-53473740-49b8-420f-a50d-783b5e88f796 req-edfff18c-f594-4e24-9204-25f7468e7cc9 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] No waiting events found dispatching network-vif-plugged-180c3730-41e4-4a84-aa79-144ada7293e3 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:48:26 user nova-compute[75278]: WARNING nova.compute.manager [req-53473740-49b8-420f-a50d-783b5e88f796 req-edfff18c-f594-4e24-9204-25f7468e7cc9 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received unexpected event network-vif-plugged-180c3730-41e4-4a84-aa79-144ada7293e3 for instance with vm_state active and task_state deleting.
Dec 06 15:48:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-53473740-49b8-420f-a50d-783b5e88f796 req-edfff18c-f594-4e24-9204-25f7468e7cc9 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-vif-unplugged-5b9be317-688f-4ef6-bb6a-7d2cecb45e93 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-53473740-49b8-420f-a50d-783b5e88f796 req-edfff18c-f594-4e24-9204-25f7468e7cc9 service nova] Acquiring lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-53473740-49b8-420f-a50d-783b5e88f796 req-edfff18c-f594-4e24-9204-25f7468e7cc9 service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-53473740-49b8-420f-a50d-783b5e88f796 req-edfff18c-f594-4e24-9204-25f7468e7cc9 service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-53473740-49b8-420f-a50d-783b5e88f796 req-edfff18c-f594-4e24-9204-25f7468e7cc9 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] No waiting events found dispatching network-vif-unplugged-5b9be317-688f-4ef6-bb6a-7d2cecb45e93 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-53473740-49b8-420f-a50d-783b5e88f796 req-edfff18c-f594-4e24-9204-25f7468e7cc9 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-vif-unplugged-5b9be317-688f-4ef6-bb6a-7d2cecb45e93 for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-53473740-49b8-420f-a50d-783b5e88f796 req-edfff18c-f594-4e24-9204-25f7468e7cc9 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-vif-plugged-5b9be317-688f-4ef6-bb6a-7d2cecb45e93 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-53473740-49b8-420f-a50d-783b5e88f796 req-edfff18c-f594-4e24-9204-25f7468e7cc9 service nova] Acquiring lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-53473740-49b8-420f-a50d-783b5e88f796 req-edfff18c-f594-4e24-9204-25f7468e7cc9 service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-53473740-49b8-420f-a50d-783b5e88f796 req-edfff18c-f594-4e24-9204-25f7468e7cc9 service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-53473740-49b8-420f-a50d-783b5e88f796 req-edfff18c-f594-4e24-9204-25f7468e7cc9 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] No waiting events found dispatching network-vif-plugged-5b9be317-688f-4ef6-bb6a-7d2cecb45e93 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:48:26 user nova-compute[75278]: WARNING nova.compute.manager [req-53473740-49b8-420f-a50d-783b5e88f796 req-edfff18c-f594-4e24-9204-25f7468e7cc9 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received unexpected event network-vif-plugged-5b9be317-688f-4ef6-bb6a-7d2cecb45e93 for instance with vm_state active and task_state deleting.
Dec 06 15:48:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-53473740-49b8-420f-a50d-783b5e88f796 req-edfff18c-f594-4e24-9204-25f7468e7cc9 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-vif-unplugged-5b0aaa3a-8a13-439c-ab6a-54a3e639957c {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-53473740-49b8-420f-a50d-783b5e88f796 req-edfff18c-f594-4e24-9204-25f7468e7cc9 service nova] Acquiring lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-53473740-49b8-420f-a50d-783b5e88f796 req-edfff18c-f594-4e24-9204-25f7468e7cc9 service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-53473740-49b8-420f-a50d-783b5e88f796 req-edfff18c-f594-4e24-9204-25f7468e7cc9 service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-53473740-49b8-420f-a50d-783b5e88f796 req-edfff18c-f594-4e24-9204-25f7468e7cc9 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] No waiting events found dispatching network-vif-unplugged-5b0aaa3a-8a13-439c-ab6a-54a3e639957c {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-53473740-49b8-420f-a50d-783b5e88f796 req-edfff18c-f594-4e24-9204-25f7468e7cc9 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-vif-unplugged-5b0aaa3a-8a13-439c-ab6a-54a3e639957c for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-53473740-49b8-420f-a50d-783b5e88f796 req-edfff18c-f594-4e24-9204-25f7468e7cc9 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-vif-plugged-5b0aaa3a-8a13-439c-ab6a-54a3e639957c {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-53473740-49b8-420f-a50d-783b5e88f796 req-edfff18c-f594-4e24-9204-25f7468e7cc9 service nova] Acquiring lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-53473740-49b8-420f-a50d-783b5e88f796 req-edfff18c-f594-4e24-9204-25f7468e7cc9 service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-53473740-49b8-420f-a50d-783b5e88f796 req-edfff18c-f594-4e24-9204-25f7468e7cc9 service nova] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-53473740-49b8-420f-a50d-783b5e88f796 req-edfff18c-f594-4e24-9204-25f7468e7cc9 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] No waiting events found dispatching network-vif-plugged-5b0aaa3a-8a13-439c-ab6a-54a3e639957c {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:48:26 user nova-compute[75278]: WARNING nova.compute.manager [req-53473740-49b8-420f-a50d-783b5e88f796 req-edfff18c-f594-4e24-9204-25f7468e7cc9 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received unexpected event network-vif-plugged-5b0aaa3a-8a13-439c-ab6a-54a3e639957c for instance with vm_state active and task_state deleting.
Dec 06 15:48:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:26 user nova-compute[75278]: INFO os_vif [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e3:5a:06,bridge_name='br-int',has_traffic_filtering=True,id=f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a,network=Network(ee80165c-711b-4d38-8415-eaf0b0cf1fa5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3b2a82d-39')
Dec 06 15:48:26 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:46:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-378141427',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-378141427',id=11,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGsFhWZmq4OzMJdNCWBKt7omnFRc+7WjPCdkwTfRJQ7r+gHQ2yxHEqsheltsoPGRd/SUifU72MgnIqOQCm0zcKMlOhla8Fq8up7Gz0DsIBSGkH/JZUlzAFRy2gEItIIUeA==',key_name='tempest-keypair-627458527',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:47:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='642bdeded0124017a219cc032a2a2d2f',ramdisk_id='',reservation_id='r-v6g3z3td',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-8778906',owner_user_name='tempest-TaggedBootDevicesTest_v242-8778906-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:47:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0a766b9f9394a099e8b0c532362d7f0',uuid=52f2e111-7586-448b-b20f-8f65b2d2019d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5b0aaa3a-8a13-439c-ab6a-54a3e639957c", "address": "fa:16:3e:9d:d8:66", "network": {"id": "ee80165c-711b-4d38-8415-eaf0b0cf1fa5", "bridge": "br-int", "label": "tempest-device-tagging-net2-170559748", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b0aaa3a-8a", "ovs_interfaceid": "5b0aaa3a-8a13-439c-ab6a-54a3e639957c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converting VIF {"id": "5b0aaa3a-8a13-439c-ab6a-54a3e639957c", "address": "fa:16:3e:9d:d8:66", "network": {"id": "ee80165c-711b-4d38-8415-eaf0b0cf1fa5", "bridge": "br-int", "label": "tempest-device-tagging-net2-170559748", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b0aaa3a-8a", "ovs_interfaceid": "5b0aaa3a-8a13-439c-ab6a-54a3e639957c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9d:d8:66,bridge_name='br-int',has_traffic_filtering=True,id=5b0aaa3a-8a13-439c-ab6a-54a3e639957c,network=Network(ee80165c-711b-4d38-8415-eaf0b0cf1fa5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b0aaa3a-8a') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG os_vif [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9d:d8:66,bridge_name='br-int',has_traffic_filtering=True,id=5b0aaa3a-8a13-439c-ab6a-54a3e639957c,network=Network(ee80165c-711b-4d38-8415-eaf0b0cf1fa5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b0aaa3a-8a') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5b0aaa3a-8a, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ed6de62d-1b60-405b-94fe-8836ee152c38) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:26 user nova-compute[75278]: INFO os_vif [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9d:d8:66,bridge_name='br-int',has_traffic_filtering=True,id=5b0aaa3a-8a13-439c-ab6a-54a3e639957c,network=Network(ee80165c-711b-4d38-8415-eaf0b0cf1fa5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b0aaa3a-8a')
Dec 06 15:48:26 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vIzTWUXa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:48:26 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:48:26 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7feb070c-5207-4321-949d-c9dd683fc435]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 15:48:26 user nova-compute[75278]: No targets found.
Dec 06 15:48:26 user nova-compute[75278]: iSNS:
Dec 06 15:48:26 user nova-compute[75278]: No targets found.
Dec 06 15:48:26 user nova-compute[75278]: STATIC:
Dec 06 15:48:26 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954
Dec 06 15:48:26 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:26 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:26 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac
Dec 06 15:48:26 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:26 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:26 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc
Dec 06 15:48:26 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:26 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:26 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d
Dec 06 15:48:26 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:26 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:26 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0
Dec 06 15:48:26 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:26 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:26 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115
Dec 06 15:48:26 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:26 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:26 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c
Dec 06 15:48:26 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:26 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:26 user nova-compute[75278]: FIRMWARE:
Dec 06 15:48:26 user nova-compute[75278]: No targets found.
Dec 06 15:48:26 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 15:48:26 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 15:48:26 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[694ea65a-989e-43cf-8295-1821ed29ccad]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee64e55f-3800-43e3-a4cb-e983de1accdf]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 (non-flash)
Dec 06 15:48:26 user nova-compute[75278]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:48:26 user nova-compute[75278]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:48:26 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:48:26 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:48:26 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:48:26 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:48:26 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 (non-flash)
Dec 06 15:48:26 user nova-compute[75278]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:48:26 user nova-compute[75278]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:48:26 user nova-compute[75278]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 (non-flash)
Dec 06 15:48:26 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:48:26 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:48:26 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:48:26 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c3743a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954'): ({'sdc'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Removing single pathed devices sdc {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9164d2fb-8535-4745-b457-30e205000fd5]: (4, ('path checker states:\nup                  6\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[4401f449-8f4c-4c33-b68a-f47f98cf6884]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Flushing IO for device /dev/sdc {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1147083f-e472-4e94-8779-d0bfb253894a]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.048s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[219440e4-d8a4-4183-8f66-23ba5d167b5f]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] SCSI volumes sdc have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e0b1e8b-bd80-4ee4-b697-80bb33a62a07]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 -p 172.16.0.220:3260 --logout" returned: 0 in 0.077s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[bef6a27d-cbaa-41bc-bbc3-5f4a4ec55855]: (4, ('Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954, portal: 172.16.0.220,3260]\nLogout of [sid: 3, target: iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954, portal: 172.16.0.220,3260]
Dec 06 15:48:26 user nova-compute[75278]: Logout of [sid: 3, target: iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954, portal: 172.16.0.220,3260] successful.
Dec 06 15:48:26 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00ead261-8427-43fb-b862-93044063b954 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c335375b-31e0-4495-94b5-33fba9a928eb]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.355s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] <== disconnect_volume: return (356ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bwMILgeV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:48:26 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:48:26 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[42bb0dcb-9859-4a2a-bacd-ba80f3b04fa1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 15:48:26 user nova-compute[75278]: No targets found.
Dec 06 15:48:26 user nova-compute[75278]: iSNS:
Dec 06 15:48:26 user nova-compute[75278]: No targets found.
Dec 06 15:48:26 user nova-compute[75278]: STATIC:
Dec 06 15:48:26 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac
Dec 06 15:48:26 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:26 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:26 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc
Dec 06 15:48:26 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:26 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:26 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d
Dec 06 15:48:26 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:26 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:26 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0
Dec 06 15:48:26 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:26 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:26 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115
Dec 06 15:48:26 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:26 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:26 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c
Dec 06 15:48:26 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:26 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:26 user nova-compute[75278]: FIRMWARE:
Dec 06 15:48:26 user nova-compute[75278]: No targets found.
Dec 06 15:48:26 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 15:48:26 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 15:48:26 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[20a0489e-b0ba-46cf-82a6-f39d2810837b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c97c479e-a3da-4f97-ab4b-aee54c814b5a]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 (non-flash)
Dec 06 15:48:26 user nova-compute[75278]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:48:26 user nova-compute[75278]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:48:26 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:48:26 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:48:26 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:48:26 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 (non-flash)
Dec 06 15:48:26 user nova-compute[75278]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:48:26 user nova-compute[75278]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:48:26 user nova-compute[75278]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac (non-flash)
Dec 06 15:48:26 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:48:26 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:48:26 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c3743a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac'): ({'sdd'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Removing single pathed devices sdd {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6a5b46d-9985-4250-84d7-2f6fb3c34b6b]: (4, ('path checker states:\nup                  5\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[627af010-8b9e-40f3-8399-5c8d095a069f]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Flushing IO for device /dev/sdd {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca54ec90-70f8-475e-80b1-b91c08e64bed]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.045s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee69f1a5-889c-42e3-84ac-63e1c7d13076]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] SCSI volumes sdd have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f91c169b-fc5f-4cbc-81c1-6f61318db011]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG nova.objects.instance [None req-25a3e5d2-2ad4-4b22-9c6c-d5967136c0e6 tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Lazy-loading 'flavor' on Instance uuid 9398175e-90b9-4450-8785-0ed86d49ab33 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fc05767-c5d9-4853-90c0-da4084c587ef]: (4, ('Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac, portal: 172.16.0.220,3260]\nLogout of [sid: 4, target: iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac, portal: 172.16.0.220,3260]
Dec 06 15:48:27 user nova-compute[75278]: Logout of [sid: 4, target: iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac, portal: 172.16.0.220,3260] successful.
Dec 06 15:48:27 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-25a3e5d2-2ad4-4b22-9c6c-d5967136c0e6 tempest-VolumesAssistedSnapshotsTest-1046957171 tempest-VolumesAssistedSnapshotsTest-1046957171-project-admin] Lock "9398175e-90b9-4450-8785-0ed86d49ab33" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.423s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:427b68a6-6cfe-4434-ba67-5c92249092ac -p 172.16.0.220:3260 --op delete" returned: 0 in 0.035s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae53cb3d-7087-400a-bece-c18101be1f37]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.392s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] <== disconnect_volume: return (393ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jBYLJusv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:48:27 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:48:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6832fabd-b5ef-4dfc-b180-d4b80f69d0a7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 15:48:27 user nova-compute[75278]: No targets found.
Dec 06 15:48:27 user nova-compute[75278]: iSNS:
Dec 06 15:48:27 user nova-compute[75278]: No targets found.
Dec 06 15:48:27 user nova-compute[75278]: STATIC:
Dec 06 15:48:27 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc
Dec 06 15:48:27 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:27 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:27 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d
Dec 06 15:48:27 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:27 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:27 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0
Dec 06 15:48:27 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:27 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:27 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115
Dec 06 15:48:27 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:27 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:27 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c
Dec 06 15:48:27 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:27 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:27 user nova-compute[75278]: FIRMWARE:
Dec 06 15:48:27 user nova-compute[75278]: No targets found.
Dec 06 15:48:27 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 15:48:27 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 15:48:27 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[826672f2-c0cc-4d69-95cf-f6022536154a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba3e664f-41d8-4d6c-86f9-44719ba4e5e9]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 (non-flash)
Dec 06 15:48:27 user nova-compute[75278]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:48:27 user nova-compute[75278]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:48:27 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:48:27 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:48:27 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 (non-flash)
Dec 06 15:48:27 user nova-compute[75278]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:48:27 user nova-compute[75278]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:48:27 user nova-compute[75278]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d (non-flash)
Dec 06 15:48:27 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:48:27 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c59a440>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d'): ({'sde'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Removing single pathed devices sde {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2411b7b8-42ed-4046-b472-c6f4b61f18b4]: (4, ('path checker states:\nup                  4\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a389a59-deb8-4c40-a945-0c4c58a63013]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Flushing IO for device /dev/sde {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7f31c8f-44f7-4c9f-8eca-9a9c78d30066]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.041s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1dfaf1f3-d4b2-48a3-8107-2d8d72d23911]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] SCSI volumes sde have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1e6e7aa-05f1-475f-b24d-105696cb6724]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d -p 172.16.0.220:3260 --logout" returned: 0 in 0.129s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b37e5f7-b6dd-4ad2-8c35-979f5c4d7d79]: (4, ('Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d, portal: 172.16.0.220,3260]\nLogout of [sid: 5, target: iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d, portal: 172.16.0.220,3260]
Dec 06 15:48:27 user nova-compute[75278]: Logout of [sid: 5, target: iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d, portal: 172.16.0.220,3260] successful.
Dec 06 15:48:27 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:27 user nova-compute[75278]: ERROR nova.volume.cinder [None req-0333c4b0-2a88-4446-b543-c253725734f9 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] Update attachment failed for attachment 1e42ae7d-5272-4b77-87e8-d1a225ba07c0. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-a90344e1-2b60-4429-af40-6deb25371f9d) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-a90344e1-2b60-4429-af40-6deb25371f9d)
Dec 06 15:48:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd75f54c-4211-4c49-9f65-64b89af82c0d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b7df2bc-f67c-49ca-9804-ab7f4ab2d498]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.423s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] <== disconnect_volume: return (424ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 15:48:27 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Deleting instance files /opt/stack/data/nova/instances/52f2e111-7586-448b-b20f-8f65b2d2019d_del
Dec 06 15:48:27 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Deletion of /opt/stack/data/nova/instances/52f2e111-7586-448b-b20f-8f65b2d2019d_del complete
Dec 06 15:48:27 user nova-compute[75278]: INFO nova.compute.manager [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Took 4.42 seconds to destroy the instance on the hypervisor.
Dec 06 15:48:27 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 15:48:27 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 15:48:28 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-d88e10fe-9e83-464a-b529-a22f51e01a01 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance a140a006-c098-4eed-998b-eacb51917dbb is timed out.
Dec 06 15:48:28 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-d88e10fe-9e83-464a-b529-a22f51e01a01 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Successfully detached device vdb from instance a140a006-c098-4eed-998b-eacb51917dbb from the live domain config.
Dec 06 15:48:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d88e10fe-9e83-464a-b529-a22f51e01a01 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-d88e10fe-9e83-464a-b529-a22f51e01a01 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MZOARSLn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:48:28 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-d88e10fe-9e83-464a-b529-a22f51e01a01 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:48:28 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-d88e10fe-9e83-464a-b529-a22f51e01a01 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-d88e10fe-9e83-464a-b529-a22f51e01a01 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c86111d8-207b-4018-953d-378ee6eac4b1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-d88e10fe-9e83-464a-b529-a22f51e01a01 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 15:48:28 user nova-compute[75278]: No targets found.
Dec 06 15:48:28 user nova-compute[75278]: iSNS:
Dec 06 15:48:28 user nova-compute[75278]: No targets found.
Dec 06 15:48:28 user nova-compute[75278]: STATIC:
Dec 06 15:48:28 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc
Dec 06 15:48:28 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:28 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:28 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0
Dec 06 15:48:28 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:28 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:28 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115
Dec 06 15:48:28 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:28 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:28 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c
Dec 06 15:48:28 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:48:28 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:48:28 user nova-compute[75278]: FIRMWARE:
Dec 06 15:48:28 user nova-compute[75278]: No targets found.
Dec 06 15:48:28 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-d88e10fe-9e83-464a-b529-a22f51e01a01 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 15:48:28 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 15:48:28 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-d88e10fe-9e83-464a-b529-a22f51e01a01 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f21917e-d65c-4d50-9611-2451683fa72f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2b70805-02e5-46eb-9888-014ba595c56e]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-d88e10fe-9e83-464a-b529-a22f51e01a01 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 (non-flash)
Dec 06 15:48:28 user nova-compute[75278]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:48:28 user nova-compute[75278]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:48:28 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:48:28 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-d88e10fe-9e83-464a-b529-a22f51e01a01 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 (non-flash)
Dec 06 15:48:28 user nova-compute[75278]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:48:28 user nova-compute[75278]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:48:28 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:48:28 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-d88e10fe-9e83-464a-b529-a22f51e01a01 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c604670>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0'): ({'sdb'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-d88e10fe-9e83-464a-b529-a22f51e01a01 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Removing single pathed devices sdb {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fcef1f7-7317-4eb5-a9d5-a6c071c29f05]: (4, ('path checker states:\nup                  3\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[056da7a2-30b7-42a0-9afb-ce1e58f31d2f]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-d88e10fe-9e83-464a-b529-a22f51e01a01 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Flushing IO for device /dev/sdb {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[41ce805b-e33c-4362-a2bb-c5889a2107fc]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-d88e10fe-9e83-464a-b529-a22f51e01a01 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.045s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec650183-6b23-4d47-8874-2ccb42c1df6a]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-d88e10fe-9e83-464a-b529-a22f51e01a01 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-d88e10fe-9e83-464a-b529-a22f51e01a01 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] SCSI volumes sdb have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-d88e10fe-9e83-464a-b529-a22f51e01a01 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3353546-ecc3-4ccd-ab6e-fc5dc68c1ba4]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-d88e10fe-9e83-464a-b529-a22f51e01a01 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[42b1c88c-4a7c-409f-840a-e61c05bdf446]: (4, ('Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0, portal: 172.16.0.220,3260]\nLogout of [sid: 12, target: iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-d88e10fe-9e83-464a-b529-a22f51e01a01 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0, portal: 172.16.0.220,3260]
Dec 06 15:48:28 user nova-compute[75278]: Logout of [sid: 12, target: iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0, portal: 172.16.0.220,3260] successful.
Dec 06 15:48:28 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99c1bd89-45a9-4ff8-b276-0b7751e6e5d0 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5011179-3329-452f-8b3b-2843da13564b]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-d88e10fe-9e83-464a-b529-a22f51e01a01 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-d88e10fe-9e83-464a-b529-a22f51e01a01 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.336s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-d88e10fe-9e83-464a-b529-a22f51e01a01 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] <== disconnect_volume: return (338ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:48:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d88e10fe-9e83-464a-b529-a22f51e01a01 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 15:48:29 user nova-compute[75278]: DEBUG nova.compute.manager [req-cc10fffc-64b9-432f-9ec3-03a40f56a4a5 req-e05ad943-735c-4f1f-971f-20ef2b1457c9 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-vif-deleted-5b0aaa3a-8a13-439c-ab6a-54a3e639957c {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:48:29 user nova-compute[75278]: INFO nova.compute.manager [req-cc10fffc-64b9-432f-9ec3-03a40f56a4a5 req-e05ad943-735c-4f1f-971f-20ef2b1457c9 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Neutron deleted interface 5b0aaa3a-8a13-439c-ab6a-54a3e639957c; detaching it from the instance and deleting it from the info cache
Dec 06 15:48:29 user nova-compute[75278]: DEBUG nova.network.neutron [req-cc10fffc-64b9-432f-9ec3-03a40f56a4a5 req-e05ad943-735c-4f1f-971f-20ef2b1457c9 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Updating instance_info_cache with network_info: [{"id": "e8cb2d5e-ef82-4ac4-acc2-583899497299", "address": "fa:16:3e:ca:e6:e3", "network": {"id": "ccd8bd8a-76c4-4c2b-b9a6-67693809fa01", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-38407512-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8cb2d5e-ef", "ovs_interfaceid": "e8cb2d5e-ef82-4ac4-acc2-583899497299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a97409ba-f1b9-46c0-86ef-12e24a1abd58", "address": "fa:16:3e:10:9e:da", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa97409ba-f1", "ovs_interfaceid": "a97409ba-f1b9-46c0-86ef-12e24a1abd58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "180c3730-41e4-4a84-aa79-144ada7293e3", "address": "fa:16:3e:b0:d5:d7", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap180c3730-41", "ovs_interfaceid": "180c3730-41e4-4a84-aa79-144ada7293e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5b9be317-688f-4ef6-bb6a-7d2cecb45e93", "address": "fa:16:3e:f8:c8:2b", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9be317-68", "ovs_interfaceid": "5b9be317-688f-4ef6-bb6a-7d2cecb45e93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "da8c7a6f-efe5-4e18-b958-c647cf70d01e", "address": "fa:16:3e:9d:a2:14", "network": {"id": "a1f2482f-be6d-4dae-8003-01a5f54dbe53", "bridge": "br-int", "label": "tempest-device-tagging-net1-2052672561", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda8c7a6f-ef", "ovs_interfaceid": "da8c7a6f-efe5-4e18-b958-c647cf70d01e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a", "address": "fa:16:3e:e3:5a:06", "network": {"id": "ee80165c-711b-4d38-8415-eaf0b0cf1fa5", "bridge": "br-int", "label": "tempest-device-tagging-net2-170559748", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "642bdeded0124017a219cc032a2a2d2f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3b2a82d-39", "ovs_interfaceid": "f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:48:29 user nova-compute[75278]: DEBUG nova.compute.manager [req-cc10fffc-64b9-432f-9ec3-03a40f56a4a5 req-e05ad943-735c-4f1f-971f-20ef2b1457c9 service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Detach interface failed, port_id=5b0aaa3a-8a13-439c-ab6a-54a3e639957c, reason: Instance 52f2e111-7586-448b-b20f-8f65b2d2019d could not be found. {{(pid=75278) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 15:48:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:30 user nova-compute[75278]: DEBUG nova.objects.instance [None req-d88e10fe-9e83-464a-b529-a22f51e01a01 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Lazy-loading 'flavor' on Instance uuid a140a006-c098-4eed-998b-eacb51917dbb {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:48:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d88e10fe-9e83-464a-b529-a22f51e01a01 tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Lock "a140a006-c098-4eed-998b-eacb51917dbb" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.723s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:30 user nova-compute[75278]: ERROR nova.volume.cinder [None req-0333c4b0-2a88-4446-b543-c253725734f9 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] Update attachment failed for attachment 1e42ae7d-5272-4b77-87e8-d1a225ba07c0. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-db366124-c34f-4229-8a7e-5449570d4b42) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-db366124-c34f-4229-8a7e-5449570d4b42)
Dec 06 15:48:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2ec0b1ee-8cbe-404f-8b7a-936b15bb03ac tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Acquiring lock "interface-a140a006-c098-4eed-998b-eacb51917dbb-08fd21c7-63a4-4ca8-80f9-e7484a237c93" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2ec0b1ee-8cbe-404f-8b7a-936b15bb03ac tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Lock "interface-a140a006-c098-4eed-998b-eacb51917dbb-08fd21c7-63a4-4ca8-80f9-e7484a237c93" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:30 user nova-compute[75278]: ERROR nova.volume.cinder [None req-0333c4b0-2a88-4446-b543-c253725734f9 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] Update attachment failed for attachment 1e42ae7d-5272-4b77-87e8-d1a225ba07c0. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-d551b191-f1c2-4470-aada-97a7166146d1) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-d551b191-f1c2-4470-aada-97a7166146d1)
Dec 06 15:48:30 user nova-compute[75278]: DEBUG nova.objects.instance [None req-2ec0b1ee-8cbe-404f-8b7a-936b15bb03ac tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Lazy-loading 'flavor' on Instance uuid a140a006-c098-4eed-998b-eacb51917dbb {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:48:30 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-2ec0b1ee-8cbe-404f-8b7a-936b15bb03ac tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:45:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-512695504',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-512695504',id=8,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPsOnwq5F2aHuvn6p+v3emZ3v2b+r1N85ofc/VEY+hf+C5qttfprjGlgMF35chRQ3Bb8XRF5z2qmWAlBU6SP1xRTHT0D7glsLF+xRB0JSxvHLRCUfp7oKWwNC9bkYhS+rA==',key_name='tempest-keypair-1412171642',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:46:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e37884c4ed9145a68dba8917e4927566',ramdisk_id='',reservation_id='r-5t2rhzgx',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1550458939',owner_user_name='tempest-TaggedAttachmentsTest-1550458939-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:46:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='55226f8aa2ec41dda902d0de0d610b1c',uuid=a140a006-c098-4eed-998b-eacb51917dbb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "08fd21c7-63a4-4ca8-80f9-e7484a237c93", "address": "fa:16:3e:31:b5:8b", "network": {"id": "0042d5dd-db45-4562-950e-4589333e6da0", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-925841000", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "e37884c4ed9145a68dba8917e4927566", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08fd21c7-63", "ovs_interfaceid": "08fd21c7-63a4-4ca8-80f9-e7484a237c93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:48:30 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-2ec0b1ee-8cbe-404f-8b7a-936b15bb03ac tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Converting VIF {"id": "08fd21c7-63a4-4ca8-80f9-e7484a237c93", "address": "fa:16:3e:31:b5:8b", "network": {"id": "0042d5dd-db45-4562-950e-4589333e6da0", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-925841000", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "e37884c4ed9145a68dba8917e4927566", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08fd21c7-63", "ovs_interfaceid": "08fd21c7-63a4-4ca8-80f9-e7484a237c93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:48:30 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-2ec0b1ee-8cbe-404f-8b7a-936b15bb03ac tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:31:b5:8b,bridge_name='br-int',has_traffic_filtering=True,id=08fd21c7-63a4-4ca8-80f9-e7484a237c93,network=Network(0042d5dd-db45-4562-950e-4589333e6da0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08fd21c7-63') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:48:30 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-2ec0b1ee-8cbe-404f-8b7a-936b15bb03ac tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:31:b5:8b"/><model type="virtio"/><mtu size="1442"/><target dev="tap08fd21c7-63"/></interface> {{(pid=75278) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-2ec0b1ee-8cbe-404f-8b7a-936b15bb03ac tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:31:b5:8b"/><model type="virtio"/><mtu size="1442"/><target dev="tap08fd21c7-63"/></interface> {{(pid=75278) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-2ec0b1ee-8cbe-404f-8b7a-936b15bb03ac tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Attempting to detach device tap08fd21c7-63 from instance a140a006-c098-4eed-998b-eacb51917dbb from the persistent domain config. {{(pid=75278) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-2ec0b1ee-8cbe-404f-8b7a-936b15bb03ac tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] detach device xml: <interface type="ethernet">
Dec 06 15:48:31 user nova-compute[75278]:   <mac address="fa:16:3e:31:b5:8b"/>
Dec 06 15:48:31 user nova-compute[75278]:   <model type="virtio"/>
Dec 06 15:48:31 user nova-compute[75278]:   <mtu size="1442"/>
Dec 06 15:48:31 user nova-compute[75278]:   <target dev="tap08fd21c7-63"/>
Dec 06 15:48:31 user nova-compute[75278]: </interface>
Dec 06 15:48:31 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-2ec0b1ee-8cbe-404f-8b7a-936b15bb03ac tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:31:b5:8b"/><model type="virtio"/><mtu size="1442"/><target dev="tap08fd21c7-63"/></interface> {{(pid=75278) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-2ec0b1ee-8cbe-404f-8b7a-936b15bb03ac tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:31:b5:8b"/><model type="virtio"/><mtu size="1442"/><target dev="tap08fd21c7-63"/></interface>not found in domain: <domain type='kvm' id='8'>
Dec 06 15:48:31 user nova-compute[75278]:   <name>instance-00000008</name>
Dec 06 15:48:31 user nova-compute[75278]:   <uuid>a140a006-c098-4eed-998b-eacb51917dbb</uuid>
Dec 06 15:48:31 user nova-compute[75278]:   <metadata>
Dec 06 15:48:31 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:48:31 user nova-compute[75278]:   <nova:package version="0.0.0"/>
Dec 06 15:48:31 user nova-compute[75278]:   <nova:name>tempest-device-tagging-server-512695504</nova:name>
Dec 06 15:48:31 user nova-compute[75278]:   <nova:creationTime>2023-12-06 15:47:46</nova:creationTime>
Dec 06 15:48:31 user nova-compute[75278]:   <nova:flavor name="m1.tiny">
Dec 06 15:48:31 user nova-compute[75278]:     <nova:memory>512</nova:memory>
Dec 06 15:48:31 user nova-compute[75278]:     <nova:disk>1</nova:disk>
Dec 06 15:48:31 user nova-compute[75278]:     <nova:swap>0</nova:swap>
Dec 06 15:48:31 user nova-compute[75278]:     <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:48:31 user nova-compute[75278]:     <nova:vcpus>1</nova:vcpus>
Dec 06 15:48:31 user nova-compute[75278]:   </nova:flavor>
Dec 06 15:48:31 user nova-compute[75278]:   <nova:owner>
Dec 06 15:48:31 user nova-compute[75278]:     <nova:user uuid="55226f8aa2ec41dda902d0de0d610b1c">tempest-TaggedAttachmentsTest-1550458939-project-member</nova:user>
Dec 06 15:48:31 user nova-compute[75278]:     <nova:project uuid="e37884c4ed9145a68dba8917e4927566">tempest-TaggedAttachmentsTest-1550458939</nova:project>
Dec 06 15:48:31 user nova-compute[75278]:   </nova:owner>
Dec 06 15:48:31 user nova-compute[75278]:   <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 15:48:31 user nova-compute[75278]:   <nova:ports>
Dec 06 15:48:31 user nova-compute[75278]:     <nova:port uuid="e3712642-f1de-4dd5-b05a-8e25c2dff014">
Dec 06 15:48:31 user nova-compute[75278]:       <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 06 15:48:31 user nova-compute[75278]:     </nova:port>
Dec 06 15:48:31 user nova-compute[75278]:     <nova:port uuid="08fd21c7-63a4-4ca8-80f9-e7484a237c93">
Dec 06 15:48:31 user nova-compute[75278]:       <nova:ip type="fixed" address="10.10.10.45" ipVersion="4"/>
Dec 06 15:48:31 user nova-compute[75278]:     </nova:port>
Dec 06 15:48:31 user nova-compute[75278]:   </nova:ports>
Dec 06 15:48:31 user nova-compute[75278]: </nova:instance>
Dec 06 15:48:31 user nova-compute[75278]:   </metadata>
Dec 06 15:48:31 user nova-compute[75278]:   <memory unit='KiB'>524288</memory>
Dec 06 15:48:31 user nova-compute[75278]:   <currentMemory unit='KiB'>524288</currentMemory>
Dec 06 15:48:31 user nova-compute[75278]:   <vcpu placement='static'>1</vcpu>
Dec 06 15:48:31 user nova-compute[75278]:   <resource>
Dec 06 15:48:31 user nova-compute[75278]:     <partition>/machine</partition>
Dec 06 15:48:31 user nova-compute[75278]:   </resource>
Dec 06 15:48:31 user nova-compute[75278]:   <sysinfo type='smbios'>
Dec 06 15:48:31 user nova-compute[75278]:     <system>
Dec 06 15:48:31 user nova-compute[75278]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Dec 06 15:48:31 user nova-compute[75278]:       <entry name='product'>OpenStack Nova</entry>
Dec 06 15:48:31 user nova-compute[75278]:       <entry name='version'>0.0.0</entry>
Dec 06 15:48:31 user nova-compute[75278]:       <entry name='serial'>a140a006-c098-4eed-998b-eacb51917dbb</entry>
Dec 06 15:48:31 user nova-compute[75278]:       <entry name='uuid'>a140a006-c098-4eed-998b-eacb51917dbb</entry>
Dec 06 15:48:31 user nova-compute[75278]:       <entry name='family'>Virtual Machine</entry>
Dec 06 15:48:31 user nova-compute[75278]:     </system>
Dec 06 15:48:31 user nova-compute[75278]:   </sysinfo>
Dec 06 15:48:31 user nova-compute[75278]:   <os>
Dec 06 15:48:31 user nova-compute[75278]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Dec 06 15:48:31 user nova-compute[75278]:     <boot dev='hd'/>
Dec 06 15:48:31 user nova-compute[75278]:     <smbios mode='sysinfo'/>
Dec 06 15:48:31 user nova-compute[75278]:   </os>
Dec 06 15:48:31 user nova-compute[75278]:   <features>
Dec 06 15:48:31 user nova-compute[75278]:     <acpi/>
Dec 06 15:48:31 user nova-compute[75278]:     <apic/>
Dec 06 15:48:31 user nova-compute[75278]:     <vmcoreinfo state='on'/>
Dec 06 15:48:31 user nova-compute[75278]:   </features>
Dec 06 15:48:31 user nova-compute[75278]:   <cpu mode='custom' match='exact' check='full'>
Dec 06 15:48:31 user nova-compute[75278]:     <model fallback='forbid'>Nehalem</model>
Dec 06 15:48:31 user nova-compute[75278]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Dec 06 15:48:31 user nova-compute[75278]:     <feature policy='require' name='vme'/>
Dec 06 15:48:31 user nova-compute[75278]:     <feature policy='require' name='x2apic'/>
Dec 06 15:48:31 user nova-compute[75278]:     <feature policy='require' name='hypervisor'/>
Dec 06 15:48:31 user nova-compute[75278]:   </cpu>
Dec 06 15:48:31 user nova-compute[75278]:   <clock offset='utc'>
Dec 06 15:48:31 user nova-compute[75278]:     <timer name='pit' tickpolicy='delay'/>
Dec 06 15:48:31 user nova-compute[75278]:     <timer name='rtc' tickpolicy='catchup'/>
Dec 06 15:48:31 user nova-compute[75278]:     <timer name='hpet' present='no'/>
Dec 06 15:48:31 user nova-compute[75278]:   </clock>
Dec 06 15:48:31 user nova-compute[75278]:   <on_poweroff>destroy</on_poweroff>
Dec 06 15:48:31 user nova-compute[75278]:   <on_reboot>restart</on_reboot>
Dec 06 15:48:31 user nova-compute[75278]:   <on_crash>destroy</on_crash>
Dec 06 15:48:31 user nova-compute[75278]:   <devices>
Dec 06 15:48:31 user nova-compute[75278]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 06 15:48:31 user nova-compute[75278]:     <disk type='file' device='disk'>
Dec 06 15:48:31 user nova-compute[75278]:       <driver name='qemu' type='qcow2' cache='none'/>
Dec 06 15:48:31 user nova-compute[75278]:       <source file='/opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/disk' index='2'/>
Dec 06 15:48:31 user nova-compute[75278]:       <backingStore type='file' index='3'>
Dec 06 15:48:31 user nova-compute[75278]:         <format type='raw'/>
Dec 06 15:48:31 user nova-compute[75278]:         <source file='/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c'/>
Dec 06 15:48:31 user nova-compute[75278]:         <backingStore/>
Dec 06 15:48:31 user nova-compute[75278]:       </backingStore>
Dec 06 15:48:31 user nova-compute[75278]:       <target dev='vda' bus='virtio'/>
Dec 06 15:48:31 user nova-compute[75278]:       <alias name='virtio-disk0'/>
Dec 06 15:48:31 user nova-compute[75278]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Dec 06 15:48:31 user nova-compute[75278]:     </disk>
Dec 06 15:48:31 user nova-compute[75278]:     <disk type='file' device='cdrom'>
Dec 06 15:48:31 user nova-compute[75278]:       <driver name='qemu' type='raw' cache='none'/>
Dec 06 15:48:31 user nova-compute[75278]:       <source file='/opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/disk.config' index='1'/>
Dec 06 15:48:31 user nova-compute[75278]:       <backingStore/>
Dec 06 15:48:31 user nova-compute[75278]:       <target dev='hda' bus='ide'/>
Dec 06 15:48:31 user nova-compute[75278]:       <readonly/>
Dec 06 15:48:31 user nova-compute[75278]:       <alias name='ide0-0-0'/>
Dec 06 15:48:31 user nova-compute[75278]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Dec 06 15:48:31 user nova-compute[75278]:     </disk>
Dec 06 15:48:31 user nova-compute[75278]:     <controller type='usb' index='0' model='none'>
Dec 06 15:48:31 user nova-compute[75278]:       <alias name='usb'/>
Dec 06 15:48:31 user nova-compute[75278]:     </controller>
Dec 06 15:48:31 user nova-compute[75278]:     <controller type='pci' index='0' model='pci-root'>
Dec 06 15:48:31 user nova-compute[75278]:       <alias name='pci.0'/>
Dec 06 15:48:31 user nova-compute[75278]:     </controller>
Dec 06 15:48:31 user nova-compute[75278]:     <controller type='ide' index='0'>
Dec 06 15:48:31 user nova-compute[75278]:       <alias name='ide'/>
Dec 06 15:48:31 user nova-compute[75278]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Dec 06 15:48:31 user nova-compute[75278]:     </controller>
Dec 06 15:48:31 user nova-compute[75278]:     <interface type='ethernet'>
Dec 06 15:48:31 user nova-compute[75278]:       <mac address='fa:16:3e:bd:c9:aa'/>
Dec 06 15:48:31 user nova-compute[75278]:       <target dev='tape3712642-f1'/>
Dec 06 15:48:31 user nova-compute[75278]:       <model type='virtio'/>
Dec 06 15:48:31 user nova-compute[75278]:       <mtu size='1442'/>
Dec 06 15:48:31 user nova-compute[75278]:       <alias name='net0'/>
Dec 06 15:48:31 user nova-compute[75278]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Dec 06 15:48:31 user nova-compute[75278]:     </interface>
Dec 06 15:48:31 user nova-compute[75278]:     <interface type='ethernet'>
Dec 06 15:48:31 user nova-compute[75278]:       <mac address='fa:16:3e:31:b5:8b'/>
Dec 06 15:48:31 user nova-compute[75278]:       <target dev='tap08fd21c7-63'/>
Dec 06 15:48:31 user nova-compute[75278]:       <model type='virtio'/>
Dec 06 15:48:31 user nova-compute[75278]:       <mtu size='1442'/>
Dec 06 15:48:31 user nova-compute[75278]:       <alias name='net1'/>
Dec 06 15:48:31 user nova-compute[75278]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x07' function='0x0'/>
Dec 06 15:48:31 user nova-compute[75278]:     </interface>
Dec 06 15:48:31 user nova-compute[75278]:     <serial type='pty'>
Dec 06 15:48:31 user nova-compute[75278]:       <source path='/dev/pts/8'/>
Dec 06 15:48:31 user nova-compute[75278]:       <log file='/opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/console.log' append='off'/>
Dec 06 15:48:31 user nova-compute[75278]:       <target type='isa-serial' port='0'>
Dec 06 15:48:31 user nova-compute[75278]:         <model name='isa-serial'/>
Dec 06 15:48:31 user nova-compute[75278]:       </target>
Dec 06 15:48:31 user nova-compute[75278]:       <alias name='serial0'/>
Dec 06 15:48:31 user nova-compute[75278]:     </serial>
Dec 06 15:48:31 user nova-compute[75278]:     <console type='pty' tty='/dev/pts/8'>
Dec 06 15:48:31 user nova-compute[75278]:       <source path='/dev/pts/8'/>
Dec 06 15:48:31 user nova-compute[75278]:       <log file='/opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/console.log' append='off'/>
Dec 06 15:48:31 user nova-compute[75278]:       <target type='serial' port='0'/>
Dec 06 15:48:31 user nova-compute[75278]:       <alias name='serial0'/>
Dec 06 15:48:31 user nova-compute[75278]:     </console>
Dec 06 15:48:31 user nova-compute[75278]:     <input type='mouse' bus='ps2'>
Dec 06 15:48:31 user nova-compute[75278]:       <alias name='input0'/>
Dec 06 15:48:31 user nova-compute[75278]:     </input>
Dec 06 15:48:31 user nova-compute[75278]:     <input type='keyboard' bus='ps2'>
Dec 06 15:48:31 user nova-compute[75278]:       <alias name='input1'/>
Dec 06 15:48:31 user nova-compute[75278]:     </input>
Dec 06 15:48:31 user nova-compute[75278]:     <graphics type='vnc' port='5907' autoport='yes' listen='0.0.0.0'>
Dec 06 15:48:31 user nova-compute[75278]:       <listen type='address' address='0.0.0.0'/>
Dec 06 15:48:31 user nova-compute[75278]:     </graphics>
Dec 06 15:48:31 user nova-compute[75278]:     <audio id='1' type='none'/>
Dec 06 15:48:31 user nova-compute[75278]:     <video>
Dec 06 15:48:31 user nova-compute[75278]:       <model type='virtio' heads='1' primary='yes'/>
Dec 06 15:48:31 user nova-compute[75278]:       <alias name='video0'/>
Dec 06 15:48:31 user nova-compute[75278]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Dec 06 15:48:31 user nova-compute[75278]:     </video>
Dec 06 15:48:31 user nova-compute[75278]:     <memballoon model='virtio'>
Dec 06 15:48:31 user nova-compute[75278]:       <stats period='10'/>
Dec 06 15:48:31 user nova-compute[75278]:       <alias name='balloon0'/>
Dec 06 15:48:31 user nova-compute[75278]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Dec 06 15:48:31 user nova-compute[75278]:     </memballoon>
Dec 06 15:48:31 user nova-compute[75278]:     <rng model='virtio'>
Dec 06 15:48:31 user nova-compute[75278]:       <backend model='random'>/dev/urandom</backend>
Dec 06 15:48:31 user nova-compute[75278]:       <alias name='rng0'/>
Dec 06 15:48:31 user nova-compute[75278]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Dec 06 15:48:31 user nova-compute[75278]:     </rng>
Dec 06 15:48:31 user nova-compute[75278]:   </devices>
Dec 06 15:48:31 user nova-compute[75278]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Dec 06 15:48:31 user nova-compute[75278]:     <label>libvirt-a140a006-c098-4eed-998b-eacb51917dbb</label>
Dec 06 15:48:31 user nova-compute[75278]:     <imagelabel>libvirt-a140a006-c098-4eed-998b-eacb51917dbb</imagelabel>
Dec 06 15:48:31 user nova-compute[75278]:   </seclabel>
Dec 06 15:48:31 user nova-compute[75278]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Dec 06 15:48:31 user nova-compute[75278]:     <label>+64055:+108</label>
Dec 06 15:48:31 user nova-compute[75278]:     <imagelabel>+64055:+108</imagelabel>
Dec 06 15:48:31 user nova-compute[75278]:   </seclabel>
Dec 06 15:48:31 user nova-compute[75278]: </domain>
Dec 06 15:48:31 user nova-compute[75278]:  {{(pid=75278) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Dec 06 15:48:31 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-2ec0b1ee-8cbe-404f-8b7a-936b15bb03ac tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Successfully detached device tap08fd21c7-63 from instance a140a006-c098-4eed-998b-eacb51917dbb from the persistent domain config.
Dec 06 15:48:31 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-2ec0b1ee-8cbe-404f-8b7a-936b15bb03ac tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] (1/8): Attempting to detach device tap08fd21c7-63 with device alias net1 from instance a140a006-c098-4eed-998b-eacb51917dbb from the live domain config. {{(pid=75278) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-2ec0b1ee-8cbe-404f-8b7a-936b15bb03ac tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] detach device xml: <interface type="ethernet">
Dec 06 15:48:31 user nova-compute[75278]:   <mac address="fa:16:3e:31:b5:8b"/>
Dec 06 15:48:31 user nova-compute[75278]:   <model type="virtio"/>
Dec 06 15:48:31 user nova-compute[75278]:   <mtu size="1442"/>
Dec 06 15:48:31 user nova-compute[75278]:   <target dev="tap08fd21c7-63"/>
Dec 06 15:48:31 user nova-compute[75278]: </interface>
Dec 06 15:48:31 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-2ec0b1ee-8cbe-404f-8b7a-936b15bb03ac tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Start waiting for the detach event from libvirt for device tap08fd21c7-63 with device alias net1 for instance a140a006-c098-4eed-998b-eacb51917dbb {{(pid=75278) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.volume.cinder [None req-0333c4b0-2a88-4446-b543-c253725734f9 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] Update attachment failed for attachment 1e42ae7d-5272-4b77-87e8-d1a225ba07c0. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-34ebd8b1-7e4d-4f3b-a133-7fa4af88e333) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-34ebd8b1-7e4d-4f3b-a133-7fa4af88e333)
Dec 06 15:48:31 user nova-compute[75278]: DEBUG nova.compute.manager [req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d req-a2c6655f-db1f-4267-ba9f-7cf1df18ba1e service nova] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Received event volume-reimaged-951fe348-90d1-48c7-8557-edc63c656cfc {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d req-a2c6655f-db1f-4267-ba9f-7cf1df18ba1e service nova] Acquiring lock "3d6b3a3a-a6f1-4116-a7ff-9903e522552b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d req-a2c6655f-db1f-4267-ba9f-7cf1df18ba1e service nova] Lock "3d6b3a3a-a6f1-4116-a7ff-9903e522552b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d req-a2c6655f-db1f-4267-ba9f-7cf1df18ba1e service nova] Lock "3d6b3a3a-a6f1-4116-a7ff-9903e522552b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG nova.compute.manager [req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d req-a2c6655f-db1f-4267-ba9f-7cf1df18ba1e service nova] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Processing event volume-reimaged-951fe348-90d1-48c7-8557-edc63c656cfc {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10872}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG nova.compute.manager [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Instance event wait completed in 24 seconds for volume-reimaged {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG nova.compute.manager [req-5d23504e-77a3-487f-92bd-323feed9833b req-8b05daa3-0733-43e1-bf93-b26c3053298f service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Received event network-vif-unplugged-08fd21c7-63a4-4ca8-80f9-e7484a237c93 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5d23504e-77a3-487f-92bd-323feed9833b req-8b05daa3-0733-43e1-bf93-b26c3053298f service nova] Acquiring lock "a140a006-c098-4eed-998b-eacb51917dbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5d23504e-77a3-487f-92bd-323feed9833b req-8b05daa3-0733-43e1-bf93-b26c3053298f service nova] Lock "a140a006-c098-4eed-998b-eacb51917dbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.005s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5d23504e-77a3-487f-92bd-323feed9833b req-8b05daa3-0733-43e1-bf93-b26c3053298f service nova] Lock "a140a006-c098-4eed-998b-eacb51917dbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG nova.compute.manager [req-5d23504e-77a3-487f-92bd-323feed9833b req-8b05daa3-0733-43e1-bf93-b26c3053298f service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] No waiting events found dispatching network-vif-unplugged-08fd21c7-63a4-4ca8-80f9-e7484a237c93 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:48:31 user nova-compute[75278]: WARNING nova.compute.manager [req-5d23504e-77a3-487f-92bd-323feed9833b req-8b05daa3-0733-43e1-bf93-b26c3053298f service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Received unexpected event network-vif-unplugged-08fd21c7-63a4-4ca8-80f9-e7484a237c93 for instance with vm_state active and task_state None.
Dec 06 15:48:31 user nova-compute[75278]: INFO nova.virt.block_device [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Booting with volume 951fe348-90d1-48c7-8557-edc63c656cfc at /dev/vda
Dec 06 15:48:31 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:48:31 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Took 3.94 seconds to deallocate network for instance.
Dec 06 15:48:31 user nova-compute[75278]: DEBUG os_brick.utils [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ec03b66-9648-487c-8bc3-06913e45c672]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG nova.compute.manager [req-a99203c7-9069-4257-b6ef-afaf25044bab req-a11cbfa3-3719-45f4-bcc9-3124f1eeb3ea service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-vif-deleted-da8c7a6f-efe5-4e18-b958-c647cf70d01e {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG nova.compute.manager [req-a99203c7-9069-4257-b6ef-afaf25044bab req-a11cbfa3-3719-45f4-bcc9-3124f1eeb3ea service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-vif-deleted-e8cb2d5e-ef82-4ac4-acc2-583899497299 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG nova.compute.manager [req-a99203c7-9069-4257-b6ef-afaf25044bab req-a11cbfa3-3719-45f4-bcc9-3124f1eeb3ea service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-vif-deleted-f3b2a82d-39e4-4c9f-bab4-d4b6aeb43c1a {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG nova.compute.manager [req-a99203c7-9069-4257-b6ef-afaf25044bab req-a11cbfa3-3719-45f4-bcc9-3124f1eeb3ea service nova] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Received event network-vif-deleted-5b9be317-688f-4ef6-bb6a-7d2cecb45e93 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[27062f6b-df17-48f9-99bb-2f0c8b48d037]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7349045b-d09a-45e3-8a4a-2ac3272ff53a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.volume.cinder [None req-0333c4b0-2a88-4446-b543-c253725734f9 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] Update attachment failed for attachment 1e42ae7d-5272-4b77-87e8-d1a225ba07c0. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-f088b883-3731-4e8e-a89c-f1b3f198402d) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-f088b883-3731-4e8e-a89c-f1b3f198402d)
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [None req-0333c4b0-2a88-4446-b543-c253725734f9 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Failed to connect to volume f35ffe7d-e256-40ec-9505-14a5594908e3 with volume at /dev/vdb: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-f088b883-3731-4e8e-a89c-f1b3f198402d)
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Traceback (most recent call last):
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060]   File "/opt/stack/nova/nova/compute/manager.py", line 7770, in _swap_volume
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060]     old_cinfo, new_cinfo = self._init_volume_connection(
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060]   File "/opt/stack/nova/nova/compute/manager.py", line 7743, in _init_volume_connection
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060]     new_cinfo = self.volume_api.attachment_update(
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060]     res = method(self, ctx, *args, **kwargs)
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060]     res = method(self, ctx, attachment_id, *args, **kwargs)
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060]   File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 56, in wrapped_f
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060]     return Retrying(*dargs, **dkw).call(f, *args, **kw)
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060]   File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 266, in call
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060]     raise attempt.get()
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060]   File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 301, in get
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060]     six.reraise(self.value[0], self.value[1], self.value[2])
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060]     raise value
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060]   File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 251, in call
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060]     attempt = Attempt(fn(*args, **kwargs), attempt_number, False)
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060]   File "/opt/stack/nova/nova/volume/cinder.py", line 919, in attachment_update
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060]     with excutils.save_and_reraise_exception():
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060]     self.force_reraise()
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060]     raise self.value
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060]   File "/opt/stack/nova/nova/volume/cinder.py", line 913, in attachment_update
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060]     context, '3.44', skip_version_check=True).attachments.update(
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060]     return method.func(obj, *args, **kwargs)
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060]     resp = self._update('/attachments/%s' % id, body)
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060]     resp, body = self.api.client.put(url, body=body, **kwargs)
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060]     return self._cs_request(url, 'PUT', **kwargs)
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060]     return self.request(url, method, **kwargs)
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060]     raise exceptions.from_response(resp, body)
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-f088b883-3731-4e8e-a89c-f1b3f198402d)
Dec 06 15:48:31 user nova-compute[75278]: ERROR nova.compute.manager [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] 
Dec 06 15:48:31 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[523d99c4-37e3-4682-9724-23be179b7e81]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:48:31 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 15:48:31 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[997053a7-a9de-432e-b647-b95445ee3b3d]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG os_brick.utils [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] <== get_connector_properties: return (200ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:48:31 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Updating existing volume attachment record: caba2d58-184a-42f8-9139-81222056a8e4 {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 15:48:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0333c4b0-2a88-4446-b543-c253725734f9 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] Lock "3ab08226-f7d6-4556-8fdb-086e056a9060" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 12.250s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server [None req-0333c4b0-2a88-4446-b543-c253725734f9 tempest-TestVolumeSwap-722011753 tempest-TestVolumeSwap-722011753-project-admin] Exception during message handling: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-f088b883-3731-4e8e-a89c-f1b3f198402d)
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/utils.py", line 1439, in decorated_function
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7903, in swap_volume
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     _do_locked_swap_volume(context, old_volume_id, new_volume_id, instance,
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 414, in inner
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7901, in _do_locked_swap_volume
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     self._do_swap_volume(context, old_volume_id, new_volume_id,
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7945, in _do_swap_volume
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     comp_ret, new_cinfo = self._swap_volume(context,
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7794, in _swap_volume
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7770, in _swap_volume
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     old_cinfo, new_cinfo = self._init_volume_connection(
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7743, in _init_volume_connection
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     new_cinfo = self.volume_api.attachment_update(
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, *args, **kwargs)
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, attachment_id, *args, **kwargs)
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 56, in wrapped_f
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     return Retrying(*dargs, **dkw).call(f, *args, **kw)
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 266, in call
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     raise attempt.get()
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 301, in get
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     six.reraise(self.value[0], self.value[1], self.value[2])
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     raise value
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 251, in call
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     attempt = Attempt(fn(*args, **kwargs), attempt_number, False)
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 919, in attachment_update
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 913, in attachment_update
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     context, '3.44', skip_version_check=True).attachments.update(
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     return method.func(obj, *args, **kwargs)
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     resp = self._update('/attachments/%s' % id, body)
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     resp, body = self.api.client.put(url, body=body, **kwargs)
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     return self._cs_request(url, 'PUT', **kwargs)
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     return self.request(url, method, **kwargs)
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server     raise exceptions.from_response(resp, body)
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-f088b883-3731-4e8e-a89c-f1b3f198402d)
Dec 06 15:48:32 user nova-compute[75278]: ERROR oslo_messaging.rpc.server 
Dec 06 15:48:33 user nova-compute[75278]: DEBUG nova.compute.manager [req-01a3fb49-9519-41a6-bed7-7f595b0d73ff req-5f54162c-bda2-4057-9736-dc0d46a1c19d service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Received event network-vif-plugged-08fd21c7-63a4-4ca8-80f9-e7484a237c93 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:48:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-01a3fb49-9519-41a6-bed7-7f595b0d73ff req-5f54162c-bda2-4057-9736-dc0d46a1c19d service nova] Acquiring lock "a140a006-c098-4eed-998b-eacb51917dbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-01a3fb49-9519-41a6-bed7-7f595b0d73ff req-5f54162c-bda2-4057-9736-dc0d46a1c19d service nova] Lock "a140a006-c098-4eed-998b-eacb51917dbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-01a3fb49-9519-41a6-bed7-7f595b0d73ff req-5f54162c-bda2-4057-9736-dc0d46a1c19d service nova] Lock "a140a006-c098-4eed-998b-eacb51917dbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:33 user nova-compute[75278]: DEBUG nova.compute.manager [req-01a3fb49-9519-41a6-bed7-7f595b0d73ff req-5f54162c-bda2-4057-9736-dc0d46a1c19d service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] No waiting events found dispatching network-vif-plugged-08fd21c7-63a4-4ca8-80f9-e7484a237c93 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:48:33 user nova-compute[75278]: WARNING nova.compute.manager [req-01a3fb49-9519-41a6-bed7-7f595b0d73ff req-5f54162c-bda2-4057-9736-dc0d46a1c19d service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Received unexpected event network-vif-plugged-08fd21c7-63a4-4ca8-80f9-e7484a237c93 for instance with vm_state active and task_state None.
Dec 06 15:48:34 user nova-compute[75278]: INFO nova.compute.manager [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] [instance: 52f2e111-7586-448b-b20f-8f65b2d2019d] Took 2.66 seconds to detach 3 volumes for instance.
Dec 06 15:48:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:34 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:48:34 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:48:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.355s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:34 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Deleted allocations for instance 52f2e111-7586-448b-b20f-8f65b2d2019d
Dec 06 15:48:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-66b6d76c-80b2-46b3-ad91-2b12e4998fe5 tempest-TaggedBootDevicesTest_v242-8778906 tempest-TaggedBootDevicesTest_v242-8778906-project-member] Lock "52f2e111-7586-448b-b20f-8f65b2d2019d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 11.591s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 15:48:42 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Creating image(s)
Dec 06 15:48:42 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Did not create local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Ensure instance console log exists: /opt/stack/data/nova/instances/3d6b3a3a-a6f1-4116-a7ff-9903e522552b/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Start _get_guest_xml network_info=[{"id": "ed924393-0078-4972-8dbf-9c7743513cc5", "address": "fa:16:3e:ec:a2:ef", "network": {"id": "8dbc1e9d-381b-4e89-a4d3-a351b5589221", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1805383912-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.19", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "01fee0ccb7b94938b431f3f57686ea91", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "taped924393-00", "ovs_interfaceid": "ed924393-0078-4972-8dbf-9c7743513cc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'boot_index': 0, 'delete_on_termination': True, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': 'caba2d58-184a-42f8-9139-81222056a8e4', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hQpJGgwL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3d6b3a3a-a6f1-4116-a7ff-9903e522552b', 'attached_at': '', 'detached_at': '', 'volume_id': '951fe348-90d1-48c7-8557-edc63c656cfc', 'serial': '951fe348-90d1-48c7-8557-edc63c656cfc'}, 'volume_type': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:48:42 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Dec 06 15:48:42 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Dec 06 15:48:42 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG nova.objects.instance [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Lazy-loading 'vcpu_model' on Instance uuid 3d6b3a3a-a6f1-4116-a7ff-9903e522552b {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hQpJGgwL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:48:42 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 06 15:48:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:48:42 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 06 15:48:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:48:42 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 15:48:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[10ed32bc-e105-43a6-bdce-17d26981b1a3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 15:48:42 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb3aa911-7552-4f07-96fa-b8708d4064bc]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc] added
Dec 06 15:48:42 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5458143b-8493-424b-94aa-75c1903cb1e7]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbc9da03-fed9-4cd7-b063-5865ea4ec313]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hQpJGgwL {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hQpJGgwL" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[46dc5aca-2f46-4e97-86e4-64ca5683f2d0]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hQpJGgwL'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3b8b520-415d-4ff6-9ef4-2182a50b0a26]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9e75b93-6a13-4d87-8984-6e27573d92f1]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:48:42 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:48:42 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:48:42 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:48:42 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba91d5f8-b2e7-494e-ac30-6a20fb828993]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc, portal: 172.16.0.220,3260]
Dec 06 15:48:42 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc, portal: 172.16.0.220,3260] successful.
Dec 06 15:48:42 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.027s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[966d316c-d040-4f6e-bf23-162ea234ea5d]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[95907025-1c5a-4c39-b13e-4c50d833978a]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:48:42 user nova-compute[75278]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:48:42 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:48:42 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:48:42 user nova-compute[75278]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:48:42 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:48:42 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.276s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] HCTL ('33', '-', '-', 0) found on session 15 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[93d8ef6e-5a76-4075-a23a-850b9b2d0003]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Searching for a device in session 15 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:48:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hQpJGgwL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 15:48:43 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.308s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:48:43 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] <== connect_volume: return (1310ms) {'type': 'block', 'scsi_wwn': '23861306266346232', 'path': '/dev/sdb'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:48:43 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23861306266346232', 'path': '/dev/sdb'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 15:48:43 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T15:46:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-497026259',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1489623312',id=10,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOaswtDBycik4kq84xyeWumr41+2u2dfP7+Th3ub6MujjqWwQupEZr56SNqIbJtr7HILEgvGg5cIy98EeC1ouBziIgaW39KNlmOCyYPUdvHzjm3Ve4MO113X4AL03zcqRQ==',key_name='tempest-keypair-1442744948',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:46:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='01fee0ccb7b94938b431f3f57686ea91',ramdisk_id='',reservation_id='r-dk1e4hne',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1650740613',owner_user_name='tempest-ServerActionsV293TestJSON-1650740613-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:48:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2a7a78a24807422ea42fb0579e5e9f7b',uuid=3d6b3a3a-a6f1-4116-a7ff-9903e522552b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ed924393-0078-4972-8dbf-9c7743513cc5", "address": "fa:16:3e:ec:a2:ef", "network": {"id": "8dbc1e9d-381b-4e89-a4d3-a351b5589221", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1805383912-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.19", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "01fee0ccb7b94938b431f3f57686ea91", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "taped924393-00", "ovs_interfaceid": "ed924393-0078-4972-8dbf-9c7743513cc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:48:43 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Converting VIF {"id": "ed924393-0078-4972-8dbf-9c7743513cc5", "address": "fa:16:3e:ec:a2:ef", "network": {"id": "8dbc1e9d-381b-4e89-a4d3-a351b5589221", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1805383912-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.19", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "01fee0ccb7b94938b431f3f57686ea91", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "taped924393-00", "ovs_interfaceid": "ed924393-0078-4972-8dbf-9c7743513cc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:48:43 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ec:a2:ef,bridge_name='br-int',has_traffic_filtering=True,id=ed924393-0078-4972-8dbf-9c7743513cc5,network=Network(8dbc1e9d-381b-4e89-a4d3-a351b5589221),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='taped924393-00') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:48:43 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:48:43 user nova-compute[75278]:   <uuid>3d6b3a3a-a6f1-4116-a7ff-9903e522552b</uuid>
Dec 06 15:48:43 user nova-compute[75278]:   <name>instance-0000000a</name>
Dec 06 15:48:43 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 15:48:43 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:48:43 user nova-compute[75278]:   <metadata>
Dec 06 15:48:43 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:48:43 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:48:43 user nova-compute[75278]:       <nova:name>tempest-ServerActionsV293TestJSON-server-497026259</nova:name>
Dec 06 15:48:43 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:48:42</nova:creationTime>
Dec 06 15:48:43 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 15:48:43 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 15:48:43 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 15:48:43 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:48:43 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:48:43 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:48:43 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:48:43 user nova-compute[75278]:       <nova:owner>
Dec 06 15:48:43 user nova-compute[75278]:         <nova:user uuid="2a7a78a24807422ea42fb0579e5e9f7b">tempest-ServerActionsV293TestJSON-1650740613-project-member</nova:user>
Dec 06 15:48:43 user nova-compute[75278]:         <nova:project uuid="01fee0ccb7b94938b431f3f57686ea91">tempest-ServerActionsV293TestJSON-1650740613</nova:project>
Dec 06 15:48:43 user nova-compute[75278]:       </nova:owner>
Dec 06 15:48:43 user nova-compute[75278]:       <nova:ports>
Dec 06 15:48:43 user nova-compute[75278]:         <nova:port uuid="ed924393-0078-4972-8dbf-9c7743513cc5">
Dec 06 15:48:43 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 06 15:48:43 user nova-compute[75278]:         </nova:port>
Dec 06 15:48:43 user nova-compute[75278]:       </nova:ports>
Dec 06 15:48:43 user nova-compute[75278]:     </nova:instance>
Dec 06 15:48:43 user nova-compute[75278]:   </metadata>
Dec 06 15:48:43 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:48:43 user nova-compute[75278]:     <system>
Dec 06 15:48:43 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:48:43 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:48:43 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:48:43 user nova-compute[75278]:       <entry name="serial">3d6b3a3a-a6f1-4116-a7ff-9903e522552b</entry>
Dec 06 15:48:43 user nova-compute[75278]:       <entry name="uuid">3d6b3a3a-a6f1-4116-a7ff-9903e522552b</entry>
Dec 06 15:48:43 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:48:43 user nova-compute[75278]:     </system>
Dec 06 15:48:43 user nova-compute[75278]:   </sysinfo>
Dec 06 15:48:43 user nova-compute[75278]:   <os>
Dec 06 15:48:43 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:48:43 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 15:48:43 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:48:43 user nova-compute[75278]:   </os>
Dec 06 15:48:43 user nova-compute[75278]:   <features>
Dec 06 15:48:43 user nova-compute[75278]:     <acpi/>
Dec 06 15:48:43 user nova-compute[75278]:     <apic/>
Dec 06 15:48:43 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:48:43 user nova-compute[75278]:   </features>
Dec 06 15:48:43 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:48:43 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:48:43 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:48:43 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:48:43 user nova-compute[75278]:   </clock>
Dec 06 15:48:43 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:48:43 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:48:43 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:48:43 user nova-compute[75278]:   </cpu>
Dec 06 15:48:43 user nova-compute[75278]:   <devices>
Dec 06 15:48:43 user nova-compute[75278]:     <disk type="block" device="disk">
Dec 06 15:48:43 user nova-compute[75278]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:48:43 user nova-compute[75278]:       <source dev="/dev/sdb"/>
Dec 06 15:48:43 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 15:48:43 user nova-compute[75278]:       <serial>951fe348-90d1-48c7-8557-edc63c656cfc</serial>
Dec 06 15:48:43 user nova-compute[75278]:     </disk>
Dec 06 15:48:43 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:48:43 user nova-compute[75278]:       <mac address="fa:16:3e:ec:a2:ef"/>
Dec 06 15:48:43 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:48:43 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:48:43 user nova-compute[75278]:       <target dev="taped924393-00"/>
Dec 06 15:48:43 user nova-compute[75278]:     </interface>
Dec 06 15:48:43 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:48:43 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/3d6b3a3a-a6f1-4116-a7ff-9903e522552b/console.log" append="off"/>
Dec 06 15:48:43 user nova-compute[75278]:     </serial>
Dec 06 15:48:43 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:48:43 user nova-compute[75278]:     <video>
Dec 06 15:48:43 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:48:43 user nova-compute[75278]:     </video>
Dec 06 15:48:43 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:48:43 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:48:43 user nova-compute[75278]:     </rng>
Dec 06 15:48:43 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:48:43 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:48:43 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:48:43 user nova-compute[75278]:     </memballoon>
Dec 06 15:48:43 user nova-compute[75278]:   </devices>
Dec 06 15:48:43 user nova-compute[75278]: </domain>
Dec 06 15:48:43 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:48:43 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T15:46:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-497026259',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1489623312',id=10,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOaswtDBycik4kq84xyeWumr41+2u2dfP7+Th3ub6MujjqWwQupEZr56SNqIbJtr7HILEgvGg5cIy98EeC1ouBziIgaW39KNlmOCyYPUdvHzjm3Ve4MO113X4AL03zcqRQ==',key_name='tempest-keypair-1442744948',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:46:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='01fee0ccb7b94938b431f3f57686ea91',ramdisk_id='',reservation_id='r-dk1e4hne',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1650740613',owner_user_name='tempest-ServerActionsV293TestJSON-1650740613-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:48:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2a7a78a24807422ea42fb0579e5e9f7b',uuid=3d6b3a3a-a6f1-4116-a7ff-9903e522552b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ed924393-0078-4972-8dbf-9c7743513cc5", "address": "fa:16:3e:ec:a2:ef", "network": {"id": "8dbc1e9d-381b-4e89-a4d3-a351b5589221", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1805383912-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.19", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "01fee0ccb7b94938b431f3f57686ea91", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "taped924393-00", "ovs_interfaceid": "ed924393-0078-4972-8dbf-9c7743513cc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:48:43 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Converting VIF {"id": "ed924393-0078-4972-8dbf-9c7743513cc5", "address": "fa:16:3e:ec:a2:ef", "network": {"id": "8dbc1e9d-381b-4e89-a4d3-a351b5589221", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1805383912-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.19", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "01fee0ccb7b94938b431f3f57686ea91", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "taped924393-00", "ovs_interfaceid": "ed924393-0078-4972-8dbf-9c7743513cc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:48:43 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ec:a2:ef,bridge_name='br-int',has_traffic_filtering=True,id=ed924393-0078-4972-8dbf-9c7743513cc5,network=Network(8dbc1e9d-381b-4e89-a4d3-a351b5589221),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='taped924393-00') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:48:43 user nova-compute[75278]: DEBUG os_vif [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ec:a2:ef,bridge_name='br-int',has_traffic_filtering=True,id=ed924393-0078-4972-8dbf-9c7743513cc5,network=Network(8dbc1e9d-381b-4e89-a4d3-a351b5589221),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='taped924393-00') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:48:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:48:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:48:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6cb4456b-2b63-58b8-bfb9-d223b3a0a178', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:48:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:48:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=taped924393-00, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:48:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=taped924393-00, col_values=(('qos', UUID('751e5a47-746f-47b8-83a0-cb973997a533')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:48:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=taped924393-00, col_values=(('external_ids', {'iface-id': 'ed924393-0078-4972-8dbf-9c7743513cc5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ec:a2:ef', 'vm-uuid': '3d6b3a3a-a6f1-4116-a7ff-9903e522552b'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:48:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:48:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:43 user nova-compute[75278]: INFO os_vif [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ec:a2:ef,bridge_name='br-int',has_traffic_filtering=True,id=ed924393-0078-4972-8dbf-9c7743513cc5,network=Network(8dbc1e9d-381b-4e89-a4d3-a351b5589221),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='taped924393-00')
Dec 06 15:48:43 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:48:43 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] No VIF found with MAC fa:16:3e:ec:a2:ef, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:48:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:45 user nova-compute[75278]: DEBUG nova.compute.manager [req-ec6a8ce8-792a-408e-ad77-bc897e937ca6 req-e41f0a2c-8d26-4777-89b0-2f9a7cebab8e service nova] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Received event network-vif-plugged-ed924393-0078-4972-8dbf-9c7743513cc5 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:48:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ec6a8ce8-792a-408e-ad77-bc897e937ca6 req-e41f0a2c-8d26-4777-89b0-2f9a7cebab8e service nova] Acquiring lock "3d6b3a3a-a6f1-4116-a7ff-9903e522552b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ec6a8ce8-792a-408e-ad77-bc897e937ca6 req-e41f0a2c-8d26-4777-89b0-2f9a7cebab8e service nova] Lock "3d6b3a3a-a6f1-4116-a7ff-9903e522552b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ec6a8ce8-792a-408e-ad77-bc897e937ca6 req-e41f0a2c-8d26-4777-89b0-2f9a7cebab8e service nova] Lock "3d6b3a3a-a6f1-4116-a7ff-9903e522552b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:45 user nova-compute[75278]: DEBUG nova.compute.manager [req-ec6a8ce8-792a-408e-ad77-bc897e937ca6 req-e41f0a2c-8d26-4777-89b0-2f9a7cebab8e service nova] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] No waiting events found dispatching network-vif-plugged-ed924393-0078-4972-8dbf-9c7743513cc5 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:48:45 user nova-compute[75278]: WARNING nova.compute.manager [req-ec6a8ce8-792a-408e-ad77-bc897e937ca6 req-e41f0a2c-8d26-4777-89b0-2f9a7cebab8e service nova] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Received unexpected event network-vif-plugged-ed924393-0078-4972-8dbf-9c7743513cc5 for instance with vm_state active and task_state rebuild_spawning.
Dec 06 15:48:45 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:45 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:45 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:45 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:47 user nova-compute[75278]: DEBUG nova.compute.manager [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 15:48:47 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 15:48:47 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Instance spawned successfully.
Dec 06 15:48:47 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 15:48:47 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:48:47 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:48:47 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:48:47 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:48:47 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:48:47 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:48:47 user nova-compute[75278]: DEBUG nova.compute.manager [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:48:47 user nova-compute[75278]: DEBUG nova.compute.manager [req-158b1cad-9aa7-46d7-8687-fc36f2c3d718 req-8436700d-8a58-4ee3-83f2-0420ba7706cd service nova] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Received event network-vif-plugged-ed924393-0078-4972-8dbf-9c7743513cc5 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:48:47 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-158b1cad-9aa7-46d7-8687-fc36f2c3d718 req-8436700d-8a58-4ee3-83f2-0420ba7706cd service nova] Acquiring lock "3d6b3a3a-a6f1-4116-a7ff-9903e522552b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:47 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-158b1cad-9aa7-46d7-8687-fc36f2c3d718 req-8436700d-8a58-4ee3-83f2-0420ba7706cd service nova] Lock "3d6b3a3a-a6f1-4116-a7ff-9903e522552b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:47 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-158b1cad-9aa7-46d7-8687-fc36f2c3d718 req-8436700d-8a58-4ee3-83f2-0420ba7706cd service nova] Lock "3d6b3a3a-a6f1-4116-a7ff-9903e522552b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:47 user nova-compute[75278]: DEBUG nova.compute.manager [req-158b1cad-9aa7-46d7-8687-fc36f2c3d718 req-8436700d-8a58-4ee3-83f2-0420ba7706cd service nova] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] No waiting events found dispatching network-vif-plugged-ed924393-0078-4972-8dbf-9c7743513cc5 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:48:47 user nova-compute[75278]: WARNING nova.compute.manager [req-158b1cad-9aa7-46d7-8687-fc36f2c3d718 req-8436700d-8a58-4ee3-83f2-0420ba7706cd service nova] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Received unexpected event network-vif-plugged-ed924393-0078-4972-8dbf-9c7743513cc5 for instance with vm_state active and task_state rebuild_spawning.
Dec 06 15:48:47 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:47 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:47 user nova-compute[75278]: DEBUG nova.objects.instance [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=75278) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Dec 06 15:48:47 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-bf7ddeb9-987c-46d8-b5b5-56fc8c06971d tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.071s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:48 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:51 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-2ec0b1ee-8cbe-404f-8b7a-936b15bb03ac tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Waiting for libvirt event about the detach of device tap08fd21c7-63 with device alias net1 from instance a140a006-c098-4eed-998b-eacb51917dbb is timed out.
Dec 06 15:48:51 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-2ec0b1ee-8cbe-404f-8b7a-936b15bb03ac tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:31:b5:8b"/><model type="virtio"/><mtu size="1442"/><target dev="tap08fd21c7-63"/></interface> {{(pid=75278) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 06 15:48:51 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-2ec0b1ee-8cbe-404f-8b7a-936b15bb03ac tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:31:b5:8b"/><model type="virtio"/><mtu size="1442"/><target dev="tap08fd21c7-63"/></interface>not found in domain: <domain type='kvm' id='8'>
Dec 06 15:48:51 user nova-compute[75278]:   <name>instance-00000008</name>
Dec 06 15:48:51 user nova-compute[75278]:   <uuid>a140a006-c098-4eed-998b-eacb51917dbb</uuid>
Dec 06 15:48:51 user nova-compute[75278]:   <metadata>
Dec 06 15:48:51 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:48:51 user nova-compute[75278]:   <nova:package version="0.0.0"/>
Dec 06 15:48:51 user nova-compute[75278]:   <nova:name>tempest-device-tagging-server-512695504</nova:name>
Dec 06 15:48:51 user nova-compute[75278]:   <nova:creationTime>2023-12-06 15:47:46</nova:creationTime>
Dec 06 15:48:51 user nova-compute[75278]:   <nova:flavor name="m1.tiny">
Dec 06 15:48:51 user nova-compute[75278]:     <nova:memory>512</nova:memory>
Dec 06 15:48:51 user nova-compute[75278]:     <nova:disk>1</nova:disk>
Dec 06 15:48:51 user nova-compute[75278]:     <nova:swap>0</nova:swap>
Dec 06 15:48:51 user nova-compute[75278]:     <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:48:51 user nova-compute[75278]:     <nova:vcpus>1</nova:vcpus>
Dec 06 15:48:51 user nova-compute[75278]:   </nova:flavor>
Dec 06 15:48:51 user nova-compute[75278]:   <nova:owner>
Dec 06 15:48:51 user nova-compute[75278]:     <nova:user uuid="55226f8aa2ec41dda902d0de0d610b1c">tempest-TaggedAttachmentsTest-1550458939-project-member</nova:user>
Dec 06 15:48:51 user nova-compute[75278]:     <nova:project uuid="e37884c4ed9145a68dba8917e4927566">tempest-TaggedAttachmentsTest-1550458939</nova:project>
Dec 06 15:48:51 user nova-compute[75278]:   </nova:owner>
Dec 06 15:48:51 user nova-compute[75278]:   <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 15:48:51 user nova-compute[75278]:   <nova:ports>
Dec 06 15:48:51 user nova-compute[75278]:     <nova:port uuid="e3712642-f1de-4dd5-b05a-8e25c2dff014">
Dec 06 15:48:51 user nova-compute[75278]:       <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 06 15:48:51 user nova-compute[75278]:     </nova:port>
Dec 06 15:48:51 user nova-compute[75278]:     <nova:port uuid="08fd21c7-63a4-4ca8-80f9-e7484a237c93">
Dec 06 15:48:51 user nova-compute[75278]:       <nova:ip type="fixed" address="10.10.10.45" ipVersion="4"/>
Dec 06 15:48:51 user nova-compute[75278]:     </nova:port>
Dec 06 15:48:51 user nova-compute[75278]:   </nova:ports>
Dec 06 15:48:51 user nova-compute[75278]: </nova:instance>
Dec 06 15:48:51 user nova-compute[75278]:   </metadata>
Dec 06 15:48:51 user nova-compute[75278]:   <memory unit='KiB'>524288</memory>
Dec 06 15:48:51 user nova-compute[75278]:   <currentMemory unit='KiB'>524288</currentMemory>
Dec 06 15:48:51 user nova-compute[75278]:   <vcpu placement='static'>1</vcpu>
Dec 06 15:48:51 user nova-compute[75278]:   <resource>
Dec 06 15:48:51 user nova-compute[75278]:     <partition>/machine</partition>
Dec 06 15:48:51 user nova-compute[75278]:   </resource>
Dec 06 15:48:51 user nova-compute[75278]:   <sysinfo type='smbios'>
Dec 06 15:48:51 user nova-compute[75278]:     <system>
Dec 06 15:48:51 user nova-compute[75278]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Dec 06 15:48:51 user nova-compute[75278]:       <entry name='product'>OpenStack Nova</entry>
Dec 06 15:48:51 user nova-compute[75278]:       <entry name='version'>0.0.0</entry>
Dec 06 15:48:51 user nova-compute[75278]:       <entry name='serial'>a140a006-c098-4eed-998b-eacb51917dbb</entry>
Dec 06 15:48:51 user nova-compute[75278]:       <entry name='uuid'>a140a006-c098-4eed-998b-eacb51917dbb</entry>
Dec 06 15:48:51 user nova-compute[75278]:       <entry name='family'>Virtual Machine</entry>
Dec 06 15:48:51 user nova-compute[75278]:     </system>
Dec 06 15:48:51 user nova-compute[75278]:   </sysinfo>
Dec 06 15:48:51 user nova-compute[75278]:   <os>
Dec 06 15:48:51 user nova-compute[75278]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Dec 06 15:48:51 user nova-compute[75278]:     <boot dev='hd'/>
Dec 06 15:48:51 user nova-compute[75278]:     <smbios mode='sysinfo'/>
Dec 06 15:48:51 user nova-compute[75278]:   </os>
Dec 06 15:48:51 user nova-compute[75278]:   <features>
Dec 06 15:48:51 user nova-compute[75278]:     <acpi/>
Dec 06 15:48:51 user nova-compute[75278]:     <apic/>
Dec 06 15:48:51 user nova-compute[75278]:     <vmcoreinfo state='on'/>
Dec 06 15:48:51 user nova-compute[75278]:   </features>
Dec 06 15:48:51 user nova-compute[75278]:   <cpu mode='custom' match='exact' check='full'>
Dec 06 15:48:51 user nova-compute[75278]:     <model fallback='forbid'>Nehalem</model>
Dec 06 15:48:51 user nova-compute[75278]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Dec 06 15:48:51 user nova-compute[75278]:     <feature policy='require' name='vme'/>
Dec 06 15:48:51 user nova-compute[75278]:     <feature policy='require' name='x2apic'/>
Dec 06 15:48:51 user nova-compute[75278]:     <feature policy='require' name='hypervisor'/>
Dec 06 15:48:51 user nova-compute[75278]:   </cpu>
Dec 06 15:48:51 user nova-compute[75278]:   <clock offset='utc'>
Dec 06 15:48:51 user nova-compute[75278]:     <timer name='pit' tickpolicy='delay'/>
Dec 06 15:48:51 user nova-compute[75278]:     <timer name='rtc' tickpolicy='catchup'/>
Dec 06 15:48:51 user nova-compute[75278]:     <timer name='hpet' present='no'/>
Dec 06 15:48:51 user nova-compute[75278]:   </clock>
Dec 06 15:48:51 user nova-compute[75278]:   <on_poweroff>destroy</on_poweroff>
Dec 06 15:48:51 user nova-compute[75278]:   <on_reboot>restart</on_reboot>
Dec 06 15:48:51 user nova-compute[75278]:   <on_crash>destroy</on_crash>
Dec 06 15:48:51 user nova-compute[75278]:   <devices>
Dec 06 15:48:51 user nova-compute[75278]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 06 15:48:51 user nova-compute[75278]:     <disk type='file' device='disk'>
Dec 06 15:48:51 user nova-compute[75278]:       <driver name='qemu' type='qcow2' cache='none'/>
Dec 06 15:48:51 user nova-compute[75278]:       <source file='/opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/disk' index='2'/>
Dec 06 15:48:51 user nova-compute[75278]:       <backingStore type='file' index='3'>
Dec 06 15:48:51 user nova-compute[75278]:         <format type='raw'/>
Dec 06 15:48:51 user nova-compute[75278]:         <source file='/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c'/>
Dec 06 15:48:51 user nova-compute[75278]:         <backingStore/>
Dec 06 15:48:51 user nova-compute[75278]:       </backingStore>
Dec 06 15:48:51 user nova-compute[75278]:       <target dev='vda' bus='virtio'/>
Dec 06 15:48:51 user nova-compute[75278]:       <alias name='virtio-disk0'/>
Dec 06 15:48:51 user nova-compute[75278]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Dec 06 15:48:51 user nova-compute[75278]:     </disk>
Dec 06 15:48:51 user nova-compute[75278]:     <disk type='file' device='cdrom'>
Dec 06 15:48:51 user nova-compute[75278]:       <driver name='qemu' type='raw' cache='none'/>
Dec 06 15:48:51 user nova-compute[75278]:       <source file='/opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/disk.config' index='1'/>
Dec 06 15:48:51 user nova-compute[75278]:       <backingStore/>
Dec 06 15:48:51 user nova-compute[75278]:       <target dev='hda' bus='ide'/>
Dec 06 15:48:51 user nova-compute[75278]:       <readonly/>
Dec 06 15:48:51 user nova-compute[75278]:       <alias name='ide0-0-0'/>
Dec 06 15:48:51 user nova-compute[75278]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Dec 06 15:48:51 user nova-compute[75278]:     </disk>
Dec 06 15:48:51 user nova-compute[75278]:     <controller type='usb' index='0' model='none'>
Dec 06 15:48:51 user nova-compute[75278]:       <alias name='usb'/>
Dec 06 15:48:51 user nova-compute[75278]:     </controller>
Dec 06 15:48:51 user nova-compute[75278]:     <controller type='pci' index='0' model='pci-root'>
Dec 06 15:48:51 user nova-compute[75278]:       <alias name='pci.0'/>
Dec 06 15:48:51 user nova-compute[75278]:     </controller>
Dec 06 15:48:51 user nova-compute[75278]:     <controller type='ide' index='0'>
Dec 06 15:48:51 user nova-compute[75278]:       <alias name='ide'/>
Dec 06 15:48:51 user nova-compute[75278]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Dec 06 15:48:51 user nova-compute[75278]:     </controller>
Dec 06 15:48:51 user nova-compute[75278]:     <interface type='ethernet'>
Dec 06 15:48:51 user nova-compute[75278]:       <mac address='fa:16:3e:bd:c9:aa'/>
Dec 06 15:48:51 user nova-compute[75278]:       <target dev='tape3712642-f1'/>
Dec 06 15:48:51 user nova-compute[75278]:       <model type='virtio'/>
Dec 06 15:48:51 user nova-compute[75278]:       <mtu size='1442'/>
Dec 06 15:48:51 user nova-compute[75278]:       <alias name='net0'/>
Dec 06 15:48:51 user nova-compute[75278]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Dec 06 15:48:51 user nova-compute[75278]:     </interface>
Dec 06 15:48:51 user nova-compute[75278]:     <serial type='pty'>
Dec 06 15:48:51 user nova-compute[75278]:       <source path='/dev/pts/8'/>
Dec 06 15:48:51 user nova-compute[75278]:       <log file='/opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/console.log' append='off'/>
Dec 06 15:48:51 user nova-compute[75278]:       <target type='isa-serial' port='0'>
Dec 06 15:48:51 user nova-compute[75278]:         <model name='isa-serial'/>
Dec 06 15:48:51 user nova-compute[75278]:       </target>
Dec 06 15:48:51 user nova-compute[75278]:       <alias name='serial0'/>
Dec 06 15:48:51 user nova-compute[75278]:     </serial>
Dec 06 15:48:51 user nova-compute[75278]:     <console type='pty' tty='/dev/pts/8'>
Dec 06 15:48:51 user nova-compute[75278]:       <source path='/dev/pts/8'/>
Dec 06 15:48:51 user nova-compute[75278]:       <log file='/opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/console.log' append='off'/>
Dec 06 15:48:51 user nova-compute[75278]:       <target type='serial' port='0'/>
Dec 06 15:48:51 user nova-compute[75278]:       <alias name='serial0'/>
Dec 06 15:48:51 user nova-compute[75278]:     </console>
Dec 06 15:48:51 user nova-compute[75278]:     <input type='mouse' bus='ps2'>
Dec 06 15:48:51 user nova-compute[75278]:       <alias name='input0'/>
Dec 06 15:48:51 user nova-compute[75278]:     </input>
Dec 06 15:48:51 user nova-compute[75278]:     <input type='keyboard' bus='ps2'>
Dec 06 15:48:51 user nova-compute[75278]:       <alias name='input1'/>
Dec 06 15:48:51 user nova-compute[75278]:     </input>
Dec 06 15:48:51 user nova-compute[75278]:     <graphics type='vnc' port='5907' autoport='yes' listen='0.0.0.0'>
Dec 06 15:48:51 user nova-compute[75278]:       <listen type='address' address='0.0.0.0'/>
Dec 06 15:48:51 user nova-compute[75278]:     </graphics>
Dec 06 15:48:51 user nova-compute[75278]:     <audio id='1' type='none'/>
Dec 06 15:48:51 user nova-compute[75278]:     <video>
Dec 06 15:48:51 user nova-compute[75278]:       <model type='virtio' heads='1' primary='yes'/>
Dec 06 15:48:51 user nova-compute[75278]:       <alias name='video0'/>
Dec 06 15:48:51 user nova-compute[75278]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Dec 06 15:48:51 user nova-compute[75278]:     </video>
Dec 06 15:48:51 user nova-compute[75278]:     <memballoon model='virtio'>
Dec 06 15:48:51 user nova-compute[75278]:       <stats period='10'/>
Dec 06 15:48:51 user nova-compute[75278]:       <alias name='balloon0'/>
Dec 06 15:48:51 user nova-compute[75278]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Dec 06 15:48:51 user nova-compute[75278]:     </memballoon>
Dec 06 15:48:51 user nova-compute[75278]:     <rng model='virtio'>
Dec 06 15:48:51 user nova-compute[75278]:       <backend model='random'>/dev/urandom</backend>
Dec 06 15:48:51 user nova-compute[75278]:       <alias name='rng0'/>
Dec 06 15:48:51 user nova-compute[75278]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Dec 06 15:48:51 user nova-compute[75278]:     </rng>
Dec 06 15:48:51 user nova-compute[75278]:   </devices>
Dec 06 15:48:51 user nova-compute[75278]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Dec 06 15:48:51 user nova-compute[75278]:     <label>libvirt-a140a006-c098-4eed-998b-eacb51917dbb</label>
Dec 06 15:48:51 user nova-compute[75278]:     <imagelabel>libvirt-a140a006-c098-4eed-998b-eacb51917dbb</imagelabel>
Dec 06 15:48:51 user nova-compute[75278]:   </seclabel>
Dec 06 15:48:51 user nova-compute[75278]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Dec 06 15:48:51 user nova-compute[75278]:     <label>+64055:+108</label>
Dec 06 15:48:51 user nova-compute[75278]:     <imagelabel>+64055:+108</imagelabel>
Dec 06 15:48:51 user nova-compute[75278]:   </seclabel>
Dec 06 15:48:51 user nova-compute[75278]: </domain>
Dec 06 15:48:51 user nova-compute[75278]:  {{(pid=75278) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Dec 06 15:48:51 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-2ec0b1ee-8cbe-404f-8b7a-936b15bb03ac tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Successfully detached device tap08fd21c7-63 from instance a140a006-c098-4eed-998b-eacb51917dbb from the live domain config.
Dec 06 15:48:51 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-2ec0b1ee-8cbe-404f-8b7a-936b15bb03ac tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:45:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-512695504',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-512695504',id=8,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPsOnwq5F2aHuvn6p+v3emZ3v2b+r1N85ofc/VEY+hf+C5qttfprjGlgMF35chRQ3Bb8XRF5z2qmWAlBU6SP1xRTHT0D7glsLF+xRB0JSxvHLRCUfp7oKWwNC9bkYhS+rA==',key_name='tempest-keypair-1412171642',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:46:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e37884c4ed9145a68dba8917e4927566',ramdisk_id='',reservation_id='r-5t2rhzgx',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1550458939',owner_user_name='tempest-TaggedAttachmentsTest-1550458939-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:46:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='55226f8aa2ec41dda902d0de0d610b1c',uuid=a140a006-c098-4eed-998b-eacb51917dbb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "08fd21c7-63a4-4ca8-80f9-e7484a237c93", "address": "fa:16:3e:31:b5:8b", "network": {"id": "0042d5dd-db45-4562-950e-4589333e6da0", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-925841000", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "e37884c4ed9145a68dba8917e4927566", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08fd21c7-63", "ovs_interfaceid": "08fd21c7-63a4-4ca8-80f9-e7484a237c93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:48:51 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-2ec0b1ee-8cbe-404f-8b7a-936b15bb03ac tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Converting VIF {"id": "08fd21c7-63a4-4ca8-80f9-e7484a237c93", "address": "fa:16:3e:31:b5:8b", "network": {"id": "0042d5dd-db45-4562-950e-4589333e6da0", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-925841000", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "e37884c4ed9145a68dba8917e4927566", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08fd21c7-63", "ovs_interfaceid": "08fd21c7-63a4-4ca8-80f9-e7484a237c93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:48:51 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-2ec0b1ee-8cbe-404f-8b7a-936b15bb03ac tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:31:b5:8b,bridge_name='br-int',has_traffic_filtering=True,id=08fd21c7-63a4-4ca8-80f9-e7484a237c93,network=Network(0042d5dd-db45-4562-950e-4589333e6da0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08fd21c7-63') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:48:51 user nova-compute[75278]: DEBUG os_vif [None req-2ec0b1ee-8cbe-404f-8b7a-936b15bb03ac tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:31:b5:8b,bridge_name='br-int',has_traffic_filtering=True,id=08fd21c7-63a4-4ca8-80f9-e7484a237c93,network=Network(0042d5dd-db45-4562-950e-4589333e6da0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08fd21c7-63') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:48:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap08fd21c7-63, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:48:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:48:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ca506fe6-194e-4b1c-aaf0-fcf1db60f74e) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:48:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:48:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:51 user nova-compute[75278]: INFO os_vif [None req-2ec0b1ee-8cbe-404f-8b7a-936b15bb03ac tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:31:b5:8b,bridge_name='br-int',has_traffic_filtering=True,id=08fd21c7-63a4-4ca8-80f9-e7484a237c93,network=Network(0042d5dd-db45-4562-950e-4589333e6da0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08fd21c7-63')
Dec 06 15:48:51 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-2ec0b1ee-8cbe-404f-8b7a-936b15bb03ac tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:48:51 user nova-compute[75278]:   <nova:package version="0.0.0"/>
Dec 06 15:48:51 user nova-compute[75278]:   <nova:name>tempest-device-tagging-server-512695504</nova:name>
Dec 06 15:48:51 user nova-compute[75278]:   <nova:creationTime>2023-12-06 15:48:51</nova:creationTime>
Dec 06 15:48:51 user nova-compute[75278]:   <nova:flavor name="m1.tiny">
Dec 06 15:48:51 user nova-compute[75278]:     <nova:memory>512</nova:memory>
Dec 06 15:48:51 user nova-compute[75278]:     <nova:disk>1</nova:disk>
Dec 06 15:48:51 user nova-compute[75278]:     <nova:swap>0</nova:swap>
Dec 06 15:48:51 user nova-compute[75278]:     <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:48:51 user nova-compute[75278]:     <nova:vcpus>1</nova:vcpus>
Dec 06 15:48:51 user nova-compute[75278]:   </nova:flavor>
Dec 06 15:48:51 user nova-compute[75278]:   <nova:owner>
Dec 06 15:48:51 user nova-compute[75278]:     <nova:user uuid="55226f8aa2ec41dda902d0de0d610b1c">tempest-TaggedAttachmentsTest-1550458939-project-member</nova:user>
Dec 06 15:48:51 user nova-compute[75278]:     <nova:project uuid="e37884c4ed9145a68dba8917e4927566">tempest-TaggedAttachmentsTest-1550458939</nova:project>
Dec 06 15:48:51 user nova-compute[75278]:   </nova:owner>
Dec 06 15:48:51 user nova-compute[75278]:   <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 15:48:51 user nova-compute[75278]:   <nova:ports>
Dec 06 15:48:51 user nova-compute[75278]:     <nova:port uuid="e3712642-f1de-4dd5-b05a-8e25c2dff014">
Dec 06 15:48:51 user nova-compute[75278]:       <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 06 15:48:51 user nova-compute[75278]:     </nova:port>
Dec 06 15:48:51 user nova-compute[75278]:   </nova:ports>
Dec 06 15:48:51 user nova-compute[75278]: </nova:instance>
Dec 06 15:48:51 user nova-compute[75278]:  {{(pid=75278) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Dec 06 15:48:51 user nova-compute[75278]: DEBUG nova.compute.manager [req-f1ab8b5c-6cf4-43fd-85b7-c5fcb9d570b2 req-921759d1-e31c-49fc-ac29-5af6e591cd59 service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Received event network-vif-deleted-08fd21c7-63a4-4ca8-80f9-e7484a237c93 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:48:51 user nova-compute[75278]: INFO nova.compute.manager [req-f1ab8b5c-6cf4-43fd-85b7-c5fcb9d570b2 req-921759d1-e31c-49fc-ac29-5af6e591cd59 service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Neutron deleted interface 08fd21c7-63a4-4ca8-80f9-e7484a237c93; detaching it from the instance and deleting it from the info cache
Dec 06 15:48:51 user nova-compute[75278]: DEBUG nova.network.neutron [req-f1ab8b5c-6cf4-43fd-85b7-c5fcb9d570b2 req-921759d1-e31c-49fc-ac29-5af6e591cd59 service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Updating instance_info_cache with network_info: [{"id": "e3712642-f1de-4dd5-b05a-8e25c2dff014", "address": "fa:16:3e:bd:c9:aa", "network": {"id": "45ebe146-3216-4bc6-b001-16336fcc11c4", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-917175328-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e37884c4ed9145a68dba8917e4927566", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3712642-f1", "ovs_interfaceid": "e3712642-f1de-4dd5-b05a-8e25c2dff014", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:48:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2ec0b1ee-8cbe-404f-8b7a-936b15bb03ac tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Acquiring lock "refresh_cache-a140a006-c098-4eed-998b-eacb51917dbb" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:48:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2ec0b1ee-8cbe-404f-8b7a-936b15bb03ac tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Acquired lock "refresh_cache-a140a006-c098-4eed-998b-eacb51917dbb" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:48:51 user nova-compute[75278]: DEBUG nova.network.neutron [None req-2ec0b1ee-8cbe-404f-8b7a-936b15bb03ac tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:48:52 user nova-compute[75278]: DEBUG nova.objects.instance [req-f1ab8b5c-6cf4-43fd-85b7-c5fcb9d570b2 req-921759d1-e31c-49fc-ac29-5af6e591cd59 service nova] Lazy-loading 'system_metadata' on Instance uuid a140a006-c098-4eed-998b-eacb51917dbb {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:48:52 user nova-compute[75278]: DEBUG nova.objects.instance [req-f1ab8b5c-6cf4-43fd-85b7-c5fcb9d570b2 req-921759d1-e31c-49fc-ac29-5af6e591cd59 service nova] Lazy-loading 'flavor' on Instance uuid a140a006-c098-4eed-998b-eacb51917dbb {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:48:52 user nova-compute[75278]: DEBUG nova.objects.base [req-f1ab8b5c-6cf4-43fd-85b7-c5fcb9d570b2 req-921759d1-e31c-49fc-ac29-5af6e591cd59 service nova] Object Instance<a140a006-c098-4eed-998b-eacb51917dbb> lazy-loaded attributes: system_metadata,flavor {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:48:52 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [req-f1ab8b5c-6cf4-43fd-85b7-c5fcb9d570b2 req-921759d1-e31c-49fc-ac29-5af6e591cd59 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:45:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-512695504',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-512695504',id=8,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPsOnwq5F2aHuvn6p+v3emZ3v2b+r1N85ofc/VEY+hf+C5qttfprjGlgMF35chRQ3Bb8XRF5z2qmWAlBU6SP1xRTHT0D7glsLF+xRB0JSxvHLRCUfp7oKWwNC9bkYhS+rA==',key_name='tempest-keypair-1412171642',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:46:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e37884c4ed9145a68dba8917e4927566',ramdisk_id='',reservation_id='r-5t2rhzgx',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1550458939',owner_user_name='tempest-TaggedAttachmentsTest-1550458939-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:46:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='55226f8aa2ec41dda902d0de0d610b1c',uuid=a140a006-c098-4eed-998b-eacb51917dbb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "08fd21c7-63a4-4ca8-80f9-e7484a237c93", "address": "fa:16:3e:31:b5:8b", "network": {"id": "0042d5dd-db45-4562-950e-4589333e6da0", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-925841000", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "e37884c4ed9145a68dba8917e4927566", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08fd21c7-63", "ovs_interfaceid": "08fd21c7-63a4-4ca8-80f9-e7484a237c93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:48:52 user nova-compute[75278]: DEBUG nova.network.os_vif_util [req-f1ab8b5c-6cf4-43fd-85b7-c5fcb9d570b2 req-921759d1-e31c-49fc-ac29-5af6e591cd59 service nova] Converting VIF {"id": "08fd21c7-63a4-4ca8-80f9-e7484a237c93", "address": "fa:16:3e:31:b5:8b", "network": {"id": "0042d5dd-db45-4562-950e-4589333e6da0", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-925841000", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "e37884c4ed9145a68dba8917e4927566", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08fd21c7-63", "ovs_interfaceid": "08fd21c7-63a4-4ca8-80f9-e7484a237c93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:48:52 user nova-compute[75278]: DEBUG nova.network.os_vif_util [req-f1ab8b5c-6cf4-43fd-85b7-c5fcb9d570b2 req-921759d1-e31c-49fc-ac29-5af6e591cd59 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:31:b5:8b,bridge_name='br-int',has_traffic_filtering=True,id=08fd21c7-63a4-4ca8-80f9-e7484a237c93,network=Network(0042d5dd-db45-4562-950e-4589333e6da0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08fd21c7-63') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:48:52 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [req-f1ab8b5c-6cf4-43fd-85b7-c5fcb9d570b2 req-921759d1-e31c-49fc-ac29-5af6e591cd59 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:31:b5:8b"/><model type="virtio"/><mtu size="1442"/><target dev="tap08fd21c7-63"/></interface> {{(pid=75278) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 06 15:48:52 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [req-f1ab8b5c-6cf4-43fd-85b7-c5fcb9d570b2 req-921759d1-e31c-49fc-ac29-5af6e591cd59 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:31:b5:8b"/><model type="virtio"/><mtu size="1442"/><target dev="tap08fd21c7-63"/></interface>not found in domain: <domain type='kvm' id='8'>
Dec 06 15:48:52 user nova-compute[75278]:   <name>instance-00000008</name>
Dec 06 15:48:52 user nova-compute[75278]:   <uuid>a140a006-c098-4eed-998b-eacb51917dbb</uuid>
Dec 06 15:48:52 user nova-compute[75278]:   <metadata>
Dec 06 15:48:52 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:48:52 user nova-compute[75278]:   <nova:package version="0.0.0"/>
Dec 06 15:48:52 user nova-compute[75278]:   <nova:name>tempest-device-tagging-server-512695504</nova:name>
Dec 06 15:48:52 user nova-compute[75278]:   <nova:creationTime>2023-12-06 15:48:51</nova:creationTime>
Dec 06 15:48:52 user nova-compute[75278]:   <nova:flavor name="m1.tiny">
Dec 06 15:48:52 user nova-compute[75278]:     <nova:memory>512</nova:memory>
Dec 06 15:48:52 user nova-compute[75278]:     <nova:disk>1</nova:disk>
Dec 06 15:48:52 user nova-compute[75278]:     <nova:swap>0</nova:swap>
Dec 06 15:48:52 user nova-compute[75278]:     <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:48:52 user nova-compute[75278]:     <nova:vcpus>1</nova:vcpus>
Dec 06 15:48:52 user nova-compute[75278]:   </nova:flavor>
Dec 06 15:48:52 user nova-compute[75278]:   <nova:owner>
Dec 06 15:48:52 user nova-compute[75278]:     <nova:user uuid="55226f8aa2ec41dda902d0de0d610b1c">tempest-TaggedAttachmentsTest-1550458939-project-member</nova:user>
Dec 06 15:48:52 user nova-compute[75278]:     <nova:project uuid="e37884c4ed9145a68dba8917e4927566">tempest-TaggedAttachmentsTest-1550458939</nova:project>
Dec 06 15:48:52 user nova-compute[75278]:   </nova:owner>
Dec 06 15:48:52 user nova-compute[75278]:   <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 15:48:52 user nova-compute[75278]:   <nova:ports>
Dec 06 15:48:52 user nova-compute[75278]:     <nova:port uuid="e3712642-f1de-4dd5-b05a-8e25c2dff014">
Dec 06 15:48:52 user nova-compute[75278]:       <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 06 15:48:52 user nova-compute[75278]:     </nova:port>
Dec 06 15:48:52 user nova-compute[75278]:   </nova:ports>
Dec 06 15:48:52 user nova-compute[75278]: </nova:instance>
Dec 06 15:48:52 user nova-compute[75278]:   </metadata>
Dec 06 15:48:52 user nova-compute[75278]:   <memory unit='KiB'>524288</memory>
Dec 06 15:48:52 user nova-compute[75278]:   <currentMemory unit='KiB'>524288</currentMemory>
Dec 06 15:48:52 user nova-compute[75278]:   <vcpu placement='static'>1</vcpu>
Dec 06 15:48:52 user nova-compute[75278]:   <resource>
Dec 06 15:48:52 user nova-compute[75278]:     <partition>/machine</partition>
Dec 06 15:48:52 user nova-compute[75278]:   </resource>
Dec 06 15:48:52 user nova-compute[75278]:   <sysinfo type='smbios'>
Dec 06 15:48:52 user nova-compute[75278]:     <system>
Dec 06 15:48:52 user nova-compute[75278]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Dec 06 15:48:52 user nova-compute[75278]:       <entry name='product'>OpenStack Nova</entry>
Dec 06 15:48:52 user nova-compute[75278]:       <entry name='version'>0.0.0</entry>
Dec 06 15:48:52 user nova-compute[75278]:       <entry name='serial'>a140a006-c098-4eed-998b-eacb51917dbb</entry>
Dec 06 15:48:52 user nova-compute[75278]:       <entry name='uuid'>a140a006-c098-4eed-998b-eacb51917dbb</entry>
Dec 06 15:48:52 user nova-compute[75278]:       <entry name='family'>Virtual Machine</entry>
Dec 06 15:48:52 user nova-compute[75278]:     </system>
Dec 06 15:48:52 user nova-compute[75278]:   </sysinfo>
Dec 06 15:48:52 user nova-compute[75278]:   <os>
Dec 06 15:48:52 user nova-compute[75278]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Dec 06 15:48:52 user nova-compute[75278]:     <boot dev='hd'/>
Dec 06 15:48:52 user nova-compute[75278]:     <smbios mode='sysinfo'/>
Dec 06 15:48:52 user nova-compute[75278]:   </os>
Dec 06 15:48:52 user nova-compute[75278]:   <features>
Dec 06 15:48:52 user nova-compute[75278]:     <acpi/>
Dec 06 15:48:52 user nova-compute[75278]:     <apic/>
Dec 06 15:48:52 user nova-compute[75278]:     <vmcoreinfo state='on'/>
Dec 06 15:48:52 user nova-compute[75278]:   </features>
Dec 06 15:48:52 user nova-compute[75278]:   <cpu mode='custom' match='exact' check='full'>
Dec 06 15:48:52 user nova-compute[75278]:     <model fallback='forbid'>Nehalem</model>
Dec 06 15:48:52 user nova-compute[75278]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Dec 06 15:48:52 user nova-compute[75278]:     <feature policy='require' name='vme'/>
Dec 06 15:48:52 user nova-compute[75278]:     <feature policy='require' name='x2apic'/>
Dec 06 15:48:52 user nova-compute[75278]:     <feature policy='require' name='hypervisor'/>
Dec 06 15:48:52 user nova-compute[75278]:   </cpu>
Dec 06 15:48:52 user nova-compute[75278]:   <clock offset='utc'>
Dec 06 15:48:52 user nova-compute[75278]:     <timer name='pit' tickpolicy='delay'/>
Dec 06 15:48:52 user nova-compute[75278]:     <timer name='rtc' tickpolicy='catchup'/>
Dec 06 15:48:52 user nova-compute[75278]:     <timer name='hpet' present='no'/>
Dec 06 15:48:52 user nova-compute[75278]:   </clock>
Dec 06 15:48:52 user nova-compute[75278]:   <on_poweroff>destroy</on_poweroff>
Dec 06 15:48:52 user nova-compute[75278]:   <on_reboot>restart</on_reboot>
Dec 06 15:48:52 user nova-compute[75278]:   <on_crash>destroy</on_crash>
Dec 06 15:48:52 user nova-compute[75278]:   <devices>
Dec 06 15:48:52 user nova-compute[75278]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 06 15:48:52 user nova-compute[75278]:     <disk type='file' device='disk'>
Dec 06 15:48:52 user nova-compute[75278]:       <driver name='qemu' type='qcow2' cache='none'/>
Dec 06 15:48:52 user nova-compute[75278]:       <source file='/opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/disk' index='2'/>
Dec 06 15:48:52 user nova-compute[75278]:       <backingStore type='file' index='3'>
Dec 06 15:48:52 user nova-compute[75278]:         <format type='raw'/>
Dec 06 15:48:52 user nova-compute[75278]:         <source file='/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c'/>
Dec 06 15:48:52 user nova-compute[75278]:         <backingStore/>
Dec 06 15:48:52 user nova-compute[75278]:       </backingStore>
Dec 06 15:48:52 user nova-compute[75278]:       <target dev='vda' bus='virtio'/>
Dec 06 15:48:52 user nova-compute[75278]:       <alias name='virtio-disk0'/>
Dec 06 15:48:52 user nova-compute[75278]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Dec 06 15:48:52 user nova-compute[75278]:     </disk>
Dec 06 15:48:52 user nova-compute[75278]:     <disk type='file' device='cdrom'>
Dec 06 15:48:52 user nova-compute[75278]:       <driver name='qemu' type='raw' cache='none'/>
Dec 06 15:48:52 user nova-compute[75278]:       <source file='/opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/disk.config' index='1'/>
Dec 06 15:48:52 user nova-compute[75278]:       <backingStore/>
Dec 06 15:48:52 user nova-compute[75278]:       <target dev='hda' bus='ide'/>
Dec 06 15:48:52 user nova-compute[75278]:       <readonly/>
Dec 06 15:48:52 user nova-compute[75278]:       <alias name='ide0-0-0'/>
Dec 06 15:48:52 user nova-compute[75278]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Dec 06 15:48:52 user nova-compute[75278]:     </disk>
Dec 06 15:48:52 user nova-compute[75278]:     <controller type='usb' index='0' model='none'>
Dec 06 15:48:52 user nova-compute[75278]:       <alias name='usb'/>
Dec 06 15:48:52 user nova-compute[75278]:     </controller>
Dec 06 15:48:52 user nova-compute[75278]:     <controller type='pci' index='0' model='pci-root'>
Dec 06 15:48:52 user nova-compute[75278]:       <alias name='pci.0'/>
Dec 06 15:48:52 user nova-compute[75278]:     </controller>
Dec 06 15:48:52 user nova-compute[75278]:     <controller type='ide' index='0'>
Dec 06 15:48:52 user nova-compute[75278]:       <alias name='ide'/>
Dec 06 15:48:52 user nova-compute[75278]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Dec 06 15:48:52 user nova-compute[75278]:     </controller>
Dec 06 15:48:52 user nova-compute[75278]:     <interface type='ethernet'>
Dec 06 15:48:52 user nova-compute[75278]:       <mac address='fa:16:3e:bd:c9:aa'/>
Dec 06 15:48:52 user nova-compute[75278]:       <target dev='tape3712642-f1'/>
Dec 06 15:48:52 user nova-compute[75278]:       <model type='virtio'/>
Dec 06 15:48:52 user nova-compute[75278]:       <mtu size='1442'/>
Dec 06 15:48:52 user nova-compute[75278]:       <alias name='net0'/>
Dec 06 15:48:52 user nova-compute[75278]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Dec 06 15:48:52 user nova-compute[75278]:     </interface>
Dec 06 15:48:52 user nova-compute[75278]:     <serial type='pty'>
Dec 06 15:48:52 user nova-compute[75278]:       <source path='/dev/pts/8'/>
Dec 06 15:48:52 user nova-compute[75278]:       <log file='/opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/console.log' append='off'/>
Dec 06 15:48:52 user nova-compute[75278]:       <target type='isa-serial' port='0'>
Dec 06 15:48:52 user nova-compute[75278]:         <model name='isa-serial'/>
Dec 06 15:48:52 user nova-compute[75278]:       </target>
Dec 06 15:48:52 user nova-compute[75278]:       <alias name='serial0'/>
Dec 06 15:48:52 user nova-compute[75278]:     </serial>
Dec 06 15:48:52 user nova-compute[75278]:     <console type='pty' tty='/dev/pts/8'>
Dec 06 15:48:52 user nova-compute[75278]:       <source path='/dev/pts/8'/>
Dec 06 15:48:52 user nova-compute[75278]:       <log file='/opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/console.log' append='off'/>
Dec 06 15:48:52 user nova-compute[75278]:       <target type='serial' port='0'/>
Dec 06 15:48:52 user nova-compute[75278]:       <alias name='serial0'/>
Dec 06 15:48:52 user nova-compute[75278]:     </console>
Dec 06 15:48:52 user nova-compute[75278]:     <input type='mouse' bus='ps2'>
Dec 06 15:48:52 user nova-compute[75278]:       <alias name='input0'/>
Dec 06 15:48:52 user nova-compute[75278]:     </input>
Dec 06 15:48:52 user nova-compute[75278]:     <input type='keyboard' bus='ps2'>
Dec 06 15:48:52 user nova-compute[75278]:       <alias name='input1'/>
Dec 06 15:48:52 user nova-compute[75278]:     </input>
Dec 06 15:48:52 user nova-compute[75278]:     <graphics type='vnc' port='5907' autoport='yes' listen='0.0.0.0'>
Dec 06 15:48:52 user nova-compute[75278]:       <listen type='address' address='0.0.0.0'/>
Dec 06 15:48:52 user nova-compute[75278]:     </graphics>
Dec 06 15:48:52 user nova-compute[75278]:     <audio id='1' type='none'/>
Dec 06 15:48:52 user nova-compute[75278]:     <video>
Dec 06 15:48:52 user nova-compute[75278]:       <model type='virtio' heads='1' primary='yes'/>
Dec 06 15:48:52 user nova-compute[75278]:       <alias name='video0'/>
Dec 06 15:48:52 user nova-compute[75278]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Dec 06 15:48:52 user nova-compute[75278]:     </video>
Dec 06 15:48:52 user nova-compute[75278]:     <memballoon model='virtio'>
Dec 06 15:48:52 user nova-compute[75278]:       <stats period='10'/>
Dec 06 15:48:52 user nova-compute[75278]:       <alias name='balloon0'/>
Dec 06 15:48:52 user nova-compute[75278]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Dec 06 15:48:52 user nova-compute[75278]:     </memballoon>
Dec 06 15:48:52 user nova-compute[75278]:     <rng model='virtio'>
Dec 06 15:48:52 user nova-compute[75278]:       <backend model='random'>/dev/urandom</backend>
Dec 06 15:48:52 user nova-compute[75278]:       <alias name='rng0'/>
Dec 06 15:48:52 user nova-compute[75278]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Dec 06 15:48:52 user nova-compute[75278]:     </rng>
Dec 06 15:48:52 user nova-compute[75278]:   </devices>
Dec 06 15:48:52 user nova-compute[75278]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Dec 06 15:48:52 user nova-compute[75278]:     <label>libvirt-a140a006-c098-4eed-998b-eacb51917dbb</label>
Dec 06 15:48:52 user nova-compute[75278]:     <imagelabel>libvirt-a140a006-c098-4eed-998b-eacb51917dbb</imagelabel>
Dec 06 15:48:52 user nova-compute[75278]:   </seclabel>
Dec 06 15:48:52 user nova-compute[75278]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Dec 06 15:48:52 user nova-compute[75278]:     <label>+64055:+108</label>
Dec 06 15:48:52 user nova-compute[75278]:     <imagelabel>+64055:+108</imagelabel>
Dec 06 15:48:52 user nova-compute[75278]:   </seclabel>
Dec 06 15:48:52 user nova-compute[75278]: </domain>
Dec 06 15:48:52 user nova-compute[75278]:  {{(pid=75278) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Dec 06 15:48:52 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [req-f1ab8b5c-6cf4-43fd-85b7-c5fcb9d570b2 req-921759d1-e31c-49fc-ac29-5af6e591cd59 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:31:b5:8b"/><model type="virtio"/><mtu size="1442"/><target dev="tap08fd21c7-63"/></interface> {{(pid=75278) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 06 15:48:52 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [req-f1ab8b5c-6cf4-43fd-85b7-c5fcb9d570b2 req-921759d1-e31c-49fc-ac29-5af6e591cd59 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:31:b5:8b"/><model type="virtio"/><mtu size="1442"/><target dev="tap08fd21c7-63"/></interface>not found in domain: <domain type='kvm' id='8'>
Dec 06 15:48:52 user nova-compute[75278]:   <name>instance-00000008</name>
Dec 06 15:48:52 user nova-compute[75278]:   <uuid>a140a006-c098-4eed-998b-eacb51917dbb</uuid>
Dec 06 15:48:52 user nova-compute[75278]:   <metadata>
Dec 06 15:48:52 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:48:52 user nova-compute[75278]:   <nova:package version="0.0.0"/>
Dec 06 15:48:52 user nova-compute[75278]:   <nova:name>tempest-device-tagging-server-512695504</nova:name>
Dec 06 15:48:52 user nova-compute[75278]:   <nova:creationTime>2023-12-06 15:48:51</nova:creationTime>
Dec 06 15:48:52 user nova-compute[75278]:   <nova:flavor name="m1.tiny">
Dec 06 15:48:52 user nova-compute[75278]:     <nova:memory>512</nova:memory>
Dec 06 15:48:52 user nova-compute[75278]:     <nova:disk>1</nova:disk>
Dec 06 15:48:52 user nova-compute[75278]:     <nova:swap>0</nova:swap>
Dec 06 15:48:52 user nova-compute[75278]:     <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:48:52 user nova-compute[75278]:     <nova:vcpus>1</nova:vcpus>
Dec 06 15:48:52 user nova-compute[75278]:   </nova:flavor>
Dec 06 15:48:52 user nova-compute[75278]:   <nova:owner>
Dec 06 15:48:52 user nova-compute[75278]:     <nova:user uuid="55226f8aa2ec41dda902d0de0d610b1c">tempest-TaggedAttachmentsTest-1550458939-project-member</nova:user>
Dec 06 15:48:52 user nova-compute[75278]:     <nova:project uuid="e37884c4ed9145a68dba8917e4927566">tempest-TaggedAttachmentsTest-1550458939</nova:project>
Dec 06 15:48:52 user nova-compute[75278]:   </nova:owner>
Dec 06 15:48:52 user nova-compute[75278]:   <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 15:48:52 user nova-compute[75278]:   <nova:ports>
Dec 06 15:48:52 user nova-compute[75278]:     <nova:port uuid="e3712642-f1de-4dd5-b05a-8e25c2dff014">
Dec 06 15:48:52 user nova-compute[75278]:       <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 06 15:48:52 user nova-compute[75278]:     </nova:port>
Dec 06 15:48:52 user nova-compute[75278]:   </nova:ports>
Dec 06 15:48:52 user nova-compute[75278]: </nova:instance>
Dec 06 15:48:52 user nova-compute[75278]:   </metadata>
Dec 06 15:48:52 user nova-compute[75278]:   <memory unit='KiB'>524288</memory>
Dec 06 15:48:52 user nova-compute[75278]:   <currentMemory unit='KiB'>524288</currentMemory>
Dec 06 15:48:52 user nova-compute[75278]:   <vcpu placement='static'>1</vcpu>
Dec 06 15:48:52 user nova-compute[75278]:   <resource>
Dec 06 15:48:52 user nova-compute[75278]:     <partition>/machine</partition>
Dec 06 15:48:52 user nova-compute[75278]:   </resource>
Dec 06 15:48:52 user nova-compute[75278]:   <sysinfo type='smbios'>
Dec 06 15:48:52 user nova-compute[75278]:     <system>
Dec 06 15:48:52 user nova-compute[75278]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Dec 06 15:48:52 user nova-compute[75278]:       <entry name='product'>OpenStack Nova</entry>
Dec 06 15:48:52 user nova-compute[75278]:       <entry name='version'>0.0.0</entry>
Dec 06 15:48:52 user nova-compute[75278]:       <entry name='serial'>a140a006-c098-4eed-998b-eacb51917dbb</entry>
Dec 06 15:48:52 user nova-compute[75278]:       <entry name='uuid'>a140a006-c098-4eed-998b-eacb51917dbb</entry>
Dec 06 15:48:52 user nova-compute[75278]:       <entry name='family'>Virtual Machine</entry>
Dec 06 15:48:52 user nova-compute[75278]:     </system>
Dec 06 15:48:52 user nova-compute[75278]:   </sysinfo>
Dec 06 15:48:52 user nova-compute[75278]:   <os>
Dec 06 15:48:52 user nova-compute[75278]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Dec 06 15:48:52 user nova-compute[75278]:     <boot dev='hd'/>
Dec 06 15:48:52 user nova-compute[75278]:     <smbios mode='sysinfo'/>
Dec 06 15:48:52 user nova-compute[75278]:   </os>
Dec 06 15:48:52 user nova-compute[75278]:   <features>
Dec 06 15:48:52 user nova-compute[75278]:     <acpi/>
Dec 06 15:48:52 user nova-compute[75278]:     <apic/>
Dec 06 15:48:52 user nova-compute[75278]:     <vmcoreinfo state='on'/>
Dec 06 15:48:52 user nova-compute[75278]:   </features>
Dec 06 15:48:52 user nova-compute[75278]:   <cpu mode='custom' match='exact' check='full'>
Dec 06 15:48:52 user nova-compute[75278]:     <model fallback='forbid'>Nehalem</model>
Dec 06 15:48:52 user nova-compute[75278]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Dec 06 15:48:52 user nova-compute[75278]:     <feature policy='require' name='vme'/>
Dec 06 15:48:52 user nova-compute[75278]:     <feature policy='require' name='x2apic'/>
Dec 06 15:48:52 user nova-compute[75278]:     <feature policy='require' name='hypervisor'/>
Dec 06 15:48:52 user nova-compute[75278]:   </cpu>
Dec 06 15:48:52 user nova-compute[75278]:   <clock offset='utc'>
Dec 06 15:48:52 user nova-compute[75278]:     <timer name='pit' tickpolicy='delay'/>
Dec 06 15:48:52 user nova-compute[75278]:     <timer name='rtc' tickpolicy='catchup'/>
Dec 06 15:48:52 user nova-compute[75278]:     <timer name='hpet' present='no'/>
Dec 06 15:48:52 user nova-compute[75278]:   </clock>
Dec 06 15:48:52 user nova-compute[75278]:   <on_poweroff>destroy</on_poweroff>
Dec 06 15:48:52 user nova-compute[75278]:   <on_reboot>restart</on_reboot>
Dec 06 15:48:52 user nova-compute[75278]:   <on_crash>destroy</on_crash>
Dec 06 15:48:52 user nova-compute[75278]:   <devices>
Dec 06 15:48:52 user nova-compute[75278]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 06 15:48:52 user nova-compute[75278]:     <disk type='file' device='disk'>
Dec 06 15:48:52 user nova-compute[75278]:       <driver name='qemu' type='qcow2' cache='none'/>
Dec 06 15:48:52 user nova-compute[75278]:       <source file='/opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/disk' index='2'/>
Dec 06 15:48:52 user nova-compute[75278]:       <backingStore type='file' index='3'>
Dec 06 15:48:52 user nova-compute[75278]:         <format type='raw'/>
Dec 06 15:48:52 user nova-compute[75278]:         <source file='/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c'/>
Dec 06 15:48:52 user nova-compute[75278]:         <backingStore/>
Dec 06 15:48:52 user nova-compute[75278]:       </backingStore>
Dec 06 15:48:52 user nova-compute[75278]:       <target dev='vda' bus='virtio'/>
Dec 06 15:48:52 user nova-compute[75278]:       <alias name='virtio-disk0'/>
Dec 06 15:48:52 user nova-compute[75278]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Dec 06 15:48:52 user nova-compute[75278]:     </disk>
Dec 06 15:48:52 user nova-compute[75278]:     <disk type='file' device='cdrom'>
Dec 06 15:48:52 user nova-compute[75278]:       <driver name='qemu' type='raw' cache='none'/>
Dec 06 15:48:52 user nova-compute[75278]:       <source file='/opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/disk.config' index='1'/>
Dec 06 15:48:52 user nova-compute[75278]:       <backingStore/>
Dec 06 15:48:52 user nova-compute[75278]:       <target dev='hda' bus='ide'/>
Dec 06 15:48:52 user nova-compute[75278]:       <readonly/>
Dec 06 15:48:52 user nova-compute[75278]:       <alias name='ide0-0-0'/>
Dec 06 15:48:52 user nova-compute[75278]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Dec 06 15:48:52 user nova-compute[75278]:     </disk>
Dec 06 15:48:52 user nova-compute[75278]:     <controller type='usb' index='0' model='none'>
Dec 06 15:48:52 user nova-compute[75278]:       <alias name='usb'/>
Dec 06 15:48:52 user nova-compute[75278]:     </controller>
Dec 06 15:48:52 user nova-compute[75278]:     <controller type='pci' index='0' model='pci-root'>
Dec 06 15:48:52 user nova-compute[75278]:       <alias name='pci.0'/>
Dec 06 15:48:52 user nova-compute[75278]:     </controller>
Dec 06 15:48:52 user nova-compute[75278]:     <controller type='ide' index='0'>
Dec 06 15:48:52 user nova-compute[75278]:       <alias name='ide'/>
Dec 06 15:48:52 user nova-compute[75278]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Dec 06 15:48:52 user nova-compute[75278]:     </controller>
Dec 06 15:48:52 user nova-compute[75278]:     <interface type='ethernet'>
Dec 06 15:48:52 user nova-compute[75278]:       <mac address='fa:16:3e:bd:c9:aa'/>
Dec 06 15:48:52 user nova-compute[75278]:       <target dev='tape3712642-f1'/>
Dec 06 15:48:52 user nova-compute[75278]:       <model type='virtio'/>
Dec 06 15:48:52 user nova-compute[75278]:       <mtu size='1442'/>
Dec 06 15:48:52 user nova-compute[75278]:       <alias name='net0'/>
Dec 06 15:48:52 user nova-compute[75278]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Dec 06 15:48:52 user nova-compute[75278]:     </interface>
Dec 06 15:48:52 user nova-compute[75278]:     <serial type='pty'>
Dec 06 15:48:52 user nova-compute[75278]:       <source path='/dev/pts/8'/>
Dec 06 15:48:52 user nova-compute[75278]:       <log file='/opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/console.log' append='off'/>
Dec 06 15:48:52 user nova-compute[75278]:       <target type='isa-serial' port='0'>
Dec 06 15:48:52 user nova-compute[75278]:         <model name='isa-serial'/>
Dec 06 15:48:52 user nova-compute[75278]:       </target>
Dec 06 15:48:52 user nova-compute[75278]:       <alias name='serial0'/>
Dec 06 15:48:52 user nova-compute[75278]:     </serial>
Dec 06 15:48:52 user nova-compute[75278]:     <console type='pty' tty='/dev/pts/8'>
Dec 06 15:48:52 user nova-compute[75278]:       <source path='/dev/pts/8'/>
Dec 06 15:48:52 user nova-compute[75278]:       <log file='/opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/console.log' append='off'/>
Dec 06 15:48:52 user nova-compute[75278]:       <target type='serial' port='0'/>
Dec 06 15:48:52 user nova-compute[75278]:       <alias name='serial0'/>
Dec 06 15:48:52 user nova-compute[75278]:     </console>
Dec 06 15:48:52 user nova-compute[75278]:     <input type='mouse' bus='ps2'>
Dec 06 15:48:52 user nova-compute[75278]:       <alias name='input0'/>
Dec 06 15:48:52 user nova-compute[75278]:     </input>
Dec 06 15:48:52 user nova-compute[75278]:     <input type='keyboard' bus='ps2'>
Dec 06 15:48:52 user nova-compute[75278]:       <alias name='input1'/>
Dec 06 15:48:52 user nova-compute[75278]:     </input>
Dec 06 15:48:52 user nova-compute[75278]:     <graphics type='vnc' port='5907' autoport='yes' listen='0.0.0.0'>
Dec 06 15:48:52 user nova-compute[75278]:       <listen type='address' address='0.0.0.0'/>
Dec 06 15:48:52 user nova-compute[75278]:     </graphics>
Dec 06 15:48:52 user nova-compute[75278]:     <audio id='1' type='none'/>
Dec 06 15:48:52 user nova-compute[75278]:     <video>
Dec 06 15:48:52 user nova-compute[75278]:       <model type='virtio' heads='1' primary='yes'/>
Dec 06 15:48:52 user nova-compute[75278]:       <alias name='video0'/>
Dec 06 15:48:52 user nova-compute[75278]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Dec 06 15:48:52 user nova-compute[75278]:     </video>
Dec 06 15:48:52 user nova-compute[75278]:     <memballoon model='virtio'>
Dec 06 15:48:52 user nova-compute[75278]:       <stats period='10'/>
Dec 06 15:48:52 user nova-compute[75278]:       <alias name='balloon0'/>
Dec 06 15:48:52 user nova-compute[75278]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Dec 06 15:48:52 user nova-compute[75278]:     </memballoon>
Dec 06 15:48:52 user nova-compute[75278]:     <rng model='virtio'>
Dec 06 15:48:52 user nova-compute[75278]:       <backend model='random'>/dev/urandom</backend>
Dec 06 15:48:52 user nova-compute[75278]:       <alias name='rng0'/>
Dec 06 15:48:52 user nova-compute[75278]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Dec 06 15:48:52 user nova-compute[75278]:     </rng>
Dec 06 15:48:52 user nova-compute[75278]:   </devices>
Dec 06 15:48:52 user nova-compute[75278]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Dec 06 15:48:52 user nova-compute[75278]:     <label>libvirt-a140a006-c098-4eed-998b-eacb51917dbb</label>
Dec 06 15:48:52 user nova-compute[75278]:     <imagelabel>libvirt-a140a006-c098-4eed-998b-eacb51917dbb</imagelabel>
Dec 06 15:48:52 user nova-compute[75278]:   </seclabel>
Dec 06 15:48:52 user nova-compute[75278]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Dec 06 15:48:52 user nova-compute[75278]:     <label>+64055:+108</label>
Dec 06 15:48:52 user nova-compute[75278]:     <imagelabel>+64055:+108</imagelabel>
Dec 06 15:48:52 user nova-compute[75278]:   </seclabel>
Dec 06 15:48:52 user nova-compute[75278]: </domain>
Dec 06 15:48:52 user nova-compute[75278]:  {{(pid=75278) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Dec 06 15:48:52 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [req-f1ab8b5c-6cf4-43fd-85b7-c5fcb9d570b2 req-921759d1-e31c-49fc-ac29-5af6e591cd59 service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Detaching interface fa:16:3e:31:b5:8b failed because the device is no longer found on the guest.: nova.exception.DeviceNotFound: Device 'tap08fd21c7-63' not found.
Dec 06 15:48:52 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [req-f1ab8b5c-6cf4-43fd-85b7-c5fcb9d570b2 req-921759d1-e31c-49fc-ac29-5af6e591cd59 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:45:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-512695504',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-512695504',id=8,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPsOnwq5F2aHuvn6p+v3emZ3v2b+r1N85ofc/VEY+hf+C5qttfprjGlgMF35chRQ3Bb8XRF5z2qmWAlBU6SP1xRTHT0D7glsLF+xRB0JSxvHLRCUfp7oKWwNC9bkYhS+rA==',key_name='tempest-keypair-1412171642',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:46:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e37884c4ed9145a68dba8917e4927566',ramdisk_id='',reservation_id='r-5t2rhzgx',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1550458939',owner_user_name='tempest-TaggedAttachmentsTest-1550458939-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:46:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='55226f8aa2ec41dda902d0de0d610b1c',uuid=a140a006-c098-4eed-998b-eacb51917dbb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "08fd21c7-63a4-4ca8-80f9-e7484a237c93", "address": "fa:16:3e:31:b5:8b", "network": {"id": "0042d5dd-db45-4562-950e-4589333e6da0", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-925841000", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "e37884c4ed9145a68dba8917e4927566", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08fd21c7-63", "ovs_interfaceid": "08fd21c7-63a4-4ca8-80f9-e7484a237c93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:48:52 user nova-compute[75278]: DEBUG nova.network.os_vif_util [req-f1ab8b5c-6cf4-43fd-85b7-c5fcb9d570b2 req-921759d1-e31c-49fc-ac29-5af6e591cd59 service nova] Converting VIF {"id": "08fd21c7-63a4-4ca8-80f9-e7484a237c93", "address": "fa:16:3e:31:b5:8b", "network": {"id": "0042d5dd-db45-4562-950e-4589333e6da0", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-925841000", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "e37884c4ed9145a68dba8917e4927566", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08fd21c7-63", "ovs_interfaceid": "08fd21c7-63a4-4ca8-80f9-e7484a237c93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:48:52 user nova-compute[75278]: DEBUG nova.network.os_vif_util [req-f1ab8b5c-6cf4-43fd-85b7-c5fcb9d570b2 req-921759d1-e31c-49fc-ac29-5af6e591cd59 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:31:b5:8b,bridge_name='br-int',has_traffic_filtering=True,id=08fd21c7-63a4-4ca8-80f9-e7484a237c93,network=Network(0042d5dd-db45-4562-950e-4589333e6da0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08fd21c7-63') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:48:52 user nova-compute[75278]: DEBUG os_vif [req-f1ab8b5c-6cf4-43fd-85b7-c5fcb9d570b2 req-921759d1-e31c-49fc-ac29-5af6e591cd59 service nova] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:31:b5:8b,bridge_name='br-int',has_traffic_filtering=True,id=08fd21c7-63a4-4ca8-80f9-e7484a237c93,network=Network(0042d5dd-db45-4562-950e-4589333e6da0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08fd21c7-63') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:48:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap08fd21c7-63, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:48:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:48:52 user nova-compute[75278]: INFO os_vif [req-f1ab8b5c-6cf4-43fd-85b7-c5fcb9d570b2 req-921759d1-e31c-49fc-ac29-5af6e591cd59 service nova] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:31:b5:8b,bridge_name='br-int',has_traffic_filtering=True,id=08fd21c7-63a4-4ca8-80f9-e7484a237c93,network=Network(0042d5dd-db45-4562-950e-4589333e6da0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08fd21c7-63')
Dec 06 15:48:52 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [req-f1ab8b5c-6cf4-43fd-85b7-c5fcb9d570b2 req-921759d1-e31c-49fc-ac29-5af6e591cd59 service nova] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:48:52 user nova-compute[75278]:   <nova:package version="0.0.0"/>
Dec 06 15:48:52 user nova-compute[75278]:   <nova:name>tempest-device-tagging-server-512695504</nova:name>
Dec 06 15:48:52 user nova-compute[75278]:   <nova:creationTime>2023-12-06 15:48:52</nova:creationTime>
Dec 06 15:48:52 user nova-compute[75278]:   <nova:flavor name="m1.tiny">
Dec 06 15:48:52 user nova-compute[75278]:     <nova:memory>512</nova:memory>
Dec 06 15:48:52 user nova-compute[75278]:     <nova:disk>1</nova:disk>
Dec 06 15:48:52 user nova-compute[75278]:     <nova:swap>0</nova:swap>
Dec 06 15:48:52 user nova-compute[75278]:     <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:48:52 user nova-compute[75278]:     <nova:vcpus>1</nova:vcpus>
Dec 06 15:48:52 user nova-compute[75278]:   </nova:flavor>
Dec 06 15:48:52 user nova-compute[75278]:   <nova:owner>
Dec 06 15:48:52 user nova-compute[75278]:     <nova:user uuid="55226f8aa2ec41dda902d0de0d610b1c">tempest-TaggedAttachmentsTest-1550458939-project-member</nova:user>
Dec 06 15:48:52 user nova-compute[75278]:     <nova:project uuid="e37884c4ed9145a68dba8917e4927566">tempest-TaggedAttachmentsTest-1550458939</nova:project>
Dec 06 15:48:52 user nova-compute[75278]:   </nova:owner>
Dec 06 15:48:52 user nova-compute[75278]:   <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 15:48:52 user nova-compute[75278]:   <nova:ports>
Dec 06 15:48:52 user nova-compute[75278]:     <nova:port uuid="e3712642-f1de-4dd5-b05a-8e25c2dff014">
Dec 06 15:48:52 user nova-compute[75278]:       <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 06 15:48:52 user nova-compute[75278]:     </nova:port>
Dec 06 15:48:52 user nova-compute[75278]:   </nova:ports>
Dec 06 15:48:52 user nova-compute[75278]: </nova:instance>
Dec 06 15:48:52 user nova-compute[75278]:  {{(pid=75278) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Dec 06 15:48:52 user nova-compute[75278]: DEBUG nova.network.neutron [None req-2ec0b1ee-8cbe-404f-8b7a-936b15bb03ac tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Updating instance_info_cache with network_info: [{"id": "e3712642-f1de-4dd5-b05a-8e25c2dff014", "address": "fa:16:3e:bd:c9:aa", "network": {"id": "45ebe146-3216-4bc6-b001-16336fcc11c4", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-917175328-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e37884c4ed9145a68dba8917e4927566", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3712642-f1", "ovs_interfaceid": "e3712642-f1de-4dd5-b05a-8e25c2dff014", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:48:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2ec0b1ee-8cbe-404f-8b7a-936b15bb03ac tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Releasing lock "refresh_cache-a140a006-c098-4eed-998b-eacb51917dbb" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:48:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2ec0b1ee-8cbe-404f-8b7a-936b15bb03ac tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Lock "interface-a140a006-c098-4eed-998b-eacb51917dbb-08fd21c7-63a4-4ca8-80f9-e7484a237c93" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 21.610s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Acquiring lock "c1919411-a6dc-4632-9507-32e27e83016f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "c1919411-a6dc-4632-9507-32e27e83016f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:54 user nova-compute[75278]: DEBUG nova.compute.manager [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 15:48:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:54 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 15:48:54 user nova-compute[75278]: INFO nova.compute.claims [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Claim successful on node user
Dec 06 15:48:54 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:48:54 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:48:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.420s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:54 user nova-compute[75278]: DEBUG nova.compute.manager [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 15:48:54 user nova-compute[75278]: DEBUG nova.compute.manager [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 15:48:54 user nova-compute[75278]: DEBUG nova.network.neutron [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: c1919411-a6dc-4632-9507-32e27e83016f] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 15:48:54 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 15:48:54 user nova-compute[75278]: DEBUG nova.compute.manager [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 15:48:54 user nova-compute[75278]: DEBUG nova.policy [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23fc2de366a24cdca669f2dfc3ae16db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6bf518d50e054cabaa99c25a7e27ce03', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 15:48:54 user nova-compute[75278]: DEBUG nova.compute.manager [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 15:48:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 15:48:54 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Creating image(s)
Dec 06 15:48:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Acquiring lock "/opt/stack/data/nova/instances/c1919411-a6dc-4632-9507-32e27e83016f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "/opt/stack/data/nova/instances/c1919411-a6dc-4632-9507-32e27e83016f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "/opt/stack/data/nova/instances/c1919411-a6dc-4632-9507-32e27e83016f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.213s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Acquiring lock "8b6964317078072a1e593868059fc8dc16213a0c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.176s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/c1919411-a6dc-4632-9507-32e27e83016f/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/c1919411-a6dc-4632-9507-32e27e83016f/disk 1073741824" returned: 0 in 0.051s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.235s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:55 user nova-compute[75278]: DEBUG nova.network.neutron [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Successfully created port: 20d30580-3f28-4aed-9003-4a98f6a1feef {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 15:48:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.197s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:55 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c1919411-a6dc-4632-9507-32e27e83016f/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 15:48:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1919411-a6dc-4632-9507-32e27e83016f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:48:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1919411-a6dc-4632-9507-32e27e83016f/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:48:55 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Cannot resize image /opt/stack/data/nova/instances/c1919411-a6dc-4632-9507-32e27e83016f/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 15:48:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 15:48:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Ensure instance console log exists: /opt/stack/data/nova/instances/c1919411-a6dc-4632-9507-32e27e83016f/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 15:48:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG nova.network.neutron [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Successfully updated port: 20d30580-3f28-4aed-9003-4a98f6a1feef {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Acquiring lock "refresh_cache-c1919411-a6dc-4632-9507-32e27e83016f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Acquired lock "refresh_cache-c1919411-a6dc-4632-9507-32e27e83016f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG nova.network.neutron [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG nova.compute.manager [req-a11054c1-8a6e-49d7-8a99-89aa31ea64ab req-f94934a7-71e7-4b85-a903-51392fe3e7b7 service nova] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Received event network-changed-20d30580-3f28-4aed-9003-4a98f6a1feef {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG nova.compute.manager [req-a11054c1-8a6e-49d7-8a99-89aa31ea64ab req-f94934a7-71e7-4b85-a903-51392fe3e7b7 service nova] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Refreshing instance network info cache due to event network-changed-20d30580-3f28-4aed-9003-4a98f6a1feef. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a11054c1-8a6e-49d7-8a99-89aa31ea64ab req-f94934a7-71e7-4b85-a903-51392fe3e7b7 service nova] Acquiring lock "refresh_cache-c1919411-a6dc-4632-9507-32e27e83016f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG nova.network.neutron [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG nova.network.neutron [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Updating instance_info_cache with network_info: [{"id": "20d30580-3f28-4aed-9003-4a98f6a1feef", "address": "fa:16:3e:c2:78:fc", "network": {"id": "1456ba8f-4723-487d-b5d4-76d3f809df32", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-54105982-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6bf518d50e054cabaa99c25a7e27ce03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20d30580-3f", "ovs_interfaceid": "20d30580-3f28-4aed-9003-4a98f6a1feef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Releasing lock "refresh_cache-c1919411-a6dc-4632-9507-32e27e83016f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG nova.compute.manager [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Instance network_info: |[{"id": "20d30580-3f28-4aed-9003-4a98f6a1feef", "address": "fa:16:3e:c2:78:fc", "network": {"id": "1456ba8f-4723-487d-b5d4-76d3f809df32", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-54105982-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6bf518d50e054cabaa99c25a7e27ce03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20d30580-3f", "ovs_interfaceid": "20d30580-3f28-4aed-9003-4a98f6a1feef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a11054c1-8a6e-49d7-8a99-89aa31ea64ab req-f94934a7-71e7-4b85-a903-51392fe3e7b7 service nova] Acquired lock "refresh_cache-c1919411-a6dc-4632-9507-32e27e83016f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG nova.network.neutron [req-a11054c1-8a6e-49d7-8a99-89aa31ea64ab req-f94934a7-71e7-4b85-a903-51392fe3e7b7 service nova] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Refreshing network info cache for port 20d30580-3f28-4aed-9003-4a98f6a1feef {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Start _get_guest_xml network_info=[{"id": "20d30580-3f28-4aed-9003-4a98f6a1feef", "address": "fa:16:3e:c2:78:fc", "network": {"id": "1456ba8f-4723-487d-b5d4-76d3f809df32", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-54105982-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6bf518d50e054cabaa99c25a7e27ce03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20d30580-3f", "ovs_interfaceid": "20d30580-3f28-4aed-9003-4a98f6a1feef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:48:57 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:48:57 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:48:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:48:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1550272141',display_name='tempest-VolumesAdminNegativeTest-server-1550272141',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1550272141',id=13,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6bf518d50e054cabaa99c25a7e27ce03',ramdisk_id='',reservation_id='r-6ducm0c7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-2022394682',owner_user_name='tempest-VolumesAdminNegativeTest-2022394682-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:48:55Z,user_data=None,user_id='23fc2de366a24cdca669f2dfc3ae16db',uuid=c1919411-a6dc-4632-9507-32e27e83016f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "20d30580-3f28-4aed-9003-4a98f6a1feef", "address": "fa:16:3e:c2:78:fc", "network": {"id": "1456ba8f-4723-487d-b5d4-76d3f809df32", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-54105982-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6bf518d50e054cabaa99c25a7e27ce03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20d30580-3f", "ovs_interfaceid": "20d30580-3f28-4aed-9003-4a98f6a1feef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Converting VIF {"id": "20d30580-3f28-4aed-9003-4a98f6a1feef", "address": "fa:16:3e:c2:78:fc", "network": {"id": "1456ba8f-4723-487d-b5d4-76d3f809df32", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-54105982-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6bf518d50e054cabaa99c25a7e27ce03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20d30580-3f", "ovs_interfaceid": "20d30580-3f28-4aed-9003-4a98f6a1feef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c2:78:fc,bridge_name='br-int',has_traffic_filtering=True,id=20d30580-3f28-4aed-9003-4a98f6a1feef,network=Network(1456ba8f-4723-487d-b5d4-76d3f809df32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20d30580-3f') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG nova.objects.instance [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lazy-loading 'pci_devices' on Instance uuid c1919411-a6dc-4632-9507-32e27e83016f {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: c1919411-a6dc-4632-9507-32e27e83016f] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:48:57 user nova-compute[75278]:   <uuid>c1919411-a6dc-4632-9507-32e27e83016f</uuid>
Dec 06 15:48:57 user nova-compute[75278]:   <name>instance-0000000d</name>
Dec 06 15:48:57 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 15:48:57 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:48:57 user nova-compute[75278]:   <metadata>
Dec 06 15:48:57 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:48:57 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:48:57 user nova-compute[75278]:       <nova:name>tempest-VolumesAdminNegativeTest-server-1550272141</nova:name>
Dec 06 15:48:57 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:48:57</nova:creationTime>
Dec 06 15:48:57 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 15:48:57 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 15:48:57 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 15:48:57 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:48:57 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:48:57 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:48:57 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:48:57 user nova-compute[75278]:       <nova:owner>
Dec 06 15:48:57 user nova-compute[75278]:         <nova:user uuid="23fc2de366a24cdca669f2dfc3ae16db">tempest-VolumesAdminNegativeTest-2022394682-project-member</nova:user>
Dec 06 15:48:57 user nova-compute[75278]:         <nova:project uuid="6bf518d50e054cabaa99c25a7e27ce03">tempest-VolumesAdminNegativeTest-2022394682</nova:project>
Dec 06 15:48:57 user nova-compute[75278]:       </nova:owner>
Dec 06 15:48:57 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 15:48:57 user nova-compute[75278]:       <nova:ports>
Dec 06 15:48:57 user nova-compute[75278]:         <nova:port uuid="20d30580-3f28-4aed-9003-4a98f6a1feef">
Dec 06 15:48:57 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 15:48:57 user nova-compute[75278]:         </nova:port>
Dec 06 15:48:57 user nova-compute[75278]:       </nova:ports>
Dec 06 15:48:57 user nova-compute[75278]:     </nova:instance>
Dec 06 15:48:57 user nova-compute[75278]:   </metadata>
Dec 06 15:48:57 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:48:57 user nova-compute[75278]:     <system>
Dec 06 15:48:57 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:48:57 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:48:57 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:48:57 user nova-compute[75278]:       <entry name="serial">c1919411-a6dc-4632-9507-32e27e83016f</entry>
Dec 06 15:48:57 user nova-compute[75278]:       <entry name="uuid">c1919411-a6dc-4632-9507-32e27e83016f</entry>
Dec 06 15:48:57 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:48:57 user nova-compute[75278]:     </system>
Dec 06 15:48:57 user nova-compute[75278]:   </sysinfo>
Dec 06 15:48:57 user nova-compute[75278]:   <os>
Dec 06 15:48:57 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:48:57 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 15:48:57 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:48:57 user nova-compute[75278]:   </os>
Dec 06 15:48:57 user nova-compute[75278]:   <features>
Dec 06 15:48:57 user nova-compute[75278]:     <acpi/>
Dec 06 15:48:57 user nova-compute[75278]:     <apic/>
Dec 06 15:48:57 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:48:57 user nova-compute[75278]:   </features>
Dec 06 15:48:57 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:48:57 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:48:57 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:48:57 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:48:57 user nova-compute[75278]:   </clock>
Dec 06 15:48:57 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:48:57 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:48:57 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:48:57 user nova-compute[75278]:   </cpu>
Dec 06 15:48:57 user nova-compute[75278]:   <devices>
Dec 06 15:48:57 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 15:48:57 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 15:48:57 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/c1919411-a6dc-4632-9507-32e27e83016f/disk"/>
Dec 06 15:48:57 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 15:48:57 user nova-compute[75278]:     </disk>
Dec 06 15:48:57 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:48:57 user nova-compute[75278]:       <mac address="fa:16:3e:c2:78:fc"/>
Dec 06 15:48:57 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:48:57 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:48:57 user nova-compute[75278]:       <target dev="tap20d30580-3f"/>
Dec 06 15:48:57 user nova-compute[75278]:     </interface>
Dec 06 15:48:57 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:48:57 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/c1919411-a6dc-4632-9507-32e27e83016f/console.log" append="off"/>
Dec 06 15:48:57 user nova-compute[75278]:     </serial>
Dec 06 15:48:57 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:48:57 user nova-compute[75278]:     <video>
Dec 06 15:48:57 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:48:57 user nova-compute[75278]:     </video>
Dec 06 15:48:57 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:48:57 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:48:57 user nova-compute[75278]:     </rng>
Dec 06 15:48:57 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:48:57 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:48:57 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:48:57 user nova-compute[75278]:     </memballoon>
Dec 06 15:48:57 user nova-compute[75278]:   </devices>
Dec 06 15:48:57 user nova-compute[75278]: </domain>
Dec 06 15:48:57 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:48:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1550272141',display_name='tempest-VolumesAdminNegativeTest-server-1550272141',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1550272141',id=13,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6bf518d50e054cabaa99c25a7e27ce03',ramdisk_id='',reservation_id='r-6ducm0c7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-2022394682',owner_user_name='tempest-VolumesAdminNegativeTest-2022394682-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:48:55Z,user_data=None,user_id='23fc2de366a24cdca669f2dfc3ae16db',uuid=c1919411-a6dc-4632-9507-32e27e83016f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "20d30580-3f28-4aed-9003-4a98f6a1feef", "address": "fa:16:3e:c2:78:fc", "network": {"id": "1456ba8f-4723-487d-b5d4-76d3f809df32", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-54105982-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6bf518d50e054cabaa99c25a7e27ce03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20d30580-3f", "ovs_interfaceid": "20d30580-3f28-4aed-9003-4a98f6a1feef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Converting VIF {"id": "20d30580-3f28-4aed-9003-4a98f6a1feef", "address": "fa:16:3e:c2:78:fc", "network": {"id": "1456ba8f-4723-487d-b5d4-76d3f809df32", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-54105982-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6bf518d50e054cabaa99c25a7e27ce03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20d30580-3f", "ovs_interfaceid": "20d30580-3f28-4aed-9003-4a98f6a1feef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c2:78:fc,bridge_name='br-int',has_traffic_filtering=True,id=20d30580-3f28-4aed-9003-4a98f6a1feef,network=Network(1456ba8f-4723-487d-b5d4-76d3f809df32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20d30580-3f') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG os_vif [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c2:78:fc,bridge_name='br-int',has_traffic_filtering=True,id=20d30580-3f28-4aed-9003-4a98f6a1feef,network=Network(1456ba8f-4723-487d-b5d4-76d3f809df32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20d30580-3f') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9e39b36d-a613-5c37-bae9-1b9bdfc62b4c', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap20d30580-3f, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap20d30580-3f, col_values=(('qos', UUID('2ab13f3b-e6ad-4789-ac71-849f1d92666b')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap20d30580-3f, col_values=(('external_ids', {'iface-id': '20d30580-3f28-4aed-9003-4a98f6a1feef', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c2:78:fc', 'vm-uuid': 'c1919411-a6dc-4632-9507-32e27e83016f'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:57 user nova-compute[75278]: INFO os_vif [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c2:78:fc,bridge_name='br-int',has_traffic_filtering=True,id=20d30580-3f28-4aed-9003-4a98f6a1feef,network=Network(1456ba8f-4723-487d-b5d4-76d3f809df32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20d30580-3f')
Dec 06 15:48:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] No VIF found with MAC fa:16:3e:c2:78:fc, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG nova.network.neutron [req-a11054c1-8a6e-49d7-8a99-89aa31ea64ab req-f94934a7-71e7-4b85-a903-51392fe3e7b7 service nova] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Updated VIF entry in instance network info cache for port 20d30580-3f28-4aed-9003-4a98f6a1feef. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:48:57 user nova-compute[75278]: DEBUG nova.network.neutron [req-a11054c1-8a6e-49d7-8a99-89aa31ea64ab req-f94934a7-71e7-4b85-a903-51392fe3e7b7 service nova] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Updating instance_info_cache with network_info: [{"id": "20d30580-3f28-4aed-9003-4a98f6a1feef", "address": "fa:16:3e:c2:78:fc", "network": {"id": "1456ba8f-4723-487d-b5d4-76d3f809df32", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-54105982-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6bf518d50e054cabaa99c25a7e27ce03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20d30580-3f", "ovs_interfaceid": "20d30580-3f28-4aed-9003-4a98f6a1feef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:48:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a11054c1-8a6e-49d7-8a99-89aa31ea64ab req-f94934a7-71e7-4b85-a903-51392fe3e7b7 service nova] Releasing lock "refresh_cache-c1919411-a6dc-4632-9507-32e27e83016f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:48:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:59 user nova-compute[75278]: DEBUG nova.compute.manager [req-a8117912-c5e8-49df-9af2-6364e42be9ed req-8f18c03e-88b3-4830-a41f-09b927c3e49e service nova] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Received event network-vif-plugged-20d30580-3f28-4aed-9003-4a98f6a1feef {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:48:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a8117912-c5e8-49df-9af2-6364e42be9ed req-8f18c03e-88b3-4830-a41f-09b927c3e49e service nova] Acquiring lock "c1919411-a6dc-4632-9507-32e27e83016f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:48:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a8117912-c5e8-49df-9af2-6364e42be9ed req-8f18c03e-88b3-4830-a41f-09b927c3e49e service nova] Lock "c1919411-a6dc-4632-9507-32e27e83016f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.005s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:48:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a8117912-c5e8-49df-9af2-6364e42be9ed req-8f18c03e-88b3-4830-a41f-09b927c3e49e service nova] Lock "c1919411-a6dc-4632-9507-32e27e83016f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:48:59 user nova-compute[75278]: DEBUG nova.compute.manager [req-a8117912-c5e8-49df-9af2-6364e42be9ed req-8f18c03e-88b3-4830-a41f-09b927c3e49e service nova] [instance: c1919411-a6dc-4632-9507-32e27e83016f] No waiting events found dispatching network-vif-plugged-20d30580-3f28-4aed-9003-4a98f6a1feef {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:48:59 user nova-compute[75278]: WARNING nova.compute.manager [req-a8117912-c5e8-49df-9af2-6364e42be9ed req-8f18c03e-88b3-4830-a41f-09b927c3e49e service nova] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Received unexpected event network-vif-plugged-20d30580-3f28-4aed-9003-4a98f6a1feef for instance with vm_state building and task_state spawning.
Dec 06 15:48:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:48:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f836365d-a718-47cf-9990-a97cb2f469e3 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Acquiring lock "9398175e-90b9-4450-8785-0ed86d49ab33" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:49:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f836365d-a718-47cf-9990-a97cb2f469e3 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Lock "9398175e-90b9-4450-8785-0ed86d49ab33" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:49:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f836365d-a718-47cf-9990-a97cb2f469e3 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Acquiring lock "9398175e-90b9-4450-8785-0ed86d49ab33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:49:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f836365d-a718-47cf-9990-a97cb2f469e3 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Lock "9398175e-90b9-4450-8785-0ed86d49ab33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:49:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f836365d-a718-47cf-9990-a97cb2f469e3 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Lock "9398175e-90b9-4450-8785-0ed86d49ab33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:49:00 user nova-compute[75278]: INFO nova.compute.manager [None req-f836365d-a718-47cf-9990-a97cb2f469e3 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Terminating instance
Dec 06 15:49:00 user nova-compute[75278]: DEBUG nova.compute.manager [None req-f836365d-a718-47cf-9990-a97cb2f469e3 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 15:49:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-29374b24-dde6-461f-91a1-c1534b2a720d req-194b46d3-5f85-46df-b57e-17a4401975af service nova] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Received event network-vif-unplugged-88416657-6647-4a59-a8a0-706e026004b4 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:49:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-29374b24-dde6-461f-91a1-c1534b2a720d req-194b46d3-5f85-46df-b57e-17a4401975af service nova] Acquiring lock "9398175e-90b9-4450-8785-0ed86d49ab33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:49:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-29374b24-dde6-461f-91a1-c1534b2a720d req-194b46d3-5f85-46df-b57e-17a4401975af service nova] Lock "9398175e-90b9-4450-8785-0ed86d49ab33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:49:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-29374b24-dde6-461f-91a1-c1534b2a720d req-194b46d3-5f85-46df-b57e-17a4401975af service nova] Lock "9398175e-90b9-4450-8785-0ed86d49ab33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:49:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-29374b24-dde6-461f-91a1-c1534b2a720d req-194b46d3-5f85-46df-b57e-17a4401975af service nova] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] No waiting events found dispatching network-vif-unplugged-88416657-6647-4a59-a8a0-706e026004b4 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:49:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-29374b24-dde6-461f-91a1-c1534b2a720d req-194b46d3-5f85-46df-b57e-17a4401975af service nova] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Received event network-vif-unplugged-88416657-6647-4a59-a8a0-706e026004b4 for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 15:49:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-507fee9a-d816-4251-90b1-497c682b1a30 req-777330c3-e44f-4f6b-b058-16ed17b658a6 service nova] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Received event network-vif-plugged-20d30580-3f28-4aed-9003-4a98f6a1feef {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:49:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-507fee9a-d816-4251-90b1-497c682b1a30 req-777330c3-e44f-4f6b-b058-16ed17b658a6 service nova] Acquiring lock "c1919411-a6dc-4632-9507-32e27e83016f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:49:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-507fee9a-d816-4251-90b1-497c682b1a30 req-777330c3-e44f-4f6b-b058-16ed17b658a6 service nova] Lock "c1919411-a6dc-4632-9507-32e27e83016f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:49:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-507fee9a-d816-4251-90b1-497c682b1a30 req-777330c3-e44f-4f6b-b058-16ed17b658a6 service nova] Lock "c1919411-a6dc-4632-9507-32e27e83016f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:49:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-507fee9a-d816-4251-90b1-497c682b1a30 req-777330c3-e44f-4f6b-b058-16ed17b658a6 service nova] [instance: c1919411-a6dc-4632-9507-32e27e83016f] No waiting events found dispatching network-vif-plugged-20d30580-3f28-4aed-9003-4a98f6a1feef {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:49:01 user nova-compute[75278]: WARNING nova.compute.manager [req-507fee9a-d816-4251-90b1-497c682b1a30 req-777330c3-e44f-4f6b-b058-16ed17b658a6 service nova] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Received unexpected event network-vif-plugged-20d30580-3f28-4aed-9003-4a98f6a1feef for instance with vm_state building and task_state spawning.
Dec 06 15:49:01 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Instance destroyed successfully.
Dec 06 15:49:01 user nova-compute[75278]: DEBUG nova.objects.instance [None req-f836365d-a718-47cf-9990-a97cb2f469e3 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Lazy-loading 'resources' on Instance uuid 9398175e-90b9-4450-8785-0ed86d49ab33 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:49:01 user nova-compute[75278]: DEBUG nova.compute.manager [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 15:49:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 15:49:01 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Instance spawned successfully.
Dec 06 15:49:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 15:49:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-f836365d-a718-47cf-9990-a97cb2f469e3 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:45:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1443784671',display_name='tempest-VolumesAssistedSnapshotsTest-server-1443784671',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1443784671',id=9,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO/c5kHOoujwK3M8kx3+BQowrxen5eN4j0kVVuIvws1lHFYdf+BbGgp735/In82nXEIP1qlpjCjGNkJ1vM3qTDQIW5+Ub+BPJcENlUFQdHwMENFbaTNSjvlJV9Fa/GKpGA==',key_name='tempest-keypair-1308712715',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:46:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='167316448c5844909619a24fb91e6e48',ramdisk_id='',reservation_id='r-u1j1xz2x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1460853510',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1460853510-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:46:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4bf55bc37a164e659d6f8fd0a5d91337',uuid=9398175e-90b9-4450-8785-0ed86d49ab33,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "88416657-6647-4a59-a8a0-706e026004b4", "address": "fa:16:3e:18:36:ce", "network": {"id": "077a6887-8bd6-4b30-8a6a-5ce1b1be38c1", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1144193504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.124", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "167316448c5844909619a24fb91e6e48", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap88416657-66", "ovs_interfaceid": "88416657-6647-4a59-a8a0-706e026004b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:49:01 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-f836365d-a718-47cf-9990-a97cb2f469e3 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Converting VIF {"id": "88416657-6647-4a59-a8a0-706e026004b4", "address": "fa:16:3e:18:36:ce", "network": {"id": "077a6887-8bd6-4b30-8a6a-5ce1b1be38c1", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1144193504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.124", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "167316448c5844909619a24fb91e6e48", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap88416657-66", "ovs_interfaceid": "88416657-6647-4a59-a8a0-706e026004b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:49:01 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-f836365d-a718-47cf-9990-a97cb2f469e3 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:18:36:ce,bridge_name='br-int',has_traffic_filtering=True,id=88416657-6647-4a59-a8a0-706e026004b4,network=Network(077a6887-8bd6-4b30-8a6a-5ce1b1be38c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap88416657-66') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:49:01 user nova-compute[75278]: DEBUG os_vif [None req-f836365d-a718-47cf-9990-a97cb2f469e3 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:18:36:ce,bridge_name='br-int',has_traffic_filtering=True,id=88416657-6647-4a59-a8a0-706e026004b4,network=Network(077a6887-8bd6-4b30-8a6a-5ce1b1be38c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap88416657-66') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:49:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap88416657-66, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:49:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:49:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:49:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:49:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:49:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:49:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:49:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:49:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ef2e8f36-32b5-4b13-8cdf-76d0e2ae2c7b) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:49:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:49:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:01 user nova-compute[75278]: INFO os_vif [None req-f836365d-a718-47cf-9990-a97cb2f469e3 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:18:36:ce,bridge_name='br-int',has_traffic_filtering=True,id=88416657-6647-4a59-a8a0-706e026004b4,network=Network(077a6887-8bd6-4b30-8a6a-5ce1b1be38c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap88416657-66')
Dec 06 15:49:01 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-f836365d-a718-47cf-9990-a97cb2f469e3 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Deleting instance files /opt/stack/data/nova/instances/9398175e-90b9-4450-8785-0ed86d49ab33_del
Dec 06 15:49:01 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-f836365d-a718-47cf-9990-a97cb2f469e3 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Deletion of /opt/stack/data/nova/instances/9398175e-90b9-4450-8785-0ed86d49ab33_del complete
Dec 06 15:49:01 user nova-compute[75278]: INFO nova.compute.manager [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Took 6.67 seconds to spawn the instance on the hypervisor.
Dec 06 15:49:01 user nova-compute[75278]: DEBUG nova.compute.manager [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:49:01 user nova-compute[75278]: INFO nova.compute.manager [None req-f836365d-a718-47cf-9990-a97cb2f469e3 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Took 0.97 seconds to destroy the instance on the hypervisor.
Dec 06 15:49:01 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-f836365d-a718-47cf-9990-a97cb2f469e3 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 15:49:01 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 15:49:01 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 15:49:01 user nova-compute[75278]: INFO nova.compute.manager [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Took 7.45 seconds to build instance.
Dec 06 15:49:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5d61d128-9b8c-4135-80de-20f67788f38b tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "c1919411-a6dc-4632-9507-32e27e83016f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.558s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:49:02 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:49:02 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Took 0.85 seconds to deallocate network for instance.
Dec 06 15:49:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f836365d-a718-47cf-9990-a97cb2f469e3 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:49:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f836365d-a718-47cf-9990-a97cb2f469e3 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:49:02 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-f836365d-a718-47cf-9990-a97cb2f469e3 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:49:02 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-f836365d-a718-47cf-9990-a97cb2f469e3 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:49:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f836365d-a718-47cf-9990-a97cb2f469e3 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.500s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:49:03 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-f836365d-a718-47cf-9990-a97cb2f469e3 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Deleted allocations for instance 9398175e-90b9-4450-8785-0ed86d49ab33
Dec 06 15:49:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-5194112f-7fe3-4635-ac22-429cf23cc1b6 req-d12a221c-29f9-435d-ad6f-0674ed59504d service nova] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Received event network-vif-plugged-88416657-6647-4a59-a8a0-706e026004b4 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:49:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5194112f-7fe3-4635-ac22-429cf23cc1b6 req-d12a221c-29f9-435d-ad6f-0674ed59504d service nova] Acquiring lock "9398175e-90b9-4450-8785-0ed86d49ab33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:49:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5194112f-7fe3-4635-ac22-429cf23cc1b6 req-d12a221c-29f9-435d-ad6f-0674ed59504d service nova] Lock "9398175e-90b9-4450-8785-0ed86d49ab33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:49:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5194112f-7fe3-4635-ac22-429cf23cc1b6 req-d12a221c-29f9-435d-ad6f-0674ed59504d service nova] Lock "9398175e-90b9-4450-8785-0ed86d49ab33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:49:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-5194112f-7fe3-4635-ac22-429cf23cc1b6 req-d12a221c-29f9-435d-ad6f-0674ed59504d service nova] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] No waiting events found dispatching network-vif-plugged-88416657-6647-4a59-a8a0-706e026004b4 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:49:03 user nova-compute[75278]: WARNING nova.compute.manager [req-5194112f-7fe3-4635-ac22-429cf23cc1b6 req-d12a221c-29f9-435d-ad6f-0674ed59504d service nova] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Received unexpected event network-vif-plugged-88416657-6647-4a59-a8a0-706e026004b4 for instance with vm_state deleted and task_state None.
Dec 06 15:49:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-5194112f-7fe3-4635-ac22-429cf23cc1b6 req-d12a221c-29f9-435d-ad6f-0674ed59504d service nova] [instance: 9398175e-90b9-4450-8785-0ed86d49ab33] Received event network-vif-deleted-88416657-6647-4a59-a8a0-706e026004b4 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:49:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f836365d-a718-47cf-9990-a97cb2f469e3 tempest-VolumesAssistedSnapshotsTest-1460853510 tempest-VolumesAssistedSnapshotsTest-1460853510-project-member] Lock "9398175e-90b9-4450-8785-0ed86d49ab33" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.570s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:49:04 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:49:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:05 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:49:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Acquiring lock "60fa6c34-9e58-4e20-b695-391070a81993" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:49:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lock "60fa6c34-9e58-4e20-b695-391070a81993" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:49:05 user nova-compute[75278]: DEBUG nova.objects.instance [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lazy-loading 'flavor' on Instance uuid 60fa6c34-9e58-4e20-b695-391070a81993 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:49:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lock "60fa6c34-9e58-4e20-b695-391070a81993" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.050s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:49:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Acquiring lock "60fa6c34-9e58-4e20-b695-391070a81993" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:49:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lock "60fa6c34-9e58-4e20-b695-391070a81993" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:49:05 user nova-compute[75278]: INFO nova.compute.manager [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Attaching volume 3f1ff632-8637-4715-90a1-2ba10647113b to /dev/vdb
Dec 06 15:49:05 user nova-compute[75278]: DEBUG os_brick.utils [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:49:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1c8d1e6-3eca-4158-a1ee-7ba6e13db8bb]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c371d164-1a45-42c9-983f-c68286a8603e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[52b7445d-fef3-4416-bfb8-5743eeae729d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[cee48d3b-32cb-493b-9545-80d69e295fa1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:49:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 15:49:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:49:05 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 15:49:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8161b7b-dc38-446d-af15-1feadd28cc26]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 15:49:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 15:49:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 15:49:05 user nova-compute[75278]: DEBUG os_brick.utils [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] <== get_connector_properties: return (146ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:49:05 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Updating existing volume attachment record: 34695724-e560-4fc9-bbcd-462544ed1aae {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 15:49:06 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:49:06 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:49:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:07 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:49:07 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:49:07 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 15:49:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "refresh_cache-1432b04b-09a5-4a8d-b36b-5ac20d081fc9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:49:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquired lock "refresh_cache-1432b04b-09a5-4a8d-b36b-5ac20d081fc9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:49:07 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Forcefully refreshing network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 15:49:07 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Updating instance_info_cache with network_info: [{"id": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "address": "fa:16:3e:0d:46:55", "network": {"id": "ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2125197508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e339ae43bf447d3adf76a1836e0e2e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04a8c02d-7b", "ovs_interfaceid": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:49:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Releasing lock "refresh_cache-1432b04b-09a5-4a8d-b36b-5ac20d081fc9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:49:07 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Updated the network info_cache for instance {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 15:49:07 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:49:09 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:49:09 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 15:49:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:10 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:49:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:49:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:49:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:49:10 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 15:49:10 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1919411-a6dc-4632-9507-32e27e83016f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "a07fb239-6ced-4a89-9892-5425e489f472" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:49:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "a07fb239-6ced-4a89-9892-5425e489f472" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:49:10 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 15:49:10 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1919411-a6dc-4632-9507-32e27e83016f/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:10 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1919411-a6dc-4632-9507-32e27e83016f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:49:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:49:10 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 15:49:10 user nova-compute[75278]: INFO nova.compute.claims [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Claim successful on node user
Dec 06 15:49:10 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1919411-a6dc-4632-9507-32e27e83016f/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:10 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ab08226-f7d6-4556-8fdb-086e056a9060/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ab08226-f7d6-4556-8fdb-086e056a9060/disk --force-share --output=json" returned: 0 in 0.254s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ab08226-f7d6-4556-8fdb-086e056a9060/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ab08226-f7d6-4556-8fdb-086e056a9060/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:11 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdk (vdb) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 15:49:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:11 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:49:11 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:49:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.771s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:49:11 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 15:49:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:11 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 15:49:11 user nova-compute[75278]: DEBUG nova.network.neutron [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 15:49:11 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 15:49:11 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 15:49:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:11 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 15:49:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:11 user nova-compute[75278]: DEBUG nova.policy [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '518fb7d77ef147348fd03cb374e9b293', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cab662082c54ba684178b494adc8eac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 15:49:11 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 15:49:11 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 15:49:11 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Creating image(s)
Dec 06 15:49:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "/opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:49:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "/opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:49:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "/opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:49:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.214s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "8b6964317078072a1e593868059fc8dc16213a0c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:49:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:49:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.233s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json" returned: 0 in 0.365s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/disk 1073741824" returned: 0 in 0.064s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.304s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:49:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:12 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 15:49:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57133132-53e9-4b8a-811e-85aa53f24315/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.268s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:12 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 15:49:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57133132-53e9-4b8a-811e-85aa53f24315/disk --force-share --output=json" returned: 0 in 0.267s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57133132-53e9-4b8a-811e-85aa53f24315/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:12 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:12 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Cannot resize image /opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 15:49:12 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 15:49:12 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Ensure instance console log exists: /opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 15:49:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:49:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:49:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:49:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57133132-53e9-4b8a-811e-85aa53f24315/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:13 user nova-compute[75278]: DEBUG nova.network.neutron [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Successfully created port: 928389a0-3298-4856-9622-313e18b9e1bd {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 15:49:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:13 user nova-compute[75278]: DEBUG nova.network.neutron [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Successfully updated port: 928389a0-3298-4856-9622-313e18b9e1bd {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:49:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "refresh_cache-a07fb239-6ced-4a89-9892-5425e489f472" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:49:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquired lock "refresh_cache-a07fb239-6ced-4a89-9892-5425e489f472" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:49:13 user nova-compute[75278]: DEBUG nova.network.neutron [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:49:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:13 user nova-compute[75278]: DEBUG nova.compute.manager [req-531bd1f9-3769-449f-a4dd-692b7697b98d req-b625adde-d267-4c3f-9c2d-8fe1bda629ee service nova] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Received event network-changed-928389a0-3298-4856-9622-313e18b9e1bd {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:49:13 user nova-compute[75278]: DEBUG nova.compute.manager [req-531bd1f9-3769-449f-a4dd-692b7697b98d req-b625adde-d267-4c3f-9c2d-8fe1bda629ee service nova] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Refreshing instance network info cache due to event network-changed-928389a0-3298-4856-9622-313e18b9e1bd. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:49:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-531bd1f9-3769-449f-a4dd-692b7697b98d req-b625adde-d267-4c3f-9c2d-8fe1bda629ee service nova] Acquiring lock "refresh_cache-a07fb239-6ced-4a89-9892-5425e489f472" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:49:13 user nova-compute[75278]: DEBUG nova.network.neutron [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:49:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.network.neutron [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Updating instance_info_cache with network_info: [{"id": "928389a0-3298-4856-9622-313e18b9e1bd", "address": "fa:16:3e:93:2b:49", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap928389a0-32", "ovs_interfaceid": "928389a0-3298-4856-9622-313e18b9e1bd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Releasing lock "refresh_cache-a07fb239-6ced-4a89-9892-5425e489f472" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Instance network_info: |[{"id": "928389a0-3298-4856-9622-313e18b9e1bd", "address": "fa:16:3e:93:2b:49", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap928389a0-32", "ovs_interfaceid": "928389a0-3298-4856-9622-313e18b9e1bd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-531bd1f9-3769-449f-a4dd-692b7697b98d req-b625adde-d267-4c3f-9c2d-8fe1bda629ee service nova] Acquired lock "refresh_cache-a07fb239-6ced-4a89-9892-5425e489f472" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.network.neutron [req-531bd1f9-3769-449f-a4dd-692b7697b98d req-b625adde-d267-4c3f-9c2d-8fe1bda629ee service nova] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Refreshing network info cache for port 928389a0-3298-4856-9622-313e18b9e1bd {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Start _get_guest_xml network_info=[{"id": "928389a0-3298-4856-9622-313e18b9e1bd", "address": "fa:16:3e:93:2b:49", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap928389a0-32", "ovs_interfaceid": "928389a0-3298-4856-9622-313e18b9e1bd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:49:14 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:49:14 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=7839MB free_disk=25.414691925048828GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:49:14 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:49:14 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:49:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-10884609',display_name='tempest-tempest.common.compute-instance-10884609',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-10884609',id=14,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLigpHDjehh91P2wmocDp9QuUIR0UFm3N1NlIOHZiD1a+KsABfIYapeHLjqGMLYxqEjbwIT2tByyDo7MjYLaV2JI4M2clNe8xSSwM6HD3crK5pzj3iYh8UC3gVtDf3JGMQ==',key_name='tempest-keypair-1936021757',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9cab662082c54ba684178b494adc8eac',ramdisk_id='',reservation_id='r-4mo2qss3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-749613830',owner_user_name='tempest-ServerActionsTestOtherA-749613830-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:49:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='518fb7d77ef147348fd03cb374e9b293',uuid=a07fb239-6ced-4a89-9892-5425e489f472,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "928389a0-3298-4856-9622-313e18b9e1bd", "address": "fa:16:3e:93:2b:49", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap928389a0-32", "ovs_interfaceid": "928389a0-3298-4856-9622-313e18b9e1bd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Converting VIF {"id": "928389a0-3298-4856-9622-313e18b9e1bd", "address": "fa:16:3e:93:2b:49", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap928389a0-32", "ovs_interfaceid": "928389a0-3298-4856-9622-313e18b9e1bd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:93:2b:49,bridge_name='br-int',has_traffic_filtering=True,id=928389a0-3298-4856-9622-313e18b9e1bd,network=Network(27770857-f5da-42f3-a973-e80b37986960),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap928389a0-32') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.objects.instance [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lazy-loading 'pci_devices' on Instance uuid a07fb239-6ced-4a89-9892-5425e489f472 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:49:14 user nova-compute[75278]:   <uuid>a07fb239-6ced-4a89-9892-5425e489f472</uuid>
Dec 06 15:49:14 user nova-compute[75278]:   <name>instance-0000000e</name>
Dec 06 15:49:14 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 15:49:14 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:49:14 user nova-compute[75278]:   <metadata>
Dec 06 15:49:14 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:49:14 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:49:14 user nova-compute[75278]:       <nova:name>tempest-tempest.common.compute-instance-10884609</nova:name>
Dec 06 15:49:14 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:49:14</nova:creationTime>
Dec 06 15:49:14 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 15:49:14 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 15:49:14 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 15:49:14 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:49:14 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:49:14 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:49:14 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:49:14 user nova-compute[75278]:       <nova:owner>
Dec 06 15:49:14 user nova-compute[75278]:         <nova:user uuid="518fb7d77ef147348fd03cb374e9b293">tempest-ServerActionsTestOtherA-749613830-project-member</nova:user>
Dec 06 15:49:14 user nova-compute[75278]:         <nova:project uuid="9cab662082c54ba684178b494adc8eac">tempest-ServerActionsTestOtherA-749613830</nova:project>
Dec 06 15:49:14 user nova-compute[75278]:       </nova:owner>
Dec 06 15:49:14 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 15:49:14 user nova-compute[75278]:       <nova:ports>
Dec 06 15:49:14 user nova-compute[75278]:         <nova:port uuid="928389a0-3298-4856-9622-313e18b9e1bd">
Dec 06 15:49:14 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 06 15:49:14 user nova-compute[75278]:         </nova:port>
Dec 06 15:49:14 user nova-compute[75278]:       </nova:ports>
Dec 06 15:49:14 user nova-compute[75278]:     </nova:instance>
Dec 06 15:49:14 user nova-compute[75278]:   </metadata>
Dec 06 15:49:14 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:49:14 user nova-compute[75278]:     <system>
Dec 06 15:49:14 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:49:14 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:49:14 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:49:14 user nova-compute[75278]:       <entry name="serial">a07fb239-6ced-4a89-9892-5425e489f472</entry>
Dec 06 15:49:14 user nova-compute[75278]:       <entry name="uuid">a07fb239-6ced-4a89-9892-5425e489f472</entry>
Dec 06 15:49:14 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:49:14 user nova-compute[75278]:     </system>
Dec 06 15:49:14 user nova-compute[75278]:   </sysinfo>
Dec 06 15:49:14 user nova-compute[75278]:   <os>
Dec 06 15:49:14 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:49:14 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 15:49:14 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:49:14 user nova-compute[75278]:   </os>
Dec 06 15:49:14 user nova-compute[75278]:   <features>
Dec 06 15:49:14 user nova-compute[75278]:     <acpi/>
Dec 06 15:49:14 user nova-compute[75278]:     <apic/>
Dec 06 15:49:14 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:49:14 user nova-compute[75278]:   </features>
Dec 06 15:49:14 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:49:14 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:49:14 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:49:14 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:49:14 user nova-compute[75278]:   </clock>
Dec 06 15:49:14 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:49:14 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:49:14 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:49:14 user nova-compute[75278]:   </cpu>
Dec 06 15:49:14 user nova-compute[75278]:   <devices>
Dec 06 15:49:14 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 15:49:14 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 15:49:14 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/disk"/>
Dec 06 15:49:14 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 15:49:14 user nova-compute[75278]:     </disk>
Dec 06 15:49:14 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:49:14 user nova-compute[75278]:       <mac address="fa:16:3e:93:2b:49"/>
Dec 06 15:49:14 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:49:14 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:49:14 user nova-compute[75278]:       <target dev="tap928389a0-32"/>
Dec 06 15:49:14 user nova-compute[75278]:     </interface>
Dec 06 15:49:14 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:49:14 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/console.log" append="off"/>
Dec 06 15:49:14 user nova-compute[75278]:     </serial>
Dec 06 15:49:14 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:49:14 user nova-compute[75278]:     <video>
Dec 06 15:49:14 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:49:14 user nova-compute[75278]:     </video>
Dec 06 15:49:14 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:49:14 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:49:14 user nova-compute[75278]:     </rng>
Dec 06 15:49:14 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:49:14 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:49:14 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:49:14 user nova-compute[75278]:     </memballoon>
Dec 06 15:49:14 user nova-compute[75278]:   </devices>
Dec 06 15:49:14 user nova-compute[75278]: </domain>
Dec 06 15:49:14 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:49:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-10884609',display_name='tempest-tempest.common.compute-instance-10884609',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-10884609',id=14,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLigpHDjehh91P2wmocDp9QuUIR0UFm3N1NlIOHZiD1a+KsABfIYapeHLjqGMLYxqEjbwIT2tByyDo7MjYLaV2JI4M2clNe8xSSwM6HD3crK5pzj3iYh8UC3gVtDf3JGMQ==',key_name='tempest-keypair-1936021757',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9cab662082c54ba684178b494adc8eac',ramdisk_id='',reservation_id='r-4mo2qss3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-749613830',owner_user_name='tempest-ServerActionsTestOtherA-749613830-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:49:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='518fb7d77ef147348fd03cb374e9b293',uuid=a07fb239-6ced-4a89-9892-5425e489f472,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "928389a0-3298-4856-9622-313e18b9e1bd", "address": "fa:16:3e:93:2b:49", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap928389a0-32", "ovs_interfaceid": "928389a0-3298-4856-9622-313e18b9e1bd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Converting VIF {"id": "928389a0-3298-4856-9622-313e18b9e1bd", "address": "fa:16:3e:93:2b:49", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap928389a0-32", "ovs_interfaceid": "928389a0-3298-4856-9622-313e18b9e1bd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:93:2b:49,bridge_name='br-int',has_traffic_filtering=True,id=928389a0-3298-4856-9622-313e18b9e1bd,network=Network(27770857-f5da-42f3-a973-e80b37986960),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap928389a0-32') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG os_vif [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:93:2b:49,bridge_name='br-int',has_traffic_filtering=True,id=928389a0-3298-4856-9622-313e18b9e1bd,network=Network(27770857-f5da-42f3-a973-e80b37986960),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap928389a0-32') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fe018c9d-caa1-51a3-a51b-96f39bd58d72', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap928389a0-32, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap928389a0-32, col_values=(('qos', UUID('28499217-41d6-47f0-8396-bb31fe9d175f')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap928389a0-32, col_values=(('external_ids', {'iface-id': '928389a0-3298-4856-9622-313e18b9e1bd', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:93:2b:49', 'vm-uuid': 'a07fb239-6ced-4a89-9892-5425e489f472'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 60fa6c34-9e58-4e20-b695-391070a81993 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance accf5417-e552-4fa7-8b65-5f3121d1d17f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 1432b04b-09a5-4a8d-b36b-5ac20d081fc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 57133132-53e9-4b8a-811e-85aa53f24315 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 3ab08226-f7d6-4556-8fdb-086e056a9060 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance a140a006-c098-4eed-998b-eacb51917dbb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 3d6b3a3a-a6f1-4116-a7ff-9903e522552b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 37237a18-4321-4bce-8ade-a7eda7da1355 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance c1919411-a6dc-4632-9507-32e27e83016f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance a07fb239-6ced-4a89-9892-5425e489f472 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:14 user nova-compute[75278]: INFO os_vif [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:93:2b:49,bridge_name='br-int',has_traffic_filtering=True,id=928389a0-3298-4856-9622-313e18b9e1bd,network=Network(27770857-f5da-42f3-a973-e80b37986960),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap928389a0-32')
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:49:14 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] No VIF found with MAC fa:16:3e:93:2b:49, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:49:15 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:49:15 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:49:15 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 15:49:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.621s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:49:15 user nova-compute[75278]: DEBUG nova.network.neutron [req-531bd1f9-3769-449f-a4dd-692b7697b98d req-b625adde-d267-4c3f-9c2d-8fe1bda629ee service nova] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Updated VIF entry in instance network info cache for port 928389a0-3298-4856-9622-313e18b9e1bd. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:49:15 user nova-compute[75278]: DEBUG nova.network.neutron [req-531bd1f9-3769-449f-a4dd-692b7697b98d req-b625adde-d267-4c3f-9c2d-8fe1bda629ee service nova] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Updating instance_info_cache with network_info: [{"id": "928389a0-3298-4856-9622-313e18b9e1bd", "address": "fa:16:3e:93:2b:49", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap928389a0-32", "ovs_interfaceid": "928389a0-3298-4856-9622-313e18b9e1bd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:49:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-531bd1f9-3769-449f-a4dd-692b7697b98d req-b625adde-d267-4c3f-9c2d-8fe1bda629ee service nova] Releasing lock "refresh_cache-a07fb239-6ced-4a89-9892-5425e489f472" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:49:16 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:16 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:16 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:16 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:16 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:16 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:16 user nova-compute[75278]: DEBUG nova.compute.manager [req-d877a7c1-0d9a-40df-81d9-8e58944e37bc req-383500c1-e9b2-4ed4-b565-ef9a7486ab31 service nova] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Received event network-vif-plugged-928389a0-3298-4856-9622-313e18b9e1bd {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:49:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d877a7c1-0d9a-40df-81d9-8e58944e37bc req-383500c1-e9b2-4ed4-b565-ef9a7486ab31 service nova] Acquiring lock "a07fb239-6ced-4a89-9892-5425e489f472-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:49:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d877a7c1-0d9a-40df-81d9-8e58944e37bc req-383500c1-e9b2-4ed4-b565-ef9a7486ab31 service nova] Lock "a07fb239-6ced-4a89-9892-5425e489f472-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:49:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d877a7c1-0d9a-40df-81d9-8e58944e37bc req-383500c1-e9b2-4ed4-b565-ef9a7486ab31 service nova] Lock "a07fb239-6ced-4a89-9892-5425e489f472-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:49:16 user nova-compute[75278]: DEBUG nova.compute.manager [req-d877a7c1-0d9a-40df-81d9-8e58944e37bc req-383500c1-e9b2-4ed4-b565-ef9a7486ab31 service nova] [instance: a07fb239-6ced-4a89-9892-5425e489f472] No waiting events found dispatching network-vif-plugged-928389a0-3298-4856-9622-313e18b9e1bd {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:49:16 user nova-compute[75278]: WARNING nova.compute.manager [req-d877a7c1-0d9a-40df-81d9-8e58944e37bc req-383500c1-e9b2-4ed4-b565-ef9a7486ab31 service nova] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Received unexpected event network-vif-plugged-928389a0-3298-4856-9622-313e18b9e1bd for instance with vm_state building and task_state spawning.
Dec 06 15:49:17 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'moBfZsxR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:49:17 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:49:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:49:17 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:49:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:49:17 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 15:49:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7900518d-6f76-49b7-b92e-85042404de61]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 15:49:17 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8883ff32-d7c3-41f9-8854-4565875b5a5f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b] added
Dec 06 15:49:17 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3d45960-fbe5-43bc-9cf5-789261bc2685]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a63c2647-9a71-46ea-974c-bef15baf4eaa]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v moBfZsxR {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v moBfZsxR" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[75c07e5d-3a30-4f01-b868-8198d3044e5a]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'moBfZsxR'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a4ddab3-0560-4b98-96cb-2e448af29f2f]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcd35b44-8501-4a40-808c-707169fbc05c]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:49:17 user nova-compute[75278]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:49:17 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:49:17 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:49:17 user nova-compute[75278]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:49:17 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:49:17 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[54bfa1a4-a328-43ae-9841-c136eb8159e8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b, portal: 172.16.0.220,3260]
Dec 06 15:49:17 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b, portal: 172.16.0.220,3260] successful.
Dec 06 15:49:17 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd71b7f5-4772-4cbe-a0ea-d59a633f5ecd]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d35f83ba-3a61-49ce-baa3-0f0a45f3d0db]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:49:17 user nova-compute[75278]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:49:17 user nova-compute[75278]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:49:17 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:49:17 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:49:17 user nova-compute[75278]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:49:17 user nova-compute[75278]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:49:17 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:49:17 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.334s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] HCTL ('34', '-', '-', 0) found on session 16 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[85d285f2-6750-4f06-a904-8402b6e662d4]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Searching for a device in session 16 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'moBfZsxR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 15:49:17 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:18 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.369s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:49:18 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] <== connect_volume: return (1371ms) {'type': 'block', 'scsi_wwn': '23038393066633335', 'path': '/dev/sdc'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:49:18 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23038393066633335', 'path': '/dev/sdc'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 15:49:18 user nova-compute[75278]: DEBUG nova.objects.instance [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lazy-loading 'flavor' on Instance uuid 60fa6c34-9e58-4e20-b695-391070a81993 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:49:18 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 15:49:18 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:49:18 user nova-compute[75278]:   <source dev="/dev/sdc"/>
Dec 06 15:49:18 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:49:18 user nova-compute[75278]:   <serial>3f1ff632-8637-4715-90a1-2ba10647113b</serial>
Dec 06 15:49:18 user nova-compute[75278]: </disk>
Dec 06 15:49:18 user nova-compute[75278]:  {{(pid=75278) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 15:49:18 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 15:49:18 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 15:49:18 user nova-compute[75278]: DEBUG nova.compute.manager [req-86cc8cd8-94f1-4525-8853-362eb7d2d508 req-968373b4-4081-4700-8fcc-7a732a91ef24 service nova] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Received event network-vif-plugged-928389a0-3298-4856-9622-313e18b9e1bd {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:49:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-86cc8cd8-94f1-4525-8853-362eb7d2d508 req-968373b4-4081-4700-8fcc-7a732a91ef24 service nova] Acquiring lock "a07fb239-6ced-4a89-9892-5425e489f472-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:49:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-86cc8cd8-94f1-4525-8853-362eb7d2d508 req-968373b4-4081-4700-8fcc-7a732a91ef24 service nova] Lock "a07fb239-6ced-4a89-9892-5425e489f472-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:49:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-86cc8cd8-94f1-4525-8853-362eb7d2d508 req-968373b4-4081-4700-8fcc-7a732a91ef24 service nova] Lock "a07fb239-6ced-4a89-9892-5425e489f472-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:49:18 user nova-compute[75278]: DEBUG nova.compute.manager [req-86cc8cd8-94f1-4525-8853-362eb7d2d508 req-968373b4-4081-4700-8fcc-7a732a91ef24 service nova] [instance: a07fb239-6ced-4a89-9892-5425e489f472] No waiting events found dispatching network-vif-plugged-928389a0-3298-4856-9622-313e18b9e1bd {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:49:18 user nova-compute[75278]: WARNING nova.compute.manager [req-86cc8cd8-94f1-4525-8853-362eb7d2d508 req-968373b4-4081-4700-8fcc-7a732a91ef24 service nova] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Received unexpected event network-vif-plugged-928389a0-3298-4856-9622-313e18b9e1bd for instance with vm_state building and task_state spawning.
Dec 06 15:49:18 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Instance spawned successfully.
Dec 06 15:49:18 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 15:49:19 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:49:19 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:49:19 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:49:19 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:49:19 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:49:19 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:49:19 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:49:19 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:49:19 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] No VIF found with MAC fa:16:3e:91:1c:29, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:49:19 user nova-compute[75278]: INFO nova.compute.manager [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Took 7.28 seconds to spawn the instance on the hypervisor.
Dec 06 15:49:19 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:49:19 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:19 user nova-compute[75278]: INFO nova.compute.manager [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Took 8.58 seconds to build instance.
Dec 06 15:49:19 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1ed5d83f-3a60-4ace-b691-5aebb25f63d2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "a07fb239-6ced-4a89-9892-5425e489f472" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.828s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:49:19 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6f0c235d-4c36-4084-b6a2-d6d6a29f6c3e tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lock "60fa6c34-9e58-4e20-b695-391070a81993" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.966s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:49:19 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:19 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:20 user nova-compute[75278]: INFO nova.compute.manager [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Rescuing
Dec 06 15:49:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Acquiring lock "refresh_cache-60fa6c34-9e58-4e20-b695-391070a81993" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:49:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Acquired lock "refresh_cache-60fa6c34-9e58-4e20-b695-391070a81993" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:49:20 user nova-compute[75278]: DEBUG nova.network.neutron [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:49:20 user nova-compute[75278]: DEBUG nova.network.neutron [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Updating instance_info_cache with network_info: [{"id": "3678d2b7-4742-42ab-af5f-0d91a9bf3b8a", "address": "fa:16:3e:91:1c:29", "network": {"id": "c1c85dff-af5e-4edc-96f9-4bcffbbafb7a", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1267058935-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f49e94b36f5441aab0a91f0b37a300ca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3678d2b7-47", "ovs_interfaceid": "3678d2b7-4742-42ab-af5f-0d91a9bf3b8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:49:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Releasing lock "refresh_cache-60fa6c34-9e58-4e20-b695-391070a81993" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:49:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:21 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:21 user nova-compute[75278]: DEBUG nova.compute.manager [req-154893b9-1c3c-4d65-8edd-2eb7ce185a87 req-979ce6a2-7039-49e9-accc-585971759b51 service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Received event network-vif-unplugged-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:49:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-154893b9-1c3c-4d65-8edd-2eb7ce185a87 req-979ce6a2-7039-49e9-accc-585971759b51 service nova] Acquiring lock "60fa6c34-9e58-4e20-b695-391070a81993-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:49:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-154893b9-1c3c-4d65-8edd-2eb7ce185a87 req-979ce6a2-7039-49e9-accc-585971759b51 service nova] Lock "60fa6c34-9e58-4e20-b695-391070a81993-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:49:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-154893b9-1c3c-4d65-8edd-2eb7ce185a87 req-979ce6a2-7039-49e9-accc-585971759b51 service nova] Lock "60fa6c34-9e58-4e20-b695-391070a81993-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:49:21 user nova-compute[75278]: DEBUG nova.compute.manager [req-154893b9-1c3c-4d65-8edd-2eb7ce185a87 req-979ce6a2-7039-49e9-accc-585971759b51 service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] No waiting events found dispatching network-vif-unplugged-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:49:21 user nova-compute[75278]: WARNING nova.compute.manager [req-154893b9-1c3c-4d65-8edd-2eb7ce185a87 req-979ce6a2-7039-49e9-accc-585971759b51 service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Received unexpected event network-vif-unplugged-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a for instance with vm_state active and task_state rescuing.
Dec 06 15:49:21 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Instance destroyed successfully.
Dec 06 15:49:21 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Attempting a stable device rescue
Dec 06 15:49:21 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} {{(pid=75278) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 06 15:49:21 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Instance directory exists: not creating {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Dec 06 15:49:21 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Creating image(s)
Dec 06 15:49:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Acquiring lock "/opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:49:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lock "/opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:49:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lock "/opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:49:21 user nova-compute[75278]: DEBUG nova.objects.instance [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lazy-loading 'trusted_certs' on Instance uuid 60fa6c34-9e58-4e20-b695-391070a81993 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:49:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Acquiring lock "aaf44ba8b9ee170ea98076b211cd846c52f5e06e" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:49:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lock "aaf44ba8b9ee170ea98076b211cd846c52f5e06e" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:49:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/aaf44ba8b9ee170ea98076b211cd846c52f5e06e.part --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-fcbcb8d2-e01e-46e7-931d-948596a06f4b tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Acquiring lock "a140a006-c098-4eed-998b-eacb51917dbb" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:49:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-fcbcb8d2-e01e-46e7-931d-948596a06f4b tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Lock "a140a006-c098-4eed-998b-eacb51917dbb" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:49:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-fcbcb8d2-e01e-46e7-931d-948596a06f4b tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Acquiring lock "a140a006-c098-4eed-998b-eacb51917dbb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:49:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-fcbcb8d2-e01e-46e7-931d-948596a06f4b tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Lock "a140a006-c098-4eed-998b-eacb51917dbb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:49:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-fcbcb8d2-e01e-46e7-931d-948596a06f4b tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Lock "a140a006-c098-4eed-998b-eacb51917dbb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:49:23 user nova-compute[75278]: INFO nova.compute.manager [None req-fcbcb8d2-e01e-46e7-931d-948596a06f4b tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Terminating instance
Dec 06 15:49:23 user nova-compute[75278]: DEBUG nova.compute.manager [None req-fcbcb8d2-e01e-46e7-931d-948596a06f4b tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 15:49:23 user nova-compute[75278]: DEBUG nova.compute.manager [req-e2211cda-38fc-45f1-ac0c-47f0ceed8efd req-a9f5f116-ed0e-4b56-938a-d70bfbf13ce5 service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Received event network-vif-plugged-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:49:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e2211cda-38fc-45f1-ac0c-47f0ceed8efd req-a9f5f116-ed0e-4b56-938a-d70bfbf13ce5 service nova] Acquiring lock "60fa6c34-9e58-4e20-b695-391070a81993-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:49:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e2211cda-38fc-45f1-ac0c-47f0ceed8efd req-a9f5f116-ed0e-4b56-938a-d70bfbf13ce5 service nova] Lock "60fa6c34-9e58-4e20-b695-391070a81993-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:49:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e2211cda-38fc-45f1-ac0c-47f0ceed8efd req-a9f5f116-ed0e-4b56-938a-d70bfbf13ce5 service nova] Lock "60fa6c34-9e58-4e20-b695-391070a81993-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:49:23 user nova-compute[75278]: DEBUG nova.compute.manager [req-e2211cda-38fc-45f1-ac0c-47f0ceed8efd req-a9f5f116-ed0e-4b56-938a-d70bfbf13ce5 service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] No waiting events found dispatching network-vif-plugged-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:49:23 user nova-compute[75278]: WARNING nova.compute.manager [req-e2211cda-38fc-45f1-ac0c-47f0ceed8efd req-a9f5f116-ed0e-4b56-938a-d70bfbf13ce5 service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Received unexpected event network-vif-plugged-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a for instance with vm_state active and task_state rescuing.
Dec 06 15:49:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/aaf44ba8b9ee170ea98076b211cd846c52f5e06e.part --force-share --output=json" returned: 0 in 0.229s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:23 user nova-compute[75278]: DEBUG nova.virt.images [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] 7116b166-bb01-4067-9e3c-f3dd4189b2cb was qcow2, converting to raw {{(pid=75278) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 06 15:49:23 user nova-compute[75278]: DEBUG nova.privsep.utils [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75278) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 15:49:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/aaf44ba8b9ee170ea98076b211cd846c52f5e06e.part /opt/stack/data/nova/instances/_base/aaf44ba8b9ee170ea98076b211cd846c52f5e06e.converted {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:23 user nova-compute[75278]: DEBUG nova.compute.manager [req-90e178ec-c616-4852-84d4-edd9a6f578f2 req-f372ea64-4b1b-4520-a95b-26f4a593756c service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Received event network-vif-unplugged-e3712642-f1de-4dd5-b05a-8e25c2dff014 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:49:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-90e178ec-c616-4852-84d4-edd9a6f578f2 req-f372ea64-4b1b-4520-a95b-26f4a593756c service nova] Acquiring lock "a140a006-c098-4eed-998b-eacb51917dbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:49:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-90e178ec-c616-4852-84d4-edd9a6f578f2 req-f372ea64-4b1b-4520-a95b-26f4a593756c service nova] Lock "a140a006-c098-4eed-998b-eacb51917dbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:49:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-90e178ec-c616-4852-84d4-edd9a6f578f2 req-f372ea64-4b1b-4520-a95b-26f4a593756c service nova] Lock "a140a006-c098-4eed-998b-eacb51917dbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:49:23 user nova-compute[75278]: DEBUG nova.compute.manager [req-90e178ec-c616-4852-84d4-edd9a6f578f2 req-f372ea64-4b1b-4520-a95b-26f4a593756c service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] No waiting events found dispatching network-vif-unplugged-e3712642-f1de-4dd5-b05a-8e25c2dff014 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:49:23 user nova-compute[75278]: DEBUG nova.compute.manager [req-90e178ec-c616-4852-84d4-edd9a6f578f2 req-f372ea64-4b1b-4520-a95b-26f4a593756c service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Received event network-vif-unplugged-e3712642-f1de-4dd5-b05a-8e25c2dff014 for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 15:49:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/aaf44ba8b9ee170ea98076b211cd846c52f5e06e.part /opt/stack/data/nova/instances/_base/aaf44ba8b9ee170ea98076b211cd846c52f5e06e.converted" returned: 0 in 0.326s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/aaf44ba8b9ee170ea98076b211cd846c52f5e06e.converted --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/aaf44ba8b9ee170ea98076b211cd846c52f5e06e.converted --force-share --output=json" returned: 0 in 0.220s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lock "aaf44ba8b9ee170ea98076b211cd846c52f5e06e" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.203s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:49:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Acquiring lock "aaf44ba8b9ee170ea98076b211cd846c52f5e06e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:49:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lock "aaf44ba8b9ee170ea98076b211cd846c52f5e06e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:49:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/aaf44ba8b9ee170ea98076b211cd846c52f5e06e --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:24 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Instance destroyed successfully.
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.objects.instance [None req-fcbcb8d2-e01e-46e7-931d-948596a06f4b tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Lazy-loading 'resources' on Instance uuid a140a006-c098-4eed-998b-eacb51917dbb {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-fcbcb8d2-e01e-46e7-931d-948596a06f4b tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:45:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-512695504',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-512695504',id=8,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPsOnwq5F2aHuvn6p+v3emZ3v2b+r1N85ofc/VEY+hf+C5qttfprjGlgMF35chRQ3Bb8XRF5z2qmWAlBU6SP1xRTHT0D7glsLF+xRB0JSxvHLRCUfp7oKWwNC9bkYhS+rA==',key_name='tempest-keypair-1412171642',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:46:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e37884c4ed9145a68dba8917e4927566',ramdisk_id='',reservation_id='r-5t2rhzgx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1550458939',owner_user_name='tempest-TaggedAttachmentsTest-1550458939-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:46:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='55226f8aa2ec41dda902d0de0d610b1c',uuid=a140a006-c098-4eed-998b-eacb51917dbb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e3712642-f1de-4dd5-b05a-8e25c2dff014", "address": "fa:16:3e:bd:c9:aa", "network": {"id": "45ebe146-3216-4bc6-b001-16336fcc11c4", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-917175328-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e37884c4ed9145a68dba8917e4927566", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3712642-f1", "ovs_interfaceid": "e3712642-f1de-4dd5-b05a-8e25c2dff014", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-fcbcb8d2-e01e-46e7-931d-948596a06f4b tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Converting VIF {"id": "e3712642-f1de-4dd5-b05a-8e25c2dff014", "address": "fa:16:3e:bd:c9:aa", "network": {"id": "45ebe146-3216-4bc6-b001-16336fcc11c4", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-917175328-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e37884c4ed9145a68dba8917e4927566", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3712642-f1", "ovs_interfaceid": "e3712642-f1de-4dd5-b05a-8e25c2dff014", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-fcbcb8d2-e01e-46e7-931d-948596a06f4b tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:bd:c9:aa,bridge_name='br-int',has_traffic_filtering=True,id=e3712642-f1de-4dd5-b05a-8e25c2dff014,network=Network(45ebe146-3216-4bc6-b001-16336fcc11c4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3712642-f1') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG os_vif [None req-fcbcb8d2-e01e-46e7-931d-948596a06f4b tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:bd:c9:aa,bridge_name='br-int',has_traffic_filtering=True,id=e3712642-f1de-4dd5-b05a-8e25c2dff014,network=Network(45ebe146-3216-4bc6-b001-16336fcc11c4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3712642-f1') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape3712642-f1, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6de410ac-013e-422b-8fbe-927c774aa47b) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/aaf44ba8b9ee170ea98076b211cd846c52f5e06e --force-share --output=json" returned: 0 in 0.243s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/aaf44ba8b9ee170ea98076b211cd846c52f5e06e,backing_fmt=raw /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk.rescue {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:24 user nova-compute[75278]: INFO os_vif [None req-fcbcb8d2-e01e-46e7-931d-948596a06f4b tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:bd:c9:aa,bridge_name='br-int',has_traffic_filtering=True,id=e3712642-f1de-4dd5-b05a-8e25c2dff014,network=Network(45ebe146-3216-4bc6-b001-16336fcc11c4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3712642-f1')
Dec 06 15:49:24 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-fcbcb8d2-e01e-46e7-931d-948596a06f4b tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Deleting instance files /opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb_del
Dec 06 15:49:24 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-fcbcb8d2-e01e-46e7-931d-948596a06f4b tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Deletion of /opt/stack/data/nova/instances/a140a006-c098-4eed-998b-eacb51917dbb_del complete
Dec 06 15:49:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/aaf44ba8b9ee170ea98076b211cd846c52f5e06e,backing_fmt=raw /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk.rescue" returned: 0 in 0.071s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lock "aaf44ba8b9ee170ea98076b211cd846c52f5e06e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.320s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.objects.instance [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lazy-loading 'migration_context' on Instance uuid 60fa6c34-9e58-4e20-b695-391070a81993 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.objects.base [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Object Instance<60fa6c34-9e58-4e20-b695-391070a81993> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Start _get_guest_xml network_info=[{"id": "3678d2b7-4742-42ab-af5f-0d91a9bf3b8a", "address": "fa:16:3e:91:1c:29", "network": {"id": "c1c85dff-af5e-4edc-96f9-4bcffbbafb7a", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1267058935-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1267058935-network", "vif_mac": "fa:16:3e:91:1c:29"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f49e94b36f5441aab0a91f0b37a300ca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3678d2b7-47", "ovs_interfaceid": "3678d2b7-4742-42ab-af5f-0d91a9bf3b8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '7116b166-bb01-4067-9e3c-f3dd4189b2cb', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'boot_index': None, 'delete_on_termination': False, 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'guest_format': None, 'attachment_id': '34695724-e560-4fc9-bbcd-462544ed1aae', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'moBfZsxR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '60fa6c34-9e58-4e20-b695-391070a81993', 'attached_at': '', 'detached_at': '', 'volume_id': '3f1ff632-8637-4715-90a1-2ba10647113b', 'serial': '3f1ff632-8637-4715-90a1-2ba10647113b'}, 'volume_type': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.objects.instance [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lazy-loading 'resources' on Instance uuid 60fa6c34-9e58-4e20-b695-391070a81993 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.objects.base [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Object Instance<60fa6c34-9e58-4e20-b695-391070a81993> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.objects.instance [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lazy-loading 'numa_topology' on Instance uuid 60fa6c34-9e58-4e20-b695-391070a81993 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.objects.base [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Object Instance<60fa6c34-9e58-4e20-b695-391070a81993> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:49:24 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:49:24 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.objects.instance [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lazy-loading 'vcpu_model' on Instance uuid 60fa6c34-9e58-4e20-b695-391070a81993 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:49:24 user nova-compute[75278]: INFO nova.compute.manager [None req-fcbcb8d2-e01e-46e7-931d-948596a06f4b tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Took 1.20 seconds to destroy the instance on the hypervisor.
Dec 06 15:49:24 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-fcbcb8d2-e01e-46e7-931d-948596a06f4b tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: a140a006-c098-4eed-998b-eacb51917dbb] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.objects.base [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Object Instance<60fa6c34-9e58-4e20-b695-391070a81993> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'moBfZsxR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:49:24 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:49:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:49:24 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:49:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:49:24 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 15:49:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b -p 172.16.0.220:3260" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[acf46e19-f20d-4850-bc79-0bed08fa281a]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = moBfZsxR\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Dec 06 15:49:24 user nova-compute[75278]: node.name = iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b
Dec 06 15:49:24 user nova-compute[75278]: node.tpgt = -1
Dec 06 15:49:24 user nova-compute[75278]: node.startup = automatic
Dec 06 15:49:24 user nova-compute[75278]: node.leading_login = No
Dec 06 15:49:24 user nova-compute[75278]: iface.iscsi_ifacename = default
Dec 06 15:49:24 user nova-compute[75278]: iface.net_ifacename = <empty>
Dec 06 15:49:24 user nova-compute[75278]: iface.ipaddress = <empty>
Dec 06 15:49:24 user nova-compute[75278]: iface.prefix_len = 0
Dec 06 15:49:24 user nova-compute[75278]: iface.hwaddress = <empty>
Dec 06 15:49:24 user nova-compute[75278]: iface.transport_name = tcp
Dec 06 15:49:24 user nova-compute[75278]: iface.initiatorname = <empty>
Dec 06 15:49:24 user nova-compute[75278]: iface.state = <empty>
Dec 06 15:49:24 user nova-compute[75278]: iface.vlan_id = 0
Dec 06 15:49:24 user nova-compute[75278]: iface.vlan_priority = 0
Dec 06 15:49:24 user nova-compute[75278]: iface.vlan_state = <empty>
Dec 06 15:49:24 user nova-compute[75278]: iface.iface_num = 0
Dec 06 15:49:24 user nova-compute[75278]: iface.mtu = 0
Dec 06 15:49:24 user nova-compute[75278]: iface.port = 0
Dec 06 15:49:24 user nova-compute[75278]: iface.bootproto = <empty>
Dec 06 15:49:24 user nova-compute[75278]: iface.subnet_mask = <empty>
Dec 06 15:49:24 user nova-compute[75278]: iface.gateway = <empty>
Dec 06 15:49:24 user nova-compute[75278]: iface.dhcp_alt_client_id_state = <empty>
Dec 06 15:49:24 user nova-compute[75278]: iface.dhcp_alt_client_id = <empty>
Dec 06 15:49:24 user nova-compute[75278]: iface.dhcp_dns = <empty>
Dec 06 15:49:24 user nova-compute[75278]: iface.dhcp_learn_iqn = <empty>
Dec 06 15:49:24 user nova-compute[75278]: iface.dhcp_req_vendor_id_state = <empty>
Dec 06 15:49:24 user nova-compute[75278]: iface.dhcp_vendor_id_state = <empty>
Dec 06 15:49:24 user nova-compute[75278]: iface.dhcp_vendor_id = <empty>
Dec 06 15:49:24 user nova-compute[75278]: iface.dhcp_slp_da = <empty>
Dec 06 15:49:24 user nova-compute[75278]: iface.fragmentation = <empty>
Dec 06 15:49:24 user nova-compute[75278]: iface.gratuitous_arp = <empty>
Dec 06 15:49:24 user nova-compute[75278]: iface.incoming_forwarding = <empty>
Dec 06 15:49:24 user nova-compute[75278]: iface.tos_state = <empty>
Dec 06 15:49:24 user nova-compute[75278]: iface.tos = 0
Dec 06 15:49:24 user nova-compute[75278]: iface.ttl = 0
Dec 06 15:49:24 user nova-compute[75278]: iface.delayed_ack = <empty>
Dec 06 15:49:24 user nova-compute[75278]: iface.tcp_nagle = <empty>
Dec 06 15:49:24 user nova-compute[75278]: iface.tcp_wsf_state = <empty>
Dec 06 15:49:24 user nova-compute[75278]: iface.tcp_wsf = 0
Dec 06 15:49:24 user nova-compute[75278]: iface.tcp_timer_scale = 0
Dec 06 15:49:24 user nova-compute[75278]: iface.tcp_timestamp = <empty>
Dec 06 15:49:24 user nova-compute[75278]: iface.redirect = <empty>
Dec 06 15:49:24 user nova-compute[75278]: iface.def_task_mgmt_timeout = 0
Dec 06 15:49:24 user nova-compute[75278]: iface.header_digest = <empty>
Dec 06 15:49:24 user nova-compute[75278]: iface.data_digest = <empty>
Dec 06 15:49:24 user nova-compute[75278]: iface.immediate_data = <empty>
Dec 06 15:49:24 user nova-compute[75278]: iface.initial_r2t = <empty>
Dec 06 15:49:24 user nova-compute[75278]: iface.data_seq_inorder = <empty>
Dec 06 15:49:24 user nova-compute[75278]: iface.data_pdu_inorder = <empty>
Dec 06 15:49:24 user nova-compute[75278]: iface.erl = 0
Dec 06 15:49:24 user nova-compute[75278]: iface.max_receive_data_len = 0
Dec 06 15:49:24 user nova-compute[75278]: iface.first_burst_len = 0
Dec 06 15:49:24 user nova-compute[75278]: iface.max_outstanding_r2t = 0
Dec 06 15:49:24 user nova-compute[75278]: iface.max_burst_len = 0
Dec 06 15:49:24 user nova-compute[75278]: iface.chap_auth = <empty>
Dec 06 15:49:24 user nova-compute[75278]: iface.bidi_chap = <empty>
Dec 06 15:49:24 user nova-compute[75278]: iface.strict_login_compliance = <empty>
Dec 06 15:49:24 user nova-compute[75278]: iface.discovery_auth = <empty>
Dec 06 15:49:24 user nova-compute[75278]: iface.discovery_logout = <empty>
Dec 06 15:49:24 user nova-compute[75278]: node.discovery_address = <empty>
Dec 06 15:49:24 user nova-compute[75278]: node.discovery_port = 0
Dec 06 15:49:24 user nova-compute[75278]: node.discovery_type = static
Dec 06 15:49:24 user nova-compute[75278]: node.session.initial_cmdsn = 0
Dec 06 15:49:24 user nova-compute[75278]: node.session.initial_login_retry_max = 8
Dec 06 15:49:24 user nova-compute[75278]: node.session.xmit_thread_priority = -20
Dec 06 15:49:24 user nova-compute[75278]: node.session.cmds_max = 128
Dec 06 15:49:24 user nova-compute[75278]: node.session.queue_depth = 32
Dec 06 15:49:24 user nova-compute[75278]: node.session.nr_sessions = 1
Dec 06 15:49:24 user nova-compute[75278]: node.session.auth.authmethod = CHAP
Dec 06 15:49:24 user nova-compute[75278]: node.session.auth.username = moBfZsxR
Dec 06 15:49:24 user nova-compute[75278]: node.session.auth.password = ***
Dec 06 15:49:24 user nova-compute[75278]: node.session.auth.username_in = <empty>
Dec 06 15:49:24 user nova-compute[75278]: node.session.auth.password_in = <empty>
Dec 06 15:49:24 user nova-compute[75278]: node.session.auth.chap_algs = MD5
Dec 06 15:49:24 user nova-compute[75278]: node.session.timeo.replacement_timeout = 120
Dec 06 15:49:24 user nova-compute[75278]: node.session.err_timeo.abort_timeout = 15
Dec 06 15:49:24 user nova-compute[75278]: node.session.err_timeo.lu_reset_timeout = 30
Dec 06 15:49:24 user nova-compute[75278]: node.session.err_timeo.tgt_reset_timeout = 30
Dec 06 15:49:24 user nova-compute[75278]: node.session.err_timeo.host_reset_timeout = 60
Dec 06 15:49:24 user nova-compute[75278]: node.session.iscsi.FastAbort = Yes
Dec 06 15:49:24 user nova-compute[75278]: node.session.iscsi.InitialR2T = No
Dec 06 15:49:24 user nova-compute[75278]: node.session.iscsi.ImmediateData = Yes
Dec 06 15:49:24 user nova-compute[75278]: node.session.iscsi.FirstBurstLength = 262144
Dec 06 15:49:24 user nova-compute[75278]: node.session.iscsi.MaxBurstLength = 16776192
Dec 06 15:49:24 user nova-compute[75278]: node.session.iscsi.DefaultTime2Retain = 0
Dec 06 15:49:24 user nova-compute[75278]: node.session.iscsi.DefaultTime2Wait = 2
Dec 06 15:49:24 user nova-compute[75278]: node.session.iscsi.MaxConnections = 1
Dec 06 15:49:24 user nova-compute[75278]: node.session.iscsi.MaxOutstandingR2T = 1
Dec 06 15:49:24 user nova-compute[75278]: node.session.iscsi.ERL = 0
Dec 06 15:49:24 user nova-compute[75278]: node.session.scan = manual
Dec 06 15:49:24 user nova-compute[75278]: node.session.reopen_max = 0
Dec 06 15:49:24 user nova-compute[75278]: node.conn[0].address = 172.16.0.220
Dec 06 15:49:24 user nova-compute[75278]: node.conn[0].port = 3260
Dec 06 15:49:24 user nova-compute[75278]: node.conn[0].startup = manual
Dec 06 15:49:24 user nova-compute[75278]: node.conn[0].tcp.window_size = 524288
Dec 06 15:49:24 user nova-compute[75278]: node.conn[0].tcp.type_of_service = 0
Dec 06 15:49:24 user nova-compute[75278]: node.conn[0].timeo.logout_timeout = 15
Dec 06 15:49:24 user nova-compute[75278]: node.conn[0].timeo.login_timeout = 15
Dec 06 15:49:24 user nova-compute[75278]: node.conn[0].timeo.auth_timeout = 45
Dec 06 15:49:24 user nova-compute[75278]: node.conn[0].timeo.noop_out_interval = 5
Dec 06 15:49:24 user nova-compute[75278]: node.conn[0].timeo.noop_out_timeout = 5
Dec 06 15:49:24 user nova-compute[75278]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Dec 06 15:49:24 user nova-compute[75278]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Dec 06 15:49:24 user nova-compute[75278]: node.conn[0].iscsi.HeaderDigest = None
Dec 06 15:49:24 user nova-compute[75278]: node.conn[0].iscsi.DataDigest = None
Dec 06 15:49:24 user nova-compute[75278]: node.conn[0].iscsi.IFMarker = No
Dec 06 15:49:24 user nova-compute[75278]: node.conn[0].iscsi.OFMarker = No
Dec 06 15:49:24 user nova-compute[75278]: # END RECORD
Dec 06 15:49:24 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d262511-0d8d-4259-b4da-8299aaff58f5]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.034s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f11116a-f039-4464-8bf5-74a0bd69a0ed]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v moBfZsxR {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v moBfZsxR" returned: 0 in 0.042s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a12242e-c364-47a2-a928-5add1bc05c3f]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'moBfZsxR'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[577a7be3-12fb-42ca-b80c-c4a6581d7c87]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f45aef98-330f-4874-8ca1-2c49248cb7d7]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:49:24 user nova-compute[75278]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:49:24 user nova-compute[75278]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:49:24 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:49:24 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:49:24 user nova-compute[75278]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:49:24 user nova-compute[75278]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:49:24 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:49:24 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.218s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] HCTL ('34', '0', '0', 0) found on session 16 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Scanning host 34 c: 0, t: 0, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee402f31-ed5f-474a-882d-996c706f6978]: (4, ('0 0 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Searching for a device in session 16 and hctl ('34', '0', '0', 0) yield: sdc {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'moBfZsxR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.253s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] <== connect_volume: return (255ms) {'type': 'block', 'scsi_wwn': '23038393066633335', 'path': '/dev/sdc'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23038393066633335', 'path': '/dev/sdc'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:45:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-989023718',display_name='tempest-ServerStableDeviceRescueTest-server-989023718',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-989023718',id=2,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDh5TqOd7G0VyRgJ8zZDvUvrHJF+Vrz+BOvH+94AA/l/oTyCK7lVFNXTX7SZYraRLeMnWT+H+JXam/Mxpy3m4uhUm+42/MFbtnoPqR+iRq6R623/edChU6QGcLujuxwDvA==',key_name='tempest-keypair-1687578427',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:45:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f49e94b36f5441aab0a91f0b37a300ca',ramdisk_id='',reservation_id='r-rb5a1fu0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-1976590556',owner_user_name='tempest-ServerStableDeviceRescueTest-1976590556-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:47:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='581383a096bd40438a9c2cc4c7b4f84a',uuid=60fa6c34-9e58-4e20-b695-391070a81993,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3678d2b7-4742-42ab-af5f-0d91a9bf3b8a", "address": "fa:16:3e:91:1c:29", "network": {"id": "c1c85dff-af5e-4edc-96f9-4bcffbbafb7a", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1267058935-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1267058935-network", "vif_mac": "fa:16:3e:91:1c:29"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f49e94b36f5441aab0a91f0b37a300ca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3678d2b7-47", "ovs_interfaceid": "3678d2b7-4742-42ab-af5f-0d91a9bf3b8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Converting VIF {"id": "3678d2b7-4742-42ab-af5f-0d91a9bf3b8a", "address": "fa:16:3e:91:1c:29", "network": {"id": "c1c85dff-af5e-4edc-96f9-4bcffbbafb7a", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1267058935-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1267058935-network", "vif_mac": "fa:16:3e:91:1c:29"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f49e94b36f5441aab0a91f0b37a300ca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3678d2b7-47", "ovs_interfaceid": "3678d2b7-4742-42ab-af5f-0d91a9bf3b8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:91:1c:29,bridge_name='br-int',has_traffic_filtering=True,id=3678d2b7-4742-42ab-af5f-0d91a9bf3b8a,network=Network(c1c85dff-af5e-4edc-96f9-4bcffbbafb7a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3678d2b7-47') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.objects.instance [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lazy-loading 'pci_devices' on Instance uuid 60fa6c34-9e58-4e20-b695-391070a81993 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.objects.base [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Object Instance<60fa6c34-9e58-4e20-b695-391070a81993> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:49:24 user nova-compute[75278]:   <uuid>60fa6c34-9e58-4e20-b695-391070a81993</uuid>
Dec 06 15:49:24 user nova-compute[75278]:   <name>instance-00000002</name>
Dec 06 15:49:24 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 15:49:24 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:49:24 user nova-compute[75278]:   <metadata>
Dec 06 15:49:24 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:49:24 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:49:24 user nova-compute[75278]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-989023718</nova:name>
Dec 06 15:49:24 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:49:24</nova:creationTime>
Dec 06 15:49:24 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 15:49:24 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 15:49:24 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 15:49:24 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:49:24 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:49:24 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:49:24 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:49:24 user nova-compute[75278]:       <nova:owner>
Dec 06 15:49:24 user nova-compute[75278]:         <nova:user uuid="581383a096bd40438a9c2cc4c7b4f84a">tempest-ServerStableDeviceRescueTest-1976590556-project-member</nova:user>
Dec 06 15:49:24 user nova-compute[75278]:         <nova:project uuid="f49e94b36f5441aab0a91f0b37a300ca">tempest-ServerStableDeviceRescueTest-1976590556</nova:project>
Dec 06 15:49:24 user nova-compute[75278]:       </nova:owner>
Dec 06 15:49:24 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 15:49:24 user nova-compute[75278]:       <nova:ports>
Dec 06 15:49:24 user nova-compute[75278]:         <nova:port uuid="3678d2b7-4742-42ab-af5f-0d91a9bf3b8a">
Dec 06 15:49:24 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 06 15:49:24 user nova-compute[75278]:         </nova:port>
Dec 06 15:49:24 user nova-compute[75278]:       </nova:ports>
Dec 06 15:49:24 user nova-compute[75278]:     </nova:instance>
Dec 06 15:49:24 user nova-compute[75278]:   </metadata>
Dec 06 15:49:24 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:49:24 user nova-compute[75278]:     <system>
Dec 06 15:49:24 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:49:24 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:49:24 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:49:24 user nova-compute[75278]:       <entry name="serial">60fa6c34-9e58-4e20-b695-391070a81993</entry>
Dec 06 15:49:24 user nova-compute[75278]:       <entry name="uuid">60fa6c34-9e58-4e20-b695-391070a81993</entry>
Dec 06 15:49:24 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:49:24 user nova-compute[75278]:     </system>
Dec 06 15:49:24 user nova-compute[75278]:   </sysinfo>
Dec 06 15:49:24 user nova-compute[75278]:   <os>
Dec 06 15:49:24 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:49:24 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:49:24 user nova-compute[75278]:   </os>
Dec 06 15:49:24 user nova-compute[75278]:   <features>
Dec 06 15:49:24 user nova-compute[75278]:     <acpi/>
Dec 06 15:49:24 user nova-compute[75278]:     <apic/>
Dec 06 15:49:24 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:49:24 user nova-compute[75278]:   </features>
Dec 06 15:49:24 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:49:24 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:49:24 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:49:24 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:49:24 user nova-compute[75278]:   </clock>
Dec 06 15:49:24 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:49:24 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:49:24 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:49:24 user nova-compute[75278]:   </cpu>
Dec 06 15:49:24 user nova-compute[75278]:   <devices>
Dec 06 15:49:24 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 15:49:24 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 15:49:24 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk"/>
Dec 06 15:49:24 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 15:49:24 user nova-compute[75278]:     </disk>
Dec 06 15:49:24 user nova-compute[75278]:     <disk type="block" device="disk">
Dec 06 15:49:24 user nova-compute[75278]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:49:24 user nova-compute[75278]:       <source dev="/dev/sdc"/>
Dec 06 15:49:24 user nova-compute[75278]:       <target dev="vdb" bus="virtio"/>
Dec 06 15:49:24 user nova-compute[75278]:       <serial>3f1ff632-8637-4715-90a1-2ba10647113b</serial>
Dec 06 15:49:24 user nova-compute[75278]:     </disk>
Dec 06 15:49:24 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 15:49:24 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 15:49:24 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk.rescue"/>
Dec 06 15:49:24 user nova-compute[75278]:       <target dev="vdc" bus="virtio"/>
Dec 06 15:49:24 user nova-compute[75278]:       <boot order="1"/>
Dec 06 15:49:24 user nova-compute[75278]:     </disk>
Dec 06 15:49:24 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:49:24 user nova-compute[75278]:       <mac address="fa:16:3e:91:1c:29"/>
Dec 06 15:49:24 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:49:24 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:49:24 user nova-compute[75278]:       <target dev="tap3678d2b7-47"/>
Dec 06 15:49:24 user nova-compute[75278]:     </interface>
Dec 06 15:49:24 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:49:24 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/console.log" append="off"/>
Dec 06 15:49:24 user nova-compute[75278]:     </serial>
Dec 06 15:49:24 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:49:24 user nova-compute[75278]:     <video>
Dec 06 15:49:24 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:49:24 user nova-compute[75278]:     </video>
Dec 06 15:49:24 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:49:24 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:49:24 user nova-compute[75278]:     </rng>
Dec 06 15:49:24 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:49:24 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:49:24 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:49:24 user nova-compute[75278]:     </memballoon>
Dec 06 15:49:24 user nova-compute[75278]:   </devices>
Dec 06 15:49:24 user nova-compute[75278]: </domain>
Dec 06 15:49:24 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:24 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Instance destroyed successfully.
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:49:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] No VIF found with MAC fa:16:3e:91:1c:29, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:49:25 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:49:25 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Took 1.05 seconds to deallocate network for instance.
Dec 06 15:49:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-fcbcb8d2-e01e-46e7-931d-948596a06f4b tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:49:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-fcbcb8d2-e01e-46e7-931d-948596a06f4b tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:49:25 user nova-compute[75278]: DEBUG nova.compute.manager [req-4763fcce-245c-47e0-a8d6-a0be4b3e9fd6 req-e3791181-0462-47c0-affb-15d2bd37278c service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Received event network-vif-plugged-e3712642-f1de-4dd5-b05a-8e25c2dff014 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:49:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4763fcce-245c-47e0-a8d6-a0be4b3e9fd6 req-e3791181-0462-47c0-affb-15d2bd37278c service nova] Acquiring lock "a140a006-c098-4eed-998b-eacb51917dbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:49:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4763fcce-245c-47e0-a8d6-a0be4b3e9fd6 req-e3791181-0462-47c0-affb-15d2bd37278c service nova] Lock "a140a006-c098-4eed-998b-eacb51917dbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:49:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4763fcce-245c-47e0-a8d6-a0be4b3e9fd6 req-e3791181-0462-47c0-affb-15d2bd37278c service nova] Lock "a140a006-c098-4eed-998b-eacb51917dbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:49:25 user nova-compute[75278]: DEBUG nova.compute.manager [req-4763fcce-245c-47e0-a8d6-a0be4b3e9fd6 req-e3791181-0462-47c0-affb-15d2bd37278c service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] No waiting events found dispatching network-vif-plugged-e3712642-f1de-4dd5-b05a-8e25c2dff014 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:49:25 user nova-compute[75278]: WARNING nova.compute.manager [req-4763fcce-245c-47e0-a8d6-a0be4b3e9fd6 req-e3791181-0462-47c0-affb-15d2bd37278c service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Received unexpected event network-vif-plugged-e3712642-f1de-4dd5-b05a-8e25c2dff014 for instance with vm_state deleted and task_state None.
Dec 06 15:49:25 user nova-compute[75278]: DEBUG nova.compute.manager [req-4763fcce-245c-47e0-a8d6-a0be4b3e9fd6 req-e3791181-0462-47c0-affb-15d2bd37278c service nova] [instance: a140a006-c098-4eed-998b-eacb51917dbb] Received event network-vif-deleted-e3712642-f1de-4dd5-b05a-8e25c2dff014 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:49:26 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-fcbcb8d2-e01e-46e7-931d-948596a06f4b tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:49:26 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-fcbcb8d2-e01e-46e7-931d-948596a06f4b tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:49:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-fcbcb8d2-e01e-46e7-931d-948596a06f4b tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.673s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:49:26 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-fcbcb8d2-e01e-46e7-931d-948596a06f4b tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Deleted allocations for instance a140a006-c098-4eed-998b-eacb51917dbb
Dec 06 15:49:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-fcbcb8d2-e01e-46e7-931d-948596a06f4b tempest-TaggedAttachmentsTest-1550458939 tempest-TaggedAttachmentsTest-1550458939-project-member] Lock "a140a006-c098-4eed-998b-eacb51917dbb" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.145s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:49:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:27 user nova-compute[75278]: DEBUG nova.compute.manager [req-7c9e86b1-0331-47fd-9660-f014728fdf09 req-f45fcbbf-a681-4d45-b930-563178c70c0b service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Received event network-vif-plugged-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:49:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7c9e86b1-0331-47fd-9660-f014728fdf09 req-f45fcbbf-a681-4d45-b930-563178c70c0b service nova] Acquiring lock "60fa6c34-9e58-4e20-b695-391070a81993-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:49:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7c9e86b1-0331-47fd-9660-f014728fdf09 req-f45fcbbf-a681-4d45-b930-563178c70c0b service nova] Lock "60fa6c34-9e58-4e20-b695-391070a81993-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:49:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7c9e86b1-0331-47fd-9660-f014728fdf09 req-f45fcbbf-a681-4d45-b930-563178c70c0b service nova] Lock "60fa6c34-9e58-4e20-b695-391070a81993-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:49:27 user nova-compute[75278]: DEBUG nova.compute.manager [req-7c9e86b1-0331-47fd-9660-f014728fdf09 req-f45fcbbf-a681-4d45-b930-563178c70c0b service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] No waiting events found dispatching network-vif-plugged-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:49:27 user nova-compute[75278]: WARNING nova.compute.manager [req-7c9e86b1-0331-47fd-9660-f014728fdf09 req-f45fcbbf-a681-4d45-b930-563178c70c0b service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Received unexpected event network-vif-plugged-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a for instance with vm_state active and task_state rescuing.
Dec 06 15:49:27 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:27 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:27 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:27 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:29 user nova-compute[75278]: DEBUG nova.compute.manager [req-cdbde1e3-0ce9-403f-b061-f745144c332d req-bd21e584-8e79-47b5-b770-d478f34fb5d6 service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Received event network-vif-plugged-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:49:29 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-cdbde1e3-0ce9-403f-b061-f745144c332d req-bd21e584-8e79-47b5-b770-d478f34fb5d6 service nova] Acquiring lock "60fa6c34-9e58-4e20-b695-391070a81993-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:49:29 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-cdbde1e3-0ce9-403f-b061-f745144c332d req-bd21e584-8e79-47b5-b770-d478f34fb5d6 service nova] Lock "60fa6c34-9e58-4e20-b695-391070a81993-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:49:29 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-cdbde1e3-0ce9-403f-b061-f745144c332d req-bd21e584-8e79-47b5-b770-d478f34fb5d6 service nova] Lock "60fa6c34-9e58-4e20-b695-391070a81993-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:49:29 user nova-compute[75278]: DEBUG nova.compute.manager [req-cdbde1e3-0ce9-403f-b061-f745144c332d req-bd21e584-8e79-47b5-b770-d478f34fb5d6 service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] No waiting events found dispatching network-vif-plugged-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:49:29 user nova-compute[75278]: WARNING nova.compute.manager [req-cdbde1e3-0ce9-403f-b061-f745144c332d req-bd21e584-8e79-47b5-b770-d478f34fb5d6 service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Received unexpected event network-vif-plugged-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a for instance with vm_state active and task_state rescuing.
Dec 06 15:49:29 user nova-compute[75278]: DEBUG nova.compute.manager [None req-5ad20379-3d66-451e-8e8d-dbb600abcbbe tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:49:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:31 user nova-compute[75278]: DEBUG nova.objects.instance [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lazy-loading 'flavor' on Instance uuid 1432b04b-09a5-4a8d-b36b-5ac20d081fc9 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:49:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "refresh_cache-1432b04b-09a5-4a8d-b36b-5ac20d081fc9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:49:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquired lock "refresh_cache-1432b04b-09a5-4a8d-b36b-5ac20d081fc9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:49:31 user nova-compute[75278]: DEBUG nova.network.neutron [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:49:31 user nova-compute[75278]: DEBUG nova.objects.instance [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lazy-loading 'info_cache' on Instance uuid 1432b04b-09a5-4a8d-b36b-5ac20d081fc9 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:49:31 user nova-compute[75278]: DEBUG nova.objects.base [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Object Instance<1432b04b-09a5-4a8d-b36b-5ac20d081fc9> lazy-loaded attributes: flavor,info_cache {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:49:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:31 user nova-compute[75278]: DEBUG nova.network.neutron [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Updating instance_info_cache with network_info: [{"id": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "address": "fa:16:3e:0d:46:55", "network": {"id": "ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2125197508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e339ae43bf447d3adf76a1836e0e2e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04a8c02d-7b", "ovs_interfaceid": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Releasing lock "refresh_cache-1432b04b-09a5-4a8d-b36b-5ac20d081fc9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:49:32 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Instance destroyed successfully.
Dec 06 15:49:32 user nova-compute[75278]: DEBUG nova.objects.instance [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lazy-loading 'resources' on Instance uuid 1432b04b-09a5-4a8d-b36b-5ac20d081fc9 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG nova.objects.base [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Object Instance<1432b04b-09a5-4a8d-b36b-5ac20d081fc9> lazy-loaded attributes: flavor,info_cache,resources {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:45:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-821806440',display_name='tempest-AttachVolumeTestJSON-server-821806440',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-821806440',id=4,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP3yVilolnX/pKLcO1QWDxlG9P7zibw98C6pVHisl9rvwKPa2K1I4TRzz9rPdbGNnMRjw4vCMgggGdlIL4RhnPEr1q4i4jI8NG8OMBffAksqnfARIIblOL5gpwnR6k8WDw==',key_name='tempest-keypair-1380186396',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:45:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='7e339ae43bf447d3adf76a1836e0e2e4',ramdisk_id='',reservation_id='r-tr0gvchn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-440790082',owner_user_name='tempest-AttachVolumeTestJSON-440790082-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:47:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='26861384bd1b4ae99cd4e8bd67d7ad18',uuid=1432b04b-09a5-4a8d-b36b-5ac20d081fc9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "address": "fa:16:3e:0d:46:55", "network": {"id": "ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2125197508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e339ae43bf447d3adf76a1836e0e2e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04a8c02d-7b", "ovs_interfaceid": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Converting VIF {"id": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "address": "fa:16:3e:0d:46:55", "network": {"id": "ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2125197508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e339ae43bf447d3adf76a1836e0e2e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04a8c02d-7b", "ovs_interfaceid": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0d:46:55,bridge_name='br-int',has_traffic_filtering=True,id=04a8c02d-7b92-4155-9984-f47fb6e24da1,network=Network(ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04a8c02d-7b') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG os_vif [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0d:46:55,bridge_name='br-int',has_traffic_filtering=True,id=04a8c02d-7b92-4155-9984-f47fb6e24da1,network=Network(ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04a8c02d-7b') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap04a8c02d-7b, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=853c2315-91cf-422f-bb53-6e803eba9075) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:32 user nova-compute[75278]: INFO os_vif [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0d:46:55,bridge_name='br-int',has_traffic_filtering=True,id=04a8c02d-7b92-4155-9984-f47fb6e24da1,network=Network(ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04a8c02d-7b')
Dec 06 15:49:32 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AWfhNcHE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:49:32 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:49:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.028s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa1bda61-594d-47ef-8b32-e94813976745]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 15:49:32 user nova-compute[75278]: No targets found.
Dec 06 15:49:32 user nova-compute[75278]: iSNS:
Dec 06 15:49:32 user nova-compute[75278]: No targets found.
Dec 06 15:49:32 user nova-compute[75278]: STATIC:
Dec 06 15:49:32 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc
Dec 06 15:49:32 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:49:32 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:49:32 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115
Dec 06 15:49:32 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:49:32 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:49:32 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b
Dec 06 15:49:32 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:49:32 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:49:32 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c
Dec 06 15:49:32 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:49:32 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:49:32 user nova-compute[75278]: FIRMWARE:
Dec 06 15:49:32 user nova-compute[75278]: No targets found.
Dec 06 15:49:32 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 15:49:32 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 15:49:32 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d37e860-ca66-4678-bd05-2e502add239d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9eb329a-317e-4f74-9027-daba3a0d9048]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:49:32 user nova-compute[75278]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:49:32 user nova-compute[75278]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:49:32 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:49:32 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:49:32 user nova-compute[75278]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:49:32 user nova-compute[75278]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:49:32 user nova-compute[75278]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:49:32 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c106320>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c'): ({'sdf'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Removing single pathed devices sdf {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5089b35-80c9-4763-9d1c-7029b7b944c0]: (4, ('path checker states:\nup                  3\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9854d4c9-ecc0-4202-9280-86a058c9d589]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Flushing IO for device /dev/sdf {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.014s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[53675c7b-74c3-4b73-9d93-9d203d30b43e]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.041s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa4d0338-81e0-493c-8532-98cab8c0f475]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] SCSI volumes sdf have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.036s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5edab993-2b28-434b-8281-ef1bd3b5a373]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[111030af-2c30-4514-bae5-a6caa24ac198]: (4, ('Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c, portal: 172.16.0.220,3260]\nLogout of [sid: 7, target: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c, portal: 172.16.0.220,3260]
Dec 06 15:49:32 user nova-compute[75278]: Logout of [sid: 7, target: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c, portal: 172.16.0.220,3260] successful.
Dec 06 15:49:32 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.037s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[449572ca-aaae-4ba6-a356-fd60dc6b5367]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.379s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] <== disconnect_volume: return (381ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Start _get_guest_xml network_info=[{"id": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "address": "fa:16:3e:0d:46:55", "network": {"id": "ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2125197508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e339ae43bf447d3adf76a1836e0e2e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04a8c02d-7b", "ovs_interfaceid": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'boot_index': None, 'delete_on_termination': False, 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'guest_format': None, 'attachment_id': 'fa884d97-5b6c-42e1-802b-4112f2e229b9', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AWfhNcHE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, 'status': 'reserved', 'instance': '1432b04b-09a5-4a8d-b36b-5ac20d081fc9', 'attached_at': '', 'detached_at': '', 'volume_id': 'bfa11db9-8c7e-43d6-a8b4-150da3482a4c', 'serial': 'bfa11db9-8c7e-43d6-a8b4-150da3482a4c'}, 'volume_type': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG nova.objects.instance [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lazy-loading 'numa_topology' on Instance uuid 1432b04b-09a5-4a8d-b36b-5ac20d081fc9 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG nova.objects.base [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Object Instance<1432b04b-09a5-4a8d-b36b-5ac20d081fc9> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:49:32 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:49:32 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:49:32 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG nova.objects.instance [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lazy-loading 'vcpu_model' on Instance uuid 1432b04b-09a5-4a8d-b36b-5ac20d081fc9 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG nova.objects.base [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Object Instance<1432b04b-09a5-4a8d-b36b-5ac20d081fc9> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AWfhNcHE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:49:32 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:49:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:49:32 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:49:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:49:32 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[997ee07f-907c-4b30-8b7c-e24999576874]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 15:49:32 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[263708a3-6929-4c06-ab5c-b22f9bb40ea4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c] added
Dec 06 15:49:32 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7707060-0eaa-4fe0-89a1-765812e532d5]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0effb199-9365-4c5a-ac5a-bb9129e89460]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AWfhNcHE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AWfhNcHE" returned: 0 in 0.028s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c140d8d5-f537-46b1-83a8-6764cc393612]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'AWfhNcHE'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fe0f981-d852-4762-b16f-d343d31c573b]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a3b0fd7-e6b3-43fe-b89c-850ef3987b9a]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:49:32 user nova-compute[75278]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:49:32 user nova-compute[75278]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:49:32 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:49:32 user nova-compute[75278]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:49:32 user nova-compute[75278]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:49:32 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 --login" returned: 0 in 0.079s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c679e8b-07ae-4551-bb89-b66d93b5c0ed]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c, portal: 172.16.0.220,3260]
Dec 06 15:49:32 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c, portal: 172.16.0.220,3260] successful.
Dec 06 15:49:32 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[46376673-bfc2-478c-af38-e39ce061bbf9]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:49:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:33 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4813834-981e-4bcc-b620-23b187c542cb]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:33 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:49:33 user nova-compute[75278]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:49:33 user nova-compute[75278]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:49:33 user nova-compute[75278]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:49:33 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:49:33 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:49:33 user nova-compute[75278]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:49:33 user nova-compute[75278]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:49:33 user nova-compute[75278]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:49:33 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:49:33 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.394s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:49:33 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 15:49:33 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] HCTL ('35', '-', '-', 0) found on session 17 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 15:49:33 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 15:49:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:33 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4828988-f82e-450f-9fe1-881042c412a2]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:33 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Searching for a device in session 17 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:49:33 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AWfhNcHE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 15:49:34 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.438s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:49:34 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] <== connect_volume: return (1439ms) {'type': 'block', 'scsi_wwn': '23430383661666531', 'path': '/dev/sdd'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:49:34 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23430383661666531', 'path': '/dev/sdd'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 15:49:34 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:45:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-821806440',display_name='tempest-AttachVolumeTestJSON-server-821806440',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-821806440',id=4,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP3yVilolnX/pKLcO1QWDxlG9P7zibw98C6pVHisl9rvwKPa2K1I4TRzz9rPdbGNnMRjw4vCMgggGdlIL4RhnPEr1q4i4jI8NG8OMBffAksqnfARIIblOL5gpwnR6k8WDw==',key_name='tempest-keypair-1380186396',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:45:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='7e339ae43bf447d3adf76a1836e0e2e4',ramdisk_id='',reservation_id='r-tr0gvchn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-440790082',owner_user_name='tempest-AttachVolumeTestJSON-440790082-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:47:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='26861384bd1b4ae99cd4e8bd67d7ad18',uuid=1432b04b-09a5-4a8d-b36b-5ac20d081fc9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "address": "fa:16:3e:0d:46:55", "network": {"id": "ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2125197508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e339ae43bf447d3adf76a1836e0e2e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04a8c02d-7b", "ovs_interfaceid": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:49:34 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Converting VIF {"id": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "address": "fa:16:3e:0d:46:55", "network": {"id": "ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2125197508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e339ae43bf447d3adf76a1836e0e2e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04a8c02d-7b", "ovs_interfaceid": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:49:34 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0d:46:55,bridge_name='br-int',has_traffic_filtering=True,id=04a8c02d-7b92-4155-9984-f47fb6e24da1,network=Network(ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04a8c02d-7b') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:49:34 user nova-compute[75278]: DEBUG nova.objects.instance [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lazy-loading 'pci_devices' on Instance uuid 1432b04b-09a5-4a8d-b36b-5ac20d081fc9 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:49:34 user nova-compute[75278]: DEBUG nova.objects.base [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Object Instance<1432b04b-09a5-4a8d-b36b-5ac20d081fc9> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:49:34 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:49:34 user nova-compute[75278]:   <uuid>1432b04b-09a5-4a8d-b36b-5ac20d081fc9</uuid>
Dec 06 15:49:34 user nova-compute[75278]:   <name>instance-00000004</name>
Dec 06 15:49:34 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 15:49:34 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:49:34 user nova-compute[75278]:   <metadata>
Dec 06 15:49:34 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:49:34 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:49:34 user nova-compute[75278]:       <nova:name>tempest-AttachVolumeTestJSON-server-821806440</nova:name>
Dec 06 15:49:34 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:49:32</nova:creationTime>
Dec 06 15:49:34 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 15:49:34 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 15:49:34 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 15:49:34 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:49:34 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:49:34 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:49:34 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:49:34 user nova-compute[75278]:       <nova:owner>
Dec 06 15:49:34 user nova-compute[75278]:         <nova:user uuid="26861384bd1b4ae99cd4e8bd67d7ad18">tempest-AttachVolumeTestJSON-440790082-project-member</nova:user>
Dec 06 15:49:34 user nova-compute[75278]:         <nova:project uuid="7e339ae43bf447d3adf76a1836e0e2e4">tempest-AttachVolumeTestJSON-440790082</nova:project>
Dec 06 15:49:34 user nova-compute[75278]:       </nova:owner>
Dec 06 15:49:34 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 15:49:34 user nova-compute[75278]:       <nova:ports>
Dec 06 15:49:34 user nova-compute[75278]:         <nova:port uuid="04a8c02d-7b92-4155-9984-f47fb6e24da1">
Dec 06 15:49:34 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 15:49:34 user nova-compute[75278]:         </nova:port>
Dec 06 15:49:34 user nova-compute[75278]:       </nova:ports>
Dec 06 15:49:34 user nova-compute[75278]:     </nova:instance>
Dec 06 15:49:34 user nova-compute[75278]:   </metadata>
Dec 06 15:49:34 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:49:34 user nova-compute[75278]:     <system>
Dec 06 15:49:34 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:49:34 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:49:34 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:49:34 user nova-compute[75278]:       <entry name="serial">1432b04b-09a5-4a8d-b36b-5ac20d081fc9</entry>
Dec 06 15:49:34 user nova-compute[75278]:       <entry name="uuid">1432b04b-09a5-4a8d-b36b-5ac20d081fc9</entry>
Dec 06 15:49:34 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:49:34 user nova-compute[75278]:     </system>
Dec 06 15:49:34 user nova-compute[75278]:   </sysinfo>
Dec 06 15:49:34 user nova-compute[75278]:   <os>
Dec 06 15:49:34 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:49:34 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 15:49:34 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:49:34 user nova-compute[75278]:   </os>
Dec 06 15:49:34 user nova-compute[75278]:   <features>
Dec 06 15:49:34 user nova-compute[75278]:     <acpi/>
Dec 06 15:49:34 user nova-compute[75278]:     <apic/>
Dec 06 15:49:34 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:49:34 user nova-compute[75278]:   </features>
Dec 06 15:49:34 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:49:34 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:49:34 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:49:34 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:49:34 user nova-compute[75278]:   </clock>
Dec 06 15:49:34 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:49:34 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:49:34 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:49:34 user nova-compute[75278]:   </cpu>
Dec 06 15:49:34 user nova-compute[75278]:   <devices>
Dec 06 15:49:34 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 15:49:34 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 15:49:34 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk"/>
Dec 06 15:49:34 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 15:49:34 user nova-compute[75278]:     </disk>
Dec 06 15:49:34 user nova-compute[75278]:     <disk type="block" device="disk">
Dec 06 15:49:34 user nova-compute[75278]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:49:34 user nova-compute[75278]:       <source dev="/dev/sdd"/>
Dec 06 15:49:34 user nova-compute[75278]:       <target dev="vdb" bus="virtio"/>
Dec 06 15:49:34 user nova-compute[75278]:       <serial>bfa11db9-8c7e-43d6-a8b4-150da3482a4c</serial>
Dec 06 15:49:34 user nova-compute[75278]:     </disk>
Dec 06 15:49:34 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:49:34 user nova-compute[75278]:       <mac address="fa:16:3e:0d:46:55"/>
Dec 06 15:49:34 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:49:34 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:49:34 user nova-compute[75278]:       <target dev="tap04a8c02d-7b"/>
Dec 06 15:49:34 user nova-compute[75278]:     </interface>
Dec 06 15:49:34 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:49:34 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/console.log" append="off"/>
Dec 06 15:49:34 user nova-compute[75278]:     </serial>
Dec 06 15:49:34 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:49:34 user nova-compute[75278]:     <video>
Dec 06 15:49:34 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:49:34 user nova-compute[75278]:     </video>
Dec 06 15:49:34 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:49:34 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:49:34 user nova-compute[75278]:     </rng>
Dec 06 15:49:34 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:49:34 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:49:34 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:49:34 user nova-compute[75278]:     </memballoon>
Dec 06 15:49:34 user nova-compute[75278]:   </devices>
Dec 06 15:49:34 user nova-compute[75278]: </domain>
Dec 06 15:49:34 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:49:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:34 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 15:49:34 user nova-compute[75278]: DEBUG nova.objects.instance [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lazy-loading 'trusted_certs' on Instance uuid 1432b04b-09a5-4a8d-b36b-5ac20d081fc9 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:49:34 user nova-compute[75278]: DEBUG nova.objects.base [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Object Instance<1432b04b-09a5-4a8d-b36b-5ac20d081fc9> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:49:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.208s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:34 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 15:49:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:34 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Cannot resize image /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 15:49:34 user nova-compute[75278]: DEBUG nova.objects.instance [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lazy-loading 'migration_context' on Instance uuid 1432b04b-09a5-4a8d-b36b-5ac20d081fc9 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:49:34 user nova-compute[75278]: DEBUG nova.objects.base [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Object Instance<1432b04b-09a5-4a8d-b36b-5ac20d081fc9> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:49:34 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:45:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-821806440',display_name='tempest-AttachVolumeTestJSON-server-821806440',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-821806440',id=4,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP3yVilolnX/pKLcO1QWDxlG9P7zibw98C6pVHisl9rvwKPa2K1I4TRzz9rPdbGNnMRjw4vCMgggGdlIL4RhnPEr1q4i4jI8NG8OMBffAksqnfARIIblOL5gpwnR6k8WDw==',key_name='tempest-keypair-1380186396',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:45:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='7e339ae43bf447d3adf76a1836e0e2e4',ramdisk_id='',reservation_id='r-tr0gvchn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-440790082',owner_user_name='tempest-AttachVolumeTestJSON-440790082-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:47:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='26861384bd1b4ae99cd4e8bd67d7ad18',uuid=1432b04b-09a5-4a8d-b36b-5ac20d081fc9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "address": "fa:16:3e:0d:46:55", "network": {"id": "ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2125197508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e339ae43bf447d3adf76a1836e0e2e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04a8c02d-7b", "ovs_interfaceid": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:49:34 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Converting VIF {"id": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "address": "fa:16:3e:0d:46:55", "network": {"id": "ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2125197508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e339ae43bf447d3adf76a1836e0e2e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04a8c02d-7b", "ovs_interfaceid": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:49:34 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0d:46:55,bridge_name='br-int',has_traffic_filtering=True,id=04a8c02d-7b92-4155-9984-f47fb6e24da1,network=Network(ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04a8c02d-7b') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:49:34 user nova-compute[75278]: DEBUG os_vif [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0d:46:55,bridge_name='br-int',has_traffic_filtering=True,id=04a8c02d-7b92-4155-9984-f47fb6e24da1,network=Network(ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04a8c02d-7b') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:49:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:49:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:49:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '395e5701-13ea-5cd2-838c-3c449d39a597', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:49:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:49:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap04a8c02d-7b, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:49:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap04a8c02d-7b, col_values=(('qos', UUID('acad70cf-09b3-4aef-8b6b-a30e0ee87ed1')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:49:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap04a8c02d-7b, col_values=(('external_ids', {'iface-id': '04a8c02d-7b92-4155-9984-f47fb6e24da1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0d:46:55', 'vm-uuid': '1432b04b-09a5-4a8d-b36b-5ac20d081fc9'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:49:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:49:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:35 user nova-compute[75278]: INFO os_vif [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0d:46:55,bridge_name='br-int',has_traffic_filtering=True,id=04a8c02d-7b92-4155-9984-f47fb6e24da1,network=Network(ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04a8c02d-7b')
Dec 06 15:49:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:36 user nova-compute[75278]: DEBUG nova.compute.manager [req-fcbc9b50-7ca5-474f-8c0d-63975a41be3f req-f948069f-ee4a-40c4-b96a-d158310d34ff service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Received event network-vif-plugged-04a8c02d-7b92-4155-9984-f47fb6e24da1 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:49:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-fcbc9b50-7ca5-474f-8c0d-63975a41be3f req-f948069f-ee4a-40c4-b96a-d158310d34ff service nova] Acquiring lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:49:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-fcbc9b50-7ca5-474f-8c0d-63975a41be3f req-f948069f-ee4a-40c4-b96a-d158310d34ff service nova] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:49:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-fcbc9b50-7ca5-474f-8c0d-63975a41be3f req-f948069f-ee4a-40c4-b96a-d158310d34ff service nova] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:49:36 user nova-compute[75278]: DEBUG nova.compute.manager [req-fcbc9b50-7ca5-474f-8c0d-63975a41be3f req-f948069f-ee4a-40c4-b96a-d158310d34ff service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] No waiting events found dispatching network-vif-plugged-04a8c02d-7b92-4155-9984-f47fb6e24da1 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:49:36 user nova-compute[75278]: WARNING nova.compute.manager [req-fcbc9b50-7ca5-474f-8c0d-63975a41be3f req-f948069f-ee4a-40c4-b96a-d158310d34ff service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Received unexpected event network-vif-plugged-04a8c02d-7b92-4155-9984-f47fb6e24da1 for instance with vm_state stopped and task_state powering-on.
Dec 06 15:49:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:38 user nova-compute[75278]: DEBUG nova.compute.manager [req-26e26201-1646-45ad-bdd1-803e1a12a5e7 req-05cf4fd1-7926-4635-8a55-7e3f6c925abd service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Received event network-vif-plugged-04a8c02d-7b92-4155-9984-f47fb6e24da1 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:49:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-26e26201-1646-45ad-bdd1-803e1a12a5e7 req-05cf4fd1-7926-4635-8a55-7e3f6c925abd service nova] Acquiring lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:49:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-26e26201-1646-45ad-bdd1-803e1a12a5e7 req-05cf4fd1-7926-4635-8a55-7e3f6c925abd service nova] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:49:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-26e26201-1646-45ad-bdd1-803e1a12a5e7 req-05cf4fd1-7926-4635-8a55-7e3f6c925abd service nova] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:49:38 user nova-compute[75278]: DEBUG nova.compute.manager [req-26e26201-1646-45ad-bdd1-803e1a12a5e7 req-05cf4fd1-7926-4635-8a55-7e3f6c925abd service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] No waiting events found dispatching network-vif-plugged-04a8c02d-7b92-4155-9984-f47fb6e24da1 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:49:38 user nova-compute[75278]: WARNING nova.compute.manager [req-26e26201-1646-45ad-bdd1-803e1a12a5e7 req-05cf4fd1-7926-4635-8a55-7e3f6c925abd service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Received unexpected event network-vif-plugged-04a8c02d-7b92-4155-9984-f47fb6e24da1 for instance with vm_state stopped and task_state powering-on.
Dec 06 15:49:38 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:39 user nova-compute[75278]: DEBUG nova.compute.manager [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 15:49:39 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Instance rebooted successfully.
Dec 06 15:49:39 user nova-compute[75278]: DEBUG nova.compute.manager [None req-843d4691-7b9b-433a-a845-b780e2247de0 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:49:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:45 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Acquiring lock "3d6b3a3a-a6f1-4116-a7ff-9903e522552b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:49:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Lock "3d6b3a3a-a6f1-4116-a7ff-9903e522552b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:49:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Acquiring lock "3d6b3a3a-a6f1-4116-a7ff-9903e522552b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:49:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Lock "3d6b3a3a-a6f1-4116-a7ff-9903e522552b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:49:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Lock "3d6b3a3a-a6f1-4116-a7ff-9903e522552b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:49:54 user nova-compute[75278]: INFO nova.compute.manager [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Terminating instance
Dec 06 15:49:54 user nova-compute[75278]: DEBUG nova.compute.manager [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 15:49:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG nova.compute.manager [req-0d20e7b0-4c5e-46fa-9329-179a7f146b7f req-5c682106-13a6-4a25-9bfd-b0a4b3a134e9 service nova] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Received event network-vif-unplugged-ed924393-0078-4972-8dbf-9c7743513cc5 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0d20e7b0-4c5e-46fa-9329-179a7f146b7f req-5c682106-13a6-4a25-9bfd-b0a4b3a134e9 service nova] Acquiring lock "3d6b3a3a-a6f1-4116-a7ff-9903e522552b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0d20e7b0-4c5e-46fa-9329-179a7f146b7f req-5c682106-13a6-4a25-9bfd-b0a4b3a134e9 service nova] Lock "3d6b3a3a-a6f1-4116-a7ff-9903e522552b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0d20e7b0-4c5e-46fa-9329-179a7f146b7f req-5c682106-13a6-4a25-9bfd-b0a4b3a134e9 service nova] Lock "3d6b3a3a-a6f1-4116-a7ff-9903e522552b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG nova.compute.manager [req-0d20e7b0-4c5e-46fa-9329-179a7f146b7f req-5c682106-13a6-4a25-9bfd-b0a4b3a134e9 service nova] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] No waiting events found dispatching network-vif-unplugged-ed924393-0078-4972-8dbf-9c7743513cc5 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG nova.compute.manager [req-0d20e7b0-4c5e-46fa-9329-179a7f146b7f req-5c682106-13a6-4a25-9bfd-b0a4b3a134e9 service nova] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Received event network-vif-unplugged-ed924393-0078-4972-8dbf-9c7743513cc5 for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:55 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Instance destroyed successfully.
Dec 06 15:49:55 user nova-compute[75278]: DEBUG nova.objects.instance [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Lazy-loading 'resources' on Instance uuid 3d6b3a3a-a6f1-4116-a7ff-9903e522552b {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T15:46:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-497026259',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1489623312',id=10,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOaswtDBycik4kq84xyeWumr41+2u2dfP7+Th3ub6MujjqWwQupEZr56SNqIbJtr7HILEgvGg5cIy98EeC1ouBziIgaW39KNlmOCyYPUdvHzjm3Ve4MO113X4AL03zcqRQ==',key_name='tempest-keypair-1442744948',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:48:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='01fee0ccb7b94938b431f3f57686ea91',ramdisk_id='',reservation_id='r-dk1e4hne',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1650740613',owner_user_name='tempest-ServerActionsV293TestJSON-1650740613-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:48:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2a7a78a24807422ea42fb0579e5e9f7b',uuid=3d6b3a3a-a6f1-4116-a7ff-9903e522552b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ed924393-0078-4972-8dbf-9c7743513cc5", "address": "fa:16:3e:ec:a2:ef", "network": {"id": "8dbc1e9d-381b-4e89-a4d3-a351b5589221", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1805383912-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.19", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "01fee0ccb7b94938b431f3f57686ea91", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "taped924393-00", "ovs_interfaceid": "ed924393-0078-4972-8dbf-9c7743513cc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Converting VIF {"id": "ed924393-0078-4972-8dbf-9c7743513cc5", "address": "fa:16:3e:ec:a2:ef", "network": {"id": "8dbc1e9d-381b-4e89-a4d3-a351b5589221", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1805383912-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.19", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "01fee0ccb7b94938b431f3f57686ea91", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "taped924393-00", "ovs_interfaceid": "ed924393-0078-4972-8dbf-9c7743513cc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ec:a2:ef,bridge_name='br-int',has_traffic_filtering=True,id=ed924393-0078-4972-8dbf-9c7743513cc5,network=Network(8dbc1e9d-381b-4e89-a4d3-a351b5589221),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='taped924393-00') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG os_vif [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ec:a2:ef,bridge_name='br-int',has_traffic_filtering=True,id=ed924393-0078-4972-8dbf-9c7743513cc5,network=Network(8dbc1e9d-381b-4e89-a4d3-a351b5589221),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='taped924393-00') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=taped924393-00, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=751e5a47-746f-47b8-83a0-cb973997a533) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:49:55 user nova-compute[75278]: INFO os_vif [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ec:a2:ef,bridge_name='br-int',has_traffic_filtering=True,id=ed924393-0078-4972-8dbf-9c7743513cc5,network=Network(8dbc1e9d-381b-4e89-a4d3-a351b5589221),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='taped924393-00')
Dec 06 15:49:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hQpJGgwL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:49:55 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:49:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[22b0e808-1618-4b18-8f6a-06a7d815fbd6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 15:49:55 user nova-compute[75278]: No targets found.
Dec 06 15:49:55 user nova-compute[75278]: iSNS:
Dec 06 15:49:55 user nova-compute[75278]: No targets found.
Dec 06 15:49:55 user nova-compute[75278]: STATIC:
Dec 06 15:49:55 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc
Dec 06 15:49:55 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:49:55 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:49:55 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115
Dec 06 15:49:55 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:49:55 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:49:55 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b
Dec 06 15:49:55 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:49:55 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:49:55 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c
Dec 06 15:49:55 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:49:55 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:49:55 user nova-compute[75278]: FIRMWARE:
Dec 06 15:49:55 user nova-compute[75278]: No targets found.
Dec 06 15:49:55 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 15:49:55 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 15:49:55 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb2a2258-3b08-479b-ab2c-a06424816e0a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f19d7d9a-e985-4fe7-918b-7f1e275a8270]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:49:55 user nova-compute[75278]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:49:55 user nova-compute[75278]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:49:55 user nova-compute[75278]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:49:55 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:49:55 user nova-compute[75278]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc (non-flash)
Dec 06 15:49:55 user nova-compute[75278]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:49:55 user nova-compute[75278]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:49:55 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c745bd0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc'): ({'sdb'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Removing single pathed devices sdb {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.031s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[083b9bb8-0bd2-46bb-8e4d-bc70092021c9]: (4, ('path checker states:\nup                  3\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[776d1a58-f127-4080-97be-7d90bd0f8154]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Flushing IO for device /dev/sdb {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c09a0b5-5705-4f83-b215-4964c1d271ab]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.041s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f77192bf-d4d7-4a10-8a0c-16c0fc6224e5]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] SCSI volumes sdb have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_3fff2215',) {{(pid=86114) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8454610d-7a1d-4221-a7e5-cbd62f03203c]: (4, None) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d1ea164-d9ba-4b52-a7c2-631d2b642ebb]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[10e0b545-aa18-42f0-991e-c291f1f49d51]: (4, ('Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc, portal: 172.16.0.220,3260]\nLogout of [sid: 15, target: iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc, portal: 172.16.0.220,3260]
Dec 06 15:49:55 user nova-compute[75278]: Logout of [sid: 15, target: iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc, portal: 172.16.0.220,3260] successful.
Dec 06 15:49:55 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:49:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:49:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:951fe348-90d1-48c7-8557-edc63c656cfc -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:49:56 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[fabd8bae-e3c2-47be-ad62-f2e9d977f413]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:49:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:49:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.382s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:49:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] <== disconnect_volume: return (384ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:49:56 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 15:49:56 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Deleting instance files /opt/stack/data/nova/instances/3d6b3a3a-a6f1-4116-a7ff-9903e522552b_del
Dec 06 15:49:56 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Deletion of /opt/stack/data/nova/instances/3d6b3a3a-a6f1-4116-a7ff-9903e522552b_del complete
Dec 06 15:49:56 user nova-compute[75278]: INFO nova.compute.manager [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Took 1.28 seconds to destroy the instance on the hypervisor.
Dec 06 15:49:56 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 15:49:56 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 15:49:56 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 15:49:57 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:49:57 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Took 1.15 seconds to deallocate network for instance.
Dec 06 15:49:57 user nova-compute[75278]: DEBUG nova.compute.manager [req-c1c891b3-a69f-4a91-9df3-5ad85ec4bf99 req-2c94e8be-d46f-4cb8-b057-36f53d1e02c4 service nova] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Received event network-vif-plugged-ed924393-0078-4972-8dbf-9c7743513cc5 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:49:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c1c891b3-a69f-4a91-9df3-5ad85ec4bf99 req-2c94e8be-d46f-4cb8-b057-36f53d1e02c4 service nova] Acquiring lock "3d6b3a3a-a6f1-4116-a7ff-9903e522552b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:49:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c1c891b3-a69f-4a91-9df3-5ad85ec4bf99 req-2c94e8be-d46f-4cb8-b057-36f53d1e02c4 service nova] Lock "3d6b3a3a-a6f1-4116-a7ff-9903e522552b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:49:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c1c891b3-a69f-4a91-9df3-5ad85ec4bf99 req-2c94e8be-d46f-4cb8-b057-36f53d1e02c4 service nova] Lock "3d6b3a3a-a6f1-4116-a7ff-9903e522552b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:49:57 user nova-compute[75278]: DEBUG nova.compute.manager [req-c1c891b3-a69f-4a91-9df3-5ad85ec4bf99 req-2c94e8be-d46f-4cb8-b057-36f53d1e02c4 service nova] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] No waiting events found dispatching network-vif-plugged-ed924393-0078-4972-8dbf-9c7743513cc5 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:49:57 user nova-compute[75278]: WARNING nova.compute.manager [req-c1c891b3-a69f-4a91-9df3-5ad85ec4bf99 req-2c94e8be-d46f-4cb8-b057-36f53d1e02c4 service nova] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Received unexpected event network-vif-plugged-ed924393-0078-4972-8dbf-9c7743513cc5 for instance with vm_state active and task_state deleting.
Dec 06 15:49:57 user nova-compute[75278]: DEBUG nova.compute.manager [req-c1c891b3-a69f-4a91-9df3-5ad85ec4bf99 req-2c94e8be-d46f-4cb8-b057-36f53d1e02c4 service nova] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Received event network-vif-deleted-ed924393-0078-4972-8dbf-9c7743513cc5 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:49:57 user nova-compute[75278]: INFO nova.compute.manager [req-c1c891b3-a69f-4a91-9df3-5ad85ec4bf99 req-2c94e8be-d46f-4cb8-b057-36f53d1e02c4 service nova] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Neutron deleted interface ed924393-0078-4972-8dbf-9c7743513cc5; detaching it from the instance and deleting it from the info cache
Dec 06 15:49:57 user nova-compute[75278]: DEBUG nova.network.neutron [req-c1c891b3-a69f-4a91-9df3-5ad85ec4bf99 req-2c94e8be-d46f-4cb8-b057-36f53d1e02c4 service nova] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:49:57 user nova-compute[75278]: DEBUG nova.compute.manager [req-c1c891b3-a69f-4a91-9df3-5ad85ec4bf99 req-2c94e8be-d46f-4cb8-b057-36f53d1e02c4 service nova] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Detach interface failed, port_id=ed924393-0078-4972-8dbf-9c7743513cc5, reason: Instance 3d6b3a3a-a6f1-4116-a7ff-9903e522552b could not be found. {{(pid=75278) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 15:49:58 user nova-compute[75278]: INFO nova.compute.manager [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Took 0.92 seconds to detach 1 volumes for instance.
Dec 06 15:49:58 user nova-compute[75278]: DEBUG nova.compute.manager [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] [instance: 3d6b3a3a-a6f1-4116-a7ff-9903e522552b] Deleting volume: 951fe348-90d1-48c7-8557-edc63c656cfc {{(pid=75278) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 06 15:49:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:49:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:49:58 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:49:58 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:49:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.370s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:49:58 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Deleted allocations for instance 3d6b3a3a-a6f1-4116-a7ff-9903e522552b
Dec 06 15:49:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ceb29f24-9755-416e-bf56-f45732a62011 tempest-ServerActionsV293TestJSON-1650740613 tempest-ServerActionsV293TestJSON-1650740613-project-member] Lock "3d6b3a3a-a6f1-4116-a7ff-9903e522552b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.100s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:49:59 user nova-compute[75278]: DEBUG nova.compute.manager [req-1b87a2c7-dd2a-4424-aa4f-85335f254957 req-4d5d1429-0250-4ba3-85f0-88d1753112cd service nova] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Received event network-changed-34dc1997-9c67-42a6-86c1-822f988b7f06 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:49:59 user nova-compute[75278]: DEBUG nova.compute.manager [req-1b87a2c7-dd2a-4424-aa4f-85335f254957 req-4d5d1429-0250-4ba3-85f0-88d1753112cd service nova] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Refreshing instance network info cache due to event network-changed-34dc1997-9c67-42a6-86c1-822f988b7f06. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:49:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-1b87a2c7-dd2a-4424-aa4f-85335f254957 req-4d5d1429-0250-4ba3-85f0-88d1753112cd service nova] Acquiring lock "refresh_cache-37237a18-4321-4bce-8ade-a7eda7da1355" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:49:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-1b87a2c7-dd2a-4424-aa4f-85335f254957 req-4d5d1429-0250-4ba3-85f0-88d1753112cd service nova] Acquired lock "refresh_cache-37237a18-4321-4bce-8ade-a7eda7da1355" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:49:59 user nova-compute[75278]: DEBUG nova.network.neutron [req-1b87a2c7-dd2a-4424-aa4f-85335f254957 req-4d5d1429-0250-4ba3-85f0-88d1753112cd service nova] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Refreshing network info cache for port 34dc1997-9c67-42a6-86c1-822f988b7f06 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:49:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:00 user nova-compute[75278]: DEBUG nova.network.neutron [req-1b87a2c7-dd2a-4424-aa4f-85335f254957 req-4d5d1429-0250-4ba3-85f0-88d1753112cd service nova] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Updated VIF entry in instance network info cache for port 34dc1997-9c67-42a6-86c1-822f988b7f06. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:50:00 user nova-compute[75278]: DEBUG nova.network.neutron [req-1b87a2c7-dd2a-4424-aa4f-85335f254957 req-4d5d1429-0250-4ba3-85f0-88d1753112cd service nova] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Updating instance_info_cache with network_info: [{"id": "34dc1997-9c67-42a6-86c1-822f988b7f06", "address": "fa:16:3e:ae:b1:73", "network": {"id": "5f5c32a6-6bd3-4369-af0c-a3baedb745bb", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-966899290-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.125", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d041f90cc2ed4592bd5d1d3811dbd529", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34dc1997-9c", "ovs_interfaceid": "34dc1997-9c67-42a6-86c1-822f988b7f06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:50:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-1b87a2c7-dd2a-4424-aa4f-85335f254957 req-4d5d1429-0250-4ba3-85f0-88d1753112cd service nova] Releasing lock "refresh_cache-37237a18-4321-4bce-8ade-a7eda7da1355" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:50:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Acquiring lock "37237a18-4321-4bce-8ade-a7eda7da1355" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:50:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "37237a18-4321-4bce-8ade-a7eda7da1355" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:50:03 user nova-compute[75278]: DEBUG nova.objects.instance [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lazy-loading 'flavor' on Instance uuid 37237a18-4321-4bce-8ade-a7eda7da1355 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:50:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "37237a18-4321-4bce-8ade-a7eda7da1355" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.085s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:50:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Acquiring lock "37237a18-4321-4bce-8ade-a7eda7da1355" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:50:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "37237a18-4321-4bce-8ade-a7eda7da1355" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:50:03 user nova-compute[75278]: INFO nova.compute.manager [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Attaching volume 161158d1-e185-4fb0-bb04-b18502b16a6d to /dev/vdb
Dec 06 15:50:04 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:50:04 user nova-compute[75278]: DEBUG os_brick.utils [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:50:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cb811b1-8ae4-4d59-900d-ea3504c0a1b0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.026s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[628fc136-e09c-4be9-bddb-e0ac98e2cf83]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7703a4c-ba4d-4ab3-ada3-8c84da515859]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f06d9714-ba3e-494c-a9c3-55e6aea33fef]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:50:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 15:50:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:50:04 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 15:50:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[767f19a3-8315-47da-958e-e4569754f148]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 15:50:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 15:50:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 15:50:04 user nova-compute[75278]: DEBUG os_brick.utils [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] <== get_connector_properties: return (151ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:50:04 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Updating existing volume attachment record: ccae0914-204a-4897-8a56-76f7304db66a {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 15:50:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:06 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:50:06 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:50:07 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:50:07 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:50:09 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:50:09 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 15:50:09 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "refresh_cache-57133132-53e9-4b8a-811e-85aa53f24315" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:50:09 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquired lock "refresh_cache-57133132-53e9-4b8a-811e-85aa53f24315" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:50:09 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Forcefully refreshing network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 15:50:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:10 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Updating instance_info_cache with network_info: [{"id": "496e093f-b1c6-4d38-a886-891fdc06e277", "address": "fa:16:3e:6c:48:6d", "network": {"id": "1456ba8f-4723-487d-b5d4-76d3f809df32", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-54105982-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.96", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6bf518d50e054cabaa99c25a7e27ce03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap496e093f-b1", "ovs_interfaceid": "496e093f-b1c6-4d38-a886-891fdc06e277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:50:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Releasing lock "refresh_cache-57133132-53e9-4b8a-811e-85aa53f24315" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:50:10 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Updated the network info_cache for instance {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 15:50:10 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:50:10 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 15:50:10 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:50:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:50:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:50:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:50:10 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 15:50:10 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1919411-a6dc-4632-9507-32e27e83016f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:10 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1919411-a6dc-4632-9507-32e27e83016f/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:10 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1919411-a6dc-4632-9507-32e27e83016f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1919411-a6dc-4632-9507-32e27e83016f/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ab08226-f7d6-4556-8fdb-086e056a9060/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ab08226-f7d6-4556-8fdb-086e056a9060/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ab08226-f7d6-4556-8fdb-086e056a9060/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ab08226-f7d6-4556-8fdb-086e056a9060/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:11 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdk (vdb) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 15:50:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/disk --force-share --output=json" returned: 0 in 0.258s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Acquiring lock "347b9aee-ff4c-4107-be32-8e4106abc6ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:50:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:50:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:12 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 15:50:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:12 user nova-compute[75278]: DEBUG nova.compute.manager [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 15:50:12 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:50:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:50:12 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 15:50:12 user nova-compute[75278]: INFO nova.compute.claims [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Claim successful on node user
Dec 06 15:50:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57133132-53e9-4b8a-811e-85aa53f24315/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57133132-53e9-4b8a-811e-85aa53f24315/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57133132-53e9-4b8a-811e-85aa53f24315/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:13 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:50:13 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:50:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.566s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:50:13 user nova-compute[75278]: DEBUG nova.compute.manager [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 15:50:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57133132-53e9-4b8a-811e-85aa53f24315/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:13 user nova-compute[75278]: DEBUG nova.compute.manager [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 15:50:13 user nova-compute[75278]: DEBUG nova.network.neutron [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 15:50:13 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 15:50:13 user nova-compute[75278]: DEBUG nova.compute.manager [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 15:50:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:13 user nova-compute[75278]: INFO nova.virt.block_device [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Booting with volume 31d0bd95-71f8-41b6-8c8e-2374daa8e044 at /dev/vda
Dec 06 15:50:13 user nova-compute[75278]: DEBUG nova.policy [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da27d1ec03864506a39e3691f44f5e15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '632a3a6d5904495680a54ed5301d6fae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 15:50:13 user nova-compute[75278]: DEBUG os_brick.utils [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:50:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:13 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0adb9c7a-4987-4c64-989d-6bd38cc1c023]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:13 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2137cdb9-5814-4762-a3d1-49d7a3613ff2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.026s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:13 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[70d2efd7-6bab-44f9-9951-2a5569282651]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:13 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 15:50:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:13 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[72dae41c-c3e5-4dcc-991c-49b482bf23de]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:50:13 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 15:50:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:50:13 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 15:50:13 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5ca62d3-a359-4806-b8d8-d8f63cfdfcbc]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:13 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 15:50:13 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 15:50:13 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 15:50:13 user nova-compute[75278]: DEBUG os_brick.utils [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] <== get_connector_properties: return (214ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:50:13 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Updating existing volume attachment record: 196513a4-86a2-4bad-8f1c-ac179a9dedb7 {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 15:50:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk.rescue --force-share --output=json" returned: 0 in 0.222s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk.rescue --force-share --output=json" returned: 0 in 0.252s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:15 user nova-compute[75278]: DEBUG nova.network.neutron [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Successfully created port: 2d30a960-c4ce-4e33-b72c-8a3850e6d4cb {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 15:50:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:15 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:50:15 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:50:15 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=7615MB free_disk=25.30624771118164GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 15:50:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:50:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:50:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:15 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 60fa6c34-9e58-4e20-b695-391070a81993 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:50:15 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance accf5417-e552-4fa7-8b65-5f3121d1d17f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:50:15 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 1432b04b-09a5-4a8d-b36b-5ac20d081fc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:50:15 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 57133132-53e9-4b8a-811e-85aa53f24315 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:50:15 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 3ab08226-f7d6-4556-8fdb-086e056a9060 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:50:15 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 37237a18-4321-4bce-8ade-a7eda7da1355 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:50:15 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance c1919411-a6dc-4632-9507-32e27e83016f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:50:15 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance a07fb239-6ced-4a89-9892-5425e489f472 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:50:15 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 347b9aee-ff4c-4107-be32-8e4106abc6ea actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:50:15 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 15:50:15 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.614s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG nova.network.neutron [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Successfully created port: 0933fad8-dcb8-43ea-8f2a-a359aec87260 {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PgEBVLuH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:50:16 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:50:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:50:16 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:50:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:50:16 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 15:50:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[35233877-4f3d-45ff-9305-abbe73f6a381]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 15:50:16 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c995aa8d-8b5c-48e9-bf95-f7554b3c25e5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d] added
Dec 06 15:50:16 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c67fd49a-f00e-466d-9393-4852889037dd]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fef6510-4253-4fdc-b600-9d7b1ee09341]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PgEBVLuH {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PgEBVLuH" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[94c5f515-cfee-42b1-8876-8cd4985b1538]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PgEBVLuH'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fbe56ca-951c-4de3-9ea6-e1085bb2642c]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c03791d-3097-40fc-b801-d07ce19ce493]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:50:16 user nova-compute[75278]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:50:16 user nova-compute[75278]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:50:16 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:50:16 user nova-compute[75278]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:50:16 user nova-compute[75278]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:50:16 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d -p 172.16.0.220:3260 --login" returned: 0 in 0.075s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[dec162cf-4b55-4739-a61d-86d1ab657c7a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d, portal: 172.16.0.220,3260]
Dec 06 15:50:16 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d, portal: 172.16.0.220,3260] successful.
Dec 06 15:50:16 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[47c9083a-31c8-47a1-8d14-cdc8016337ee]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b9a39a8-e7f7-4343-8da5-28727f302b05]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:50:16 user nova-compute[75278]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:50:16 user nova-compute[75278]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:50:16 user nova-compute[75278]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d (non-flash)
Dec 06 15:50:16 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:50:16 user nova-compute[75278]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:50:16 user nova-compute[75278]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:50:16 user nova-compute[75278]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d (non-flash)
Dec 06 15:50:16 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.348s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] HCTL ('33', '-', '-', 0) found on session 18 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[4074a100-5c9f-4a31-8941-29a3bb52eae3]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Searching for a device in session 18 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:50:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PgEBVLuH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 15:50:17 user nova-compute[75278]: DEBUG nova.network.neutron [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Successfully created port: 57e3fcd1-dc34-413d-8140-4c3afa17c803 {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 15:50:17 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "b979398f-d6ba-469c-96ed-e25012146a31" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:50:17 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "b979398f-d6ba-469c-96ed-e25012146a31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:50:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.385s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:50:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] <== connect_volume: return (1386ms) {'type': 'block', 'scsi_wwn': '23739343238623431', 'path': '/dev/sdb'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:50:17 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23739343238623431', 'path': '/dev/sdb'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 15:50:17 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 15:50:17 user nova-compute[75278]: DEBUG nova.network.neutron [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Successfully created port: 22ac3167-2e14-4f78-8a11-658ef9b3368d {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 15:50:18 user nova-compute[75278]: DEBUG nova.objects.instance [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lazy-loading 'flavor' on Instance uuid 37237a18-4321-4bce-8ade-a7eda7da1355 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:50:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:50:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:50:18 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 15:50:18 user nova-compute[75278]: INFO nova.compute.claims [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Claim successful on node user
Dec 06 15:50:18 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 15:50:18 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:50:18 user nova-compute[75278]:   <source dev="/dev/sdb"/>
Dec 06 15:50:18 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:50:18 user nova-compute[75278]:   <serial>161158d1-e185-4fb0-bb04-b18502b16a6d</serial>
Dec 06 15:50:18 user nova-compute[75278]: </disk>
Dec 06 15:50:18 user nova-compute[75278]:  {{(pid=75278) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 15:50:18 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:50:18 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:50:18 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:50:18 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:50:18 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] No VIF found with MAC fa:16:3e:ae:b1:73, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:50:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.567s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:50:18 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 15:50:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "a909916c-b274-4c00-a248-30d6ed84859e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:50:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "a909916c-b274-4c00-a248-30d6ed84859e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:50:18 user nova-compute[75278]: DEBUG nova.compute.manager [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 15:50:18 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 15:50:18 user nova-compute[75278]: DEBUG nova.network.neutron [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 15:50:18 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 15:50:18 user nova-compute[75278]: DEBUG nova.network.neutron [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Successfully created port: 8d609f29-fdc1-4534-8ad9-9b1547f75da1 {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 15:50:18 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 15:50:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5144c05d-3288-47d3-823b-b4e7cdc2e8f6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "37237a18-4321-4bce-8ade-a7eda7da1355" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 14.869s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:50:18 user nova-compute[75278]: DEBUG nova.policy [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c46caf813e6430d90d5637f2090c8ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17645f8e67ae42749222c64a2017e818', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 15:50:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:50:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:50:18 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 15:50:18 user nova-compute[75278]: INFO nova.compute.claims [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Claim successful on node user
Dec 06 15:50:19 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 15:50:19 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 15:50:19 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Creating image(s)
Dec 06 15:50:19 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "/opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:50:19 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "/opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:50:19 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "/opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:50:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.242s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:19 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "8b6964317078072a1e593868059fc8dc16213a0c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:50:19 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:50:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:19 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:50:19 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:50:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.205s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:19 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.621s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:50:19 user nova-compute[75278]: DEBUG nova.compute.manager [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 15:50:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk 1073741824" returned: 0 in 0.149s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:19 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.358s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:50:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:19 user nova-compute[75278]: DEBUG nova.compute.manager [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 15:50:19 user nova-compute[75278]: DEBUG nova.network.neutron [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 15:50:19 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 15:50:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.246s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:19 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 15:50:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:19 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:19 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:50:19 user nova-compute[75278]: DEBUG nova.compute.manager [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 15:50:19 user nova-compute[75278]: DEBUG nova.policy [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c46caf813e6430d90d5637f2090c8ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17645f8e67ae42749222c64a2017e818', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 15:50:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:20 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Cannot resize image /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 15:50:20 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 15:50:20 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Ensure instance console log exists: /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 15:50:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:50:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:50:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:50:20 user nova-compute[75278]: DEBUG nova.compute.manager [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 15:50:20 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 15:50:20 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Creating image(s)
Dec 06 15:50:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "/opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:50:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "/opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:50:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "/opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:50:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:20 user nova-compute[75278]: DEBUG nova.network.neutron [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Successfully updated port: 2d30a960-c4ce-4e33-b72c-8a3850e6d4cb {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:50:20 user nova-compute[75278]: DEBUG nova.network.neutron [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Successfully created port: 1cbd93c9-871f-40a8-bf0a-a786f42020b6 {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 15:50:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.255s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "8b6964317078072a1e593868059fc8dc16213a0c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:50:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:50:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:20 user nova-compute[75278]: DEBUG nova.compute.manager [req-0d78014a-3251-4116-833e-b09f68a7ab21 req-7530f615-065c-4095-b059-0c7464018bb2 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-changed-2d30a960-c4ce-4e33-b72c-8a3850e6d4cb {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:50:20 user nova-compute[75278]: DEBUG nova.compute.manager [req-0d78014a-3251-4116-833e-b09f68a7ab21 req-7530f615-065c-4095-b059-0c7464018bb2 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Refreshing instance network info cache due to event network-changed-2d30a960-c4ce-4e33-b72c-8a3850e6d4cb. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:50:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0d78014a-3251-4116-833e-b09f68a7ab21 req-7530f615-065c-4095-b059-0c7464018bb2 service nova] Acquiring lock "refresh_cache-347b9aee-ff4c-4107-be32-8e4106abc6ea" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:50:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0d78014a-3251-4116-833e-b09f68a7ab21 req-7530f615-065c-4095-b059-0c7464018bb2 service nova] Acquired lock "refresh_cache-347b9aee-ff4c-4107-be32-8e4106abc6ea" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:50:20 user nova-compute[75278]: DEBUG nova.network.neutron [req-0d78014a-3251-4116-833e-b09f68a7ab21 req-7530f615-065c-4095-b059-0c7464018bb2 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Refreshing network info cache for port 2d30a960-c4ce-4e33-b72c-8a3850e6d4cb {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:50:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.203s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk 1073741824" returned: 0 in 0.090s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.298s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:50:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:20 user nova-compute[75278]: DEBUG nova.network.neutron [req-0d78014a-3251-4116-833e-b09f68a7ab21 req-7530f615-065c-4095-b059-0c7464018bb2 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:50:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.234s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:20 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 15:50:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:21 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Cannot resize image /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 15:50:21 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 15:50:21 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Ensure instance console log exists: /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 15:50:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:50:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:50:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:50:21 user nova-compute[75278]: DEBUG nova.network.neutron [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Successfully created port: 12c68316-0f1c-4979-97b6-1eb6f2a18724 {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 15:50:21 user nova-compute[75278]: DEBUG nova.network.neutron [req-0d78014a-3251-4116-833e-b09f68a7ab21 req-7530f615-065c-4095-b059-0c7464018bb2 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:50:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0d78014a-3251-4116-833e-b09f68a7ab21 req-7530f615-065c-4095-b059-0c7464018bb2 service nova] Releasing lock "refresh_cache-347b9aee-ff4c-4107-be32-8e4106abc6ea" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:50:21 user nova-compute[75278]: DEBUG nova.network.neutron [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Successfully updated port: 16ba6c63-346e-4702-a756-3af57cc74b5f {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:50:21 user nova-compute[75278]: DEBUG nova.network.neutron [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Successfully updated port: 1cbd93c9-871f-40a8-bf0a-a786f42020b6 {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:50:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "refresh_cache-b979398f-d6ba-469c-96ed-e25012146a31" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:50:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquired lock "refresh_cache-b979398f-d6ba-469c-96ed-e25012146a31" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:50:21 user nova-compute[75278]: DEBUG nova.network.neutron [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.network.neutron [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.network.neutron [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Successfully updated port: 12c68316-0f1c-4979-97b6-1eb6f2a18724 {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "refresh_cache-a909916c-b274-4c00-a248-30d6ed84859e" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquired lock "refresh_cache-a909916c-b274-4c00-a248-30d6ed84859e" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.network.neutron [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.compute.manager [req-da810cb6-d7cf-4f3b-b404-37506939be2f req-88354999-7fb0-4d57-a894-cd677a7c66bb service nova] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Received event network-changed-12c68316-0f1c-4979-97b6-1eb6f2a18724 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.compute.manager [req-da810cb6-d7cf-4f3b-b404-37506939be2f req-88354999-7fb0-4d57-a894-cd677a7c66bb service nova] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Refreshing instance network info cache due to event network-changed-12c68316-0f1c-4979-97b6-1eb6f2a18724. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-da810cb6-d7cf-4f3b-b404-37506939be2f req-88354999-7fb0-4d57-a894-cd677a7c66bb service nova] Acquiring lock "refresh_cache-a909916c-b274-4c00-a248-30d6ed84859e" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.network.neutron [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.compute.manager [req-45633aef-bf9e-4820-8303-1f1e2e6a361b req-a1d4baa6-ae3c-49bf-a9fe-915bde212a17 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-changed-16ba6c63-346e-4702-a756-3af57cc74b5f {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.compute.manager [req-45633aef-bf9e-4820-8303-1f1e2e6a361b req-a1d4baa6-ae3c-49bf-a9fe-915bde212a17 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Refreshing instance network info cache due to event network-changed-16ba6c63-346e-4702-a756-3af57cc74b5f. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-45633aef-bf9e-4820-8303-1f1e2e6a361b req-a1d4baa6-ae3c-49bf-a9fe-915bde212a17 service nova] Acquiring lock "refresh_cache-347b9aee-ff4c-4107-be32-8e4106abc6ea" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-45633aef-bf9e-4820-8303-1f1e2e6a361b req-a1d4baa6-ae3c-49bf-a9fe-915bde212a17 service nova] Acquired lock "refresh_cache-347b9aee-ff4c-4107-be32-8e4106abc6ea" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.network.neutron [req-45633aef-bf9e-4820-8303-1f1e2e6a361b req-a1d4baa6-ae3c-49bf-a9fe-915bde212a17 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Refreshing network info cache for port 16ba6c63-346e-4702-a756-3af57cc74b5f {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.network.neutron [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Updating instance_info_cache with network_info: [{"id": "1cbd93c9-871f-40a8-bf0a-a786f42020b6", "address": "fa:16:3e:71:29:43", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cbd93c9-87", "ovs_interfaceid": "1cbd93c9-871f-40a8-bf0a-a786f42020b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Releasing lock "refresh_cache-b979398f-d6ba-469c-96ed-e25012146a31" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Instance network_info: |[{"id": "1cbd93c9-871f-40a8-bf0a-a786f42020b6", "address": "fa:16:3e:71:29:43", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cbd93c9-87", "ovs_interfaceid": "1cbd93c9-871f-40a8-bf0a-a786f42020b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Start _get_guest_xml network_info=[{"id": "1cbd93c9-871f-40a8-bf0a-a786f42020b6", "address": "fa:16:3e:71:29:43", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cbd93c9-87", "ovs_interfaceid": "1cbd93c9-871f-40a8-bf0a-a786f42020b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:50:22 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:50:22 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:50:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1249517591',display_name='tempest-ServerRescueNegativeTestJSON-server-1249517591',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1249517591',id=16,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='17645f8e67ae42749222c64a2017e818',ramdisk_id='',reservation_id='r-zv9jczk2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1945514265',owner_user_name='tempest-ServerRescueNegativeTestJSON-1945514265-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:50:19Z,user_data=None,user_id='5c46caf813e6430d90d5637f2090c8ba',uuid=b979398f-d6ba-469c-96ed-e25012146a31,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1cbd93c9-871f-40a8-bf0a-a786f42020b6", "address": "fa:16:3e:71:29:43", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cbd93c9-87", "ovs_interfaceid": "1cbd93c9-871f-40a8-bf0a-a786f42020b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Converting VIF {"id": "1cbd93c9-871f-40a8-bf0a-a786f42020b6", "address": "fa:16:3e:71:29:43", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cbd93c9-87", "ovs_interfaceid": "1cbd93c9-871f-40a8-bf0a-a786f42020b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:29:43,bridge_name='br-int',has_traffic_filtering=True,id=1cbd93c9-871f-40a8-bf0a-a786f42020b6,network=Network(d11985ab-f39c-48fe-aed1-0b24eae58a73),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1cbd93c9-87') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.objects.instance [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lazy-loading 'pci_devices' on Instance uuid b979398f-d6ba-469c-96ed-e25012146a31 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:50:22 user nova-compute[75278]:   <uuid>b979398f-d6ba-469c-96ed-e25012146a31</uuid>
Dec 06 15:50:22 user nova-compute[75278]:   <name>instance-00000010</name>
Dec 06 15:50:22 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 15:50:22 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:50:22 user nova-compute[75278]:   <metadata>
Dec 06 15:50:22 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:50:22 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:50:22 user nova-compute[75278]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1249517591</nova:name>
Dec 06 15:50:22 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:50:22</nova:creationTime>
Dec 06 15:50:22 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 15:50:22 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 15:50:22 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 15:50:22 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:50:22 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:50:22 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:50:22 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:50:22 user nova-compute[75278]:       <nova:owner>
Dec 06 15:50:22 user nova-compute[75278]:         <nova:user uuid="5c46caf813e6430d90d5637f2090c8ba">tempest-ServerRescueNegativeTestJSON-1945514265-project-member</nova:user>
Dec 06 15:50:22 user nova-compute[75278]:         <nova:project uuid="17645f8e67ae42749222c64a2017e818">tempest-ServerRescueNegativeTestJSON-1945514265</nova:project>
Dec 06 15:50:22 user nova-compute[75278]:       </nova:owner>
Dec 06 15:50:22 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 15:50:22 user nova-compute[75278]:       <nova:ports>
Dec 06 15:50:22 user nova-compute[75278]:         <nova:port uuid="1cbd93c9-871f-40a8-bf0a-a786f42020b6">
Dec 06 15:50:22 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 06 15:50:22 user nova-compute[75278]:         </nova:port>
Dec 06 15:50:22 user nova-compute[75278]:       </nova:ports>
Dec 06 15:50:22 user nova-compute[75278]:     </nova:instance>
Dec 06 15:50:22 user nova-compute[75278]:   </metadata>
Dec 06 15:50:22 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:50:22 user nova-compute[75278]:     <system>
Dec 06 15:50:22 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:50:22 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:50:22 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:50:22 user nova-compute[75278]:       <entry name="serial">b979398f-d6ba-469c-96ed-e25012146a31</entry>
Dec 06 15:50:22 user nova-compute[75278]:       <entry name="uuid">b979398f-d6ba-469c-96ed-e25012146a31</entry>
Dec 06 15:50:22 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:50:22 user nova-compute[75278]:     </system>
Dec 06 15:50:22 user nova-compute[75278]:   </sysinfo>
Dec 06 15:50:22 user nova-compute[75278]:   <os>
Dec 06 15:50:22 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:50:22 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 15:50:22 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:50:22 user nova-compute[75278]:   </os>
Dec 06 15:50:22 user nova-compute[75278]:   <features>
Dec 06 15:50:22 user nova-compute[75278]:     <acpi/>
Dec 06 15:50:22 user nova-compute[75278]:     <apic/>
Dec 06 15:50:22 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:50:22 user nova-compute[75278]:   </features>
Dec 06 15:50:22 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:50:22 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:50:22 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:50:22 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:50:22 user nova-compute[75278]:   </clock>
Dec 06 15:50:22 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:50:22 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:50:22 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:50:22 user nova-compute[75278]:   </cpu>
Dec 06 15:50:22 user nova-compute[75278]:   <devices>
Dec 06 15:50:22 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 15:50:22 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 15:50:22 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk"/>
Dec 06 15:50:22 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 15:50:22 user nova-compute[75278]:     </disk>
Dec 06 15:50:22 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:50:22 user nova-compute[75278]:       <mac address="fa:16:3e:71:29:43"/>
Dec 06 15:50:22 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:50:22 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:50:22 user nova-compute[75278]:       <target dev="tap1cbd93c9-87"/>
Dec 06 15:50:22 user nova-compute[75278]:     </interface>
Dec 06 15:50:22 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:50:22 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/console.log" append="off"/>
Dec 06 15:50:22 user nova-compute[75278]:     </serial>
Dec 06 15:50:22 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:50:22 user nova-compute[75278]:     <video>
Dec 06 15:50:22 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:50:22 user nova-compute[75278]:     </video>
Dec 06 15:50:22 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:50:22 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:50:22 user nova-compute[75278]:     </rng>
Dec 06 15:50:22 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:50:22 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:50:22 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:50:22 user nova-compute[75278]:     </memballoon>
Dec 06 15:50:22 user nova-compute[75278]:   </devices>
Dec 06 15:50:22 user nova-compute[75278]: </domain>
Dec 06 15:50:22 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:50:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1249517591',display_name='tempest-ServerRescueNegativeTestJSON-server-1249517591',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1249517591',id=16,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='17645f8e67ae42749222c64a2017e818',ramdisk_id='',reservation_id='r-zv9jczk2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1945514265',owner_user_name='tempest-ServerRescueNegativeTestJSON-1945514265-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:50:19Z,user_data=None,user_id='5c46caf813e6430d90d5637f2090c8ba',uuid=b979398f-d6ba-469c-96ed-e25012146a31,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1cbd93c9-871f-40a8-bf0a-a786f42020b6", "address": "fa:16:3e:71:29:43", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cbd93c9-87", "ovs_interfaceid": "1cbd93c9-871f-40a8-bf0a-a786f42020b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Converting VIF {"id": "1cbd93c9-871f-40a8-bf0a-a786f42020b6", "address": "fa:16:3e:71:29:43", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cbd93c9-87", "ovs_interfaceid": "1cbd93c9-871f-40a8-bf0a-a786f42020b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:29:43,bridge_name='br-int',has_traffic_filtering=True,id=1cbd93c9-871f-40a8-bf0a-a786f42020b6,network=Network(d11985ab-f39c-48fe-aed1-0b24eae58a73),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1cbd93c9-87') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG os_vif [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:29:43,bridge_name='br-int',has_traffic_filtering=True,id=1cbd93c9-871f-40a8-bf0a-a786f42020b6,network=Network(d11985ab-f39c-48fe-aed1-0b24eae58a73),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1cbd93c9-87') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '552f1830-3b89-5ca0-99a8-e61b1e2e5067', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1cbd93c9-87, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1cbd93c9-87, col_values=(('qos', UUID('1390a0a7-f2b8-40bf-ab6b-48178ef90613')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1cbd93c9-87, col_values=(('external_ids', {'iface-id': '1cbd93c9-871f-40a8-bf0a-a786f42020b6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:71:29:43', 'vm-uuid': 'b979398f-d6ba-469c-96ed-e25012146a31'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.network.neutron [req-45633aef-bf9e-4820-8303-1f1e2e6a361b req-a1d4baa6-ae3c-49bf-a9fe-915bde212a17 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:22 user nova-compute[75278]: INFO os_vif [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:29:43,bridge_name='br-int',has_traffic_filtering=True,id=1cbd93c9-871f-40a8-bf0a-a786f42020b6,network=Network(d11985ab-f39c-48fe-aed1-0b24eae58a73),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1cbd93c9-87')
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] No VIF found with MAC fa:16:3e:71:29:43, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.network.neutron [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Updating instance_info_cache with network_info: [{"id": "12c68316-0f1c-4979-97b6-1eb6f2a18724", "address": "fa:16:3e:8e:8d:73", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12c68316-0f", "ovs_interfaceid": "12c68316-0f1c-4979-97b6-1eb6f2a18724", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Releasing lock "refresh_cache-a909916c-b274-4c00-a248-30d6ed84859e" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.compute.manager [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Instance network_info: |[{"id": "12c68316-0f1c-4979-97b6-1eb6f2a18724", "address": "fa:16:3e:8e:8d:73", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12c68316-0f", "ovs_interfaceid": "12c68316-0f1c-4979-97b6-1eb6f2a18724", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-da810cb6-d7cf-4f3b-b404-37506939be2f req-88354999-7fb0-4d57-a894-cd677a7c66bb service nova] Acquired lock "refresh_cache-a909916c-b274-4c00-a248-30d6ed84859e" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.network.neutron [req-da810cb6-d7cf-4f3b-b404-37506939be2f req-88354999-7fb0-4d57-a894-cd677a7c66bb service nova] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Refreshing network info cache for port 12c68316-0f1c-4979-97b6-1eb6f2a18724 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Start _get_guest_xml network_info=[{"id": "12c68316-0f1c-4979-97b6-1eb6f2a18724", "address": "fa:16:3e:8e:8d:73", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12c68316-0f", "ovs_interfaceid": "12c68316-0f1c-4979-97b6-1eb6f2a18724", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:50:22 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:50:22 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:50:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-441200142',display_name='tempest-ServerRescueNegativeTestJSON-server-441200142',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-441200142',id=17,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='17645f8e67ae42749222c64a2017e818',ramdisk_id='',reservation_id='r-6fn1v1md',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1945514265',owner_user_name='tempest-ServerRescueNegativeTestJSON-1945514265-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:50:20Z,user_data=None,user_id='5c46caf813e6430d90d5637f2090c8ba',uuid=a909916c-b274-4c00-a248-30d6ed84859e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "12c68316-0f1c-4979-97b6-1eb6f2a18724", "address": "fa:16:3e:8e:8d:73", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12c68316-0f", "ovs_interfaceid": "12c68316-0f1c-4979-97b6-1eb6f2a18724", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Converting VIF {"id": "12c68316-0f1c-4979-97b6-1eb6f2a18724", "address": "fa:16:3e:8e:8d:73", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12c68316-0f", "ovs_interfaceid": "12c68316-0f1c-4979-97b6-1eb6f2a18724", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8e:8d:73,bridge_name='br-int',has_traffic_filtering=True,id=12c68316-0f1c-4979-97b6-1eb6f2a18724,network=Network(d11985ab-f39c-48fe-aed1-0b24eae58a73),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap12c68316-0f') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.objects.instance [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lazy-loading 'pci_devices' on Instance uuid a909916c-b274-4c00-a248-30d6ed84859e {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:50:22 user nova-compute[75278]: DEBUG nova.network.neutron [req-45633aef-bf9e-4820-8303-1f1e2e6a361b req-a1d4baa6-ae3c-49bf-a9fe-915bde212a17 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:50:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:50:23 user nova-compute[75278]:   <uuid>a909916c-b274-4c00-a248-30d6ed84859e</uuid>
Dec 06 15:50:23 user nova-compute[75278]:   <name>instance-00000011</name>
Dec 06 15:50:23 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 15:50:23 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:50:23 user nova-compute[75278]:   <metadata>
Dec 06 15:50:23 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:50:23 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:50:23 user nova-compute[75278]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-441200142</nova:name>
Dec 06 15:50:23 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:50:22</nova:creationTime>
Dec 06 15:50:23 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 15:50:23 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 15:50:23 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 15:50:23 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:50:23 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:50:23 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:50:23 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:50:23 user nova-compute[75278]:       <nova:owner>
Dec 06 15:50:23 user nova-compute[75278]:         <nova:user uuid="5c46caf813e6430d90d5637f2090c8ba">tempest-ServerRescueNegativeTestJSON-1945514265-project-member</nova:user>
Dec 06 15:50:23 user nova-compute[75278]:         <nova:project uuid="17645f8e67ae42749222c64a2017e818">tempest-ServerRescueNegativeTestJSON-1945514265</nova:project>
Dec 06 15:50:23 user nova-compute[75278]:       </nova:owner>
Dec 06 15:50:23 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 15:50:23 user nova-compute[75278]:       <nova:ports>
Dec 06 15:50:23 user nova-compute[75278]:         <nova:port uuid="12c68316-0f1c-4979-97b6-1eb6f2a18724">
Dec 06 15:50:23 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 06 15:50:23 user nova-compute[75278]:         </nova:port>
Dec 06 15:50:23 user nova-compute[75278]:       </nova:ports>
Dec 06 15:50:23 user nova-compute[75278]:     </nova:instance>
Dec 06 15:50:23 user nova-compute[75278]:   </metadata>
Dec 06 15:50:23 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:50:23 user nova-compute[75278]:     <system>
Dec 06 15:50:23 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:50:23 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:50:23 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:50:23 user nova-compute[75278]:       <entry name="serial">a909916c-b274-4c00-a248-30d6ed84859e</entry>
Dec 06 15:50:23 user nova-compute[75278]:       <entry name="uuid">a909916c-b274-4c00-a248-30d6ed84859e</entry>
Dec 06 15:50:23 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:50:23 user nova-compute[75278]:     </system>
Dec 06 15:50:23 user nova-compute[75278]:   </sysinfo>
Dec 06 15:50:23 user nova-compute[75278]:   <os>
Dec 06 15:50:23 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:50:23 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 15:50:23 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:50:23 user nova-compute[75278]:   </os>
Dec 06 15:50:23 user nova-compute[75278]:   <features>
Dec 06 15:50:23 user nova-compute[75278]:     <acpi/>
Dec 06 15:50:23 user nova-compute[75278]:     <apic/>
Dec 06 15:50:23 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:50:23 user nova-compute[75278]:   </features>
Dec 06 15:50:23 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:50:23 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:50:23 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:50:23 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:50:23 user nova-compute[75278]:   </clock>
Dec 06 15:50:23 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:50:23 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:50:23 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:50:23 user nova-compute[75278]:   </cpu>
Dec 06 15:50:23 user nova-compute[75278]:   <devices>
Dec 06 15:50:23 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 15:50:23 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 15:50:23 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk"/>
Dec 06 15:50:23 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 15:50:23 user nova-compute[75278]:     </disk>
Dec 06 15:50:23 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:50:23 user nova-compute[75278]:       <mac address="fa:16:3e:8e:8d:73"/>
Dec 06 15:50:23 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:50:23 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:50:23 user nova-compute[75278]:       <target dev="tap12c68316-0f"/>
Dec 06 15:50:23 user nova-compute[75278]:     </interface>
Dec 06 15:50:23 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:50:23 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/console.log" append="off"/>
Dec 06 15:50:23 user nova-compute[75278]:     </serial>
Dec 06 15:50:23 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:50:23 user nova-compute[75278]:     <video>
Dec 06 15:50:23 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:50:23 user nova-compute[75278]:     </video>
Dec 06 15:50:23 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:50:23 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:50:23 user nova-compute[75278]:     </rng>
Dec 06 15:50:23 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:50:23 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:50:23 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:50:23 user nova-compute[75278]:     </memballoon>
Dec 06 15:50:23 user nova-compute[75278]:   </devices>
Dec 06 15:50:23 user nova-compute[75278]: </domain>
Dec 06 15:50:23 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:50:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:50:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-441200142',display_name='tempest-ServerRescueNegativeTestJSON-server-441200142',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-441200142',id=17,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='17645f8e67ae42749222c64a2017e818',ramdisk_id='',reservation_id='r-6fn1v1md',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1945514265',owner_user_name='tempest-ServerRescueNegativeTestJSON-1945514265-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:50:20Z,user_data=None,user_id='5c46caf813e6430d90d5637f2090c8ba',uuid=a909916c-b274-4c00-a248-30d6ed84859e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "12c68316-0f1c-4979-97b6-1eb6f2a18724", "address": "fa:16:3e:8e:8d:73", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12c68316-0f", "ovs_interfaceid": "12c68316-0f1c-4979-97b6-1eb6f2a18724", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:50:23 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Converting VIF {"id": "12c68316-0f1c-4979-97b6-1eb6f2a18724", "address": "fa:16:3e:8e:8d:73", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12c68316-0f", "ovs_interfaceid": "12c68316-0f1c-4979-97b6-1eb6f2a18724", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:50:23 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8e:8d:73,bridge_name='br-int',has_traffic_filtering=True,id=12c68316-0f1c-4979-97b6-1eb6f2a18724,network=Network(d11985ab-f39c-48fe-aed1-0b24eae58a73),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap12c68316-0f') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:50:23 user nova-compute[75278]: DEBUG os_vif [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8e:8d:73,bridge_name='br-int',has_traffic_filtering=True,id=12c68316-0f1c-4979-97b6-1eb6f2a18724,network=Network(d11985ab-f39c-48fe-aed1-0b24eae58a73),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap12c68316-0f') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:50:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:50:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0ad9b4da-867c-5ade-9ac5-8e2ea3541fc5', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-45633aef-bf9e-4820-8303-1f1e2e6a361b req-a1d4baa6-ae3c-49bf-a9fe-915bde212a17 service nova] Releasing lock "refresh_cache-347b9aee-ff4c-4107-be32-8e4106abc6ea" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:50:23 user nova-compute[75278]: DEBUG nova.compute.manager [req-45633aef-bf9e-4820-8303-1f1e2e6a361b req-a1d4baa6-ae3c-49bf-a9fe-915bde212a17 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Received event network-changed-1cbd93c9-871f-40a8-bf0a-a786f42020b6 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:50:23 user nova-compute[75278]: DEBUG nova.compute.manager [req-45633aef-bf9e-4820-8303-1f1e2e6a361b req-a1d4baa6-ae3c-49bf-a9fe-915bde212a17 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Refreshing instance network info cache due to event network-changed-1cbd93c9-871f-40a8-bf0a-a786f42020b6. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:50:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-45633aef-bf9e-4820-8303-1f1e2e6a361b req-a1d4baa6-ae3c-49bf-a9fe-915bde212a17 service nova] Acquiring lock "refresh_cache-b979398f-d6ba-469c-96ed-e25012146a31" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:50:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-45633aef-bf9e-4820-8303-1f1e2e6a361b req-a1d4baa6-ae3c-49bf-a9fe-915bde212a17 service nova] Acquired lock "refresh_cache-b979398f-d6ba-469c-96ed-e25012146a31" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:50:23 user nova-compute[75278]: DEBUG nova.network.neutron [req-45633aef-bf9e-4820-8303-1f1e2e6a361b req-a1d4baa6-ae3c-49bf-a9fe-915bde212a17 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Refreshing network info cache for port 1cbd93c9-871f-40a8-bf0a-a786f42020b6 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:50:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:50:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap12c68316-0f, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap12c68316-0f, col_values=(('qos', UUID('33339e88-e58c-4444-b60a-ed6bd8ac6e9a')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap12c68316-0f, col_values=(('external_ids', {'iface-id': '12c68316-0f1c-4979-97b6-1eb6f2a18724', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8e:8d:73', 'vm-uuid': 'a909916c-b274-4c00-a248-30d6ed84859e'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:50:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:23 user nova-compute[75278]: INFO os_vif [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8e:8d:73,bridge_name='br-int',has_traffic_filtering=True,id=12c68316-0f1c-4979-97b6-1eb6f2a18724,network=Network(d11985ab-f39c-48fe-aed1-0b24eae58a73),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap12c68316-0f')
Dec 06 15:50:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:50:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] No VIF found with MAC fa:16:3e:8e:8d:73, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:50:23 user nova-compute[75278]: DEBUG nova.network.neutron [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Successfully updated port: 5e3fbc59-d734-41a4-ba1f-122635958b73 {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:50:23 user nova-compute[75278]: DEBUG nova.network.neutron [req-45633aef-bf9e-4820-8303-1f1e2e6a361b req-a1d4baa6-ae3c-49bf-a9fe-915bde212a17 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Updated VIF entry in instance network info cache for port 1cbd93c9-871f-40a8-bf0a-a786f42020b6. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:50:23 user nova-compute[75278]: DEBUG nova.network.neutron [req-45633aef-bf9e-4820-8303-1f1e2e6a361b req-a1d4baa6-ae3c-49bf-a9fe-915bde212a17 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Updating instance_info_cache with network_info: [{"id": "1cbd93c9-871f-40a8-bf0a-a786f42020b6", "address": "fa:16:3e:71:29:43", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cbd93c9-87", "ovs_interfaceid": "1cbd93c9-871f-40a8-bf0a-a786f42020b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:50:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-45633aef-bf9e-4820-8303-1f1e2e6a361b req-a1d4baa6-ae3c-49bf-a9fe-915bde212a17 service nova] Releasing lock "refresh_cache-b979398f-d6ba-469c-96ed-e25012146a31" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:50:23 user nova-compute[75278]: DEBUG nova.network.neutron [req-da810cb6-d7cf-4f3b-b404-37506939be2f req-88354999-7fb0-4d57-a894-cd677a7c66bb service nova] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Updated VIF entry in instance network info cache for port 12c68316-0f1c-4979-97b6-1eb6f2a18724. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:50:23 user nova-compute[75278]: DEBUG nova.network.neutron [req-da810cb6-d7cf-4f3b-b404-37506939be2f req-88354999-7fb0-4d57-a894-cd677a7c66bb service nova] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Updating instance_info_cache with network_info: [{"id": "12c68316-0f1c-4979-97b6-1eb6f2a18724", "address": "fa:16:3e:8e:8d:73", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12c68316-0f", "ovs_interfaceid": "12c68316-0f1c-4979-97b6-1eb6f2a18724", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:50:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-da810cb6-d7cf-4f3b-b404-37506939be2f req-88354999-7fb0-4d57-a894-cd677a7c66bb service nova] Releasing lock "refresh_cache-a909916c-b274-4c00-a248-30d6ed84859e" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:50:24 user nova-compute[75278]: DEBUG nova.network.neutron [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Successfully updated port: 0933fad8-dcb8-43ea-8f2a-a359aec87260 {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:50:24 user nova-compute[75278]: DEBUG nova.compute.manager [req-6dec6f7b-577d-4d8b-9fdb-e546a1b10c1e req-7be0259b-97fa-4d6b-830e-81aae221ab01 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-changed-5e3fbc59-d734-41a4-ba1f-122635958b73 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:50:24 user nova-compute[75278]: DEBUG nova.compute.manager [req-6dec6f7b-577d-4d8b-9fdb-e546a1b10c1e req-7be0259b-97fa-4d6b-830e-81aae221ab01 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Refreshing instance network info cache due to event network-changed-5e3fbc59-d734-41a4-ba1f-122635958b73. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:50:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-6dec6f7b-577d-4d8b-9fdb-e546a1b10c1e req-7be0259b-97fa-4d6b-830e-81aae221ab01 service nova] Acquiring lock "refresh_cache-347b9aee-ff4c-4107-be32-8e4106abc6ea" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:50:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-6dec6f7b-577d-4d8b-9fdb-e546a1b10c1e req-7be0259b-97fa-4d6b-830e-81aae221ab01 service nova] Acquired lock "refresh_cache-347b9aee-ff4c-4107-be32-8e4106abc6ea" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:50:24 user nova-compute[75278]: DEBUG nova.network.neutron [req-6dec6f7b-577d-4d8b-9fdb-e546a1b10c1e req-7be0259b-97fa-4d6b-830e-81aae221ab01 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Refreshing network info cache for port 5e3fbc59-d734-41a4-ba1f-122635958b73 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:50:24 user nova-compute[75278]: DEBUG nova.network.neutron [req-6dec6f7b-577d-4d8b-9fdb-e546a1b10c1e req-7be0259b-97fa-4d6b-830e-81aae221ab01 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:50:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:25 user nova-compute[75278]: DEBUG nova.network.neutron [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Successfully updated port: 57e3fcd1-dc34-413d-8140-4c3afa17c803 {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:50:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:25 user nova-compute[75278]: DEBUG nova.network.neutron [req-6dec6f7b-577d-4d8b-9fdb-e546a1b10c1e req-7be0259b-97fa-4d6b-830e-81aae221ab01 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:50:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-6dec6f7b-577d-4d8b-9fdb-e546a1b10c1e req-7be0259b-97fa-4d6b-830e-81aae221ab01 service nova] Releasing lock "refresh_cache-347b9aee-ff4c-4107-be32-8e4106abc6ea" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:50:25 user nova-compute[75278]: DEBUG nova.compute.manager [req-6dec6f7b-577d-4d8b-9fdb-e546a1b10c1e req-7be0259b-97fa-4d6b-830e-81aae221ab01 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-changed-0933fad8-dcb8-43ea-8f2a-a359aec87260 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:50:25 user nova-compute[75278]: DEBUG nova.compute.manager [req-6dec6f7b-577d-4d8b-9fdb-e546a1b10c1e req-7be0259b-97fa-4d6b-830e-81aae221ab01 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Refreshing instance network info cache due to event network-changed-0933fad8-dcb8-43ea-8f2a-a359aec87260. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:50:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-6dec6f7b-577d-4d8b-9fdb-e546a1b10c1e req-7be0259b-97fa-4d6b-830e-81aae221ab01 service nova] Acquiring lock "refresh_cache-347b9aee-ff4c-4107-be32-8e4106abc6ea" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:50:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-6dec6f7b-577d-4d8b-9fdb-e546a1b10c1e req-7be0259b-97fa-4d6b-830e-81aae221ab01 service nova] Acquired lock "refresh_cache-347b9aee-ff4c-4107-be32-8e4106abc6ea" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:50:25 user nova-compute[75278]: DEBUG nova.network.neutron [req-6dec6f7b-577d-4d8b-9fdb-e546a1b10c1e req-7be0259b-97fa-4d6b-830e-81aae221ab01 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Refreshing network info cache for port 0933fad8-dcb8-43ea-8f2a-a359aec87260 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:50:25 user nova-compute[75278]: DEBUG nova.compute.manager [req-3722603d-f4ce-4bb4-bc6a-a9c8bcec3544 req-e58cf7cc-9d48-4ecb-86e0-b56a578e4220 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Received event network-vif-plugged-1cbd93c9-871f-40a8-bf0a-a786f42020b6 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:50:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3722603d-f4ce-4bb4-bc6a-a9c8bcec3544 req-e58cf7cc-9d48-4ecb-86e0-b56a578e4220 service nova] Acquiring lock "b979398f-d6ba-469c-96ed-e25012146a31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:50:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3722603d-f4ce-4bb4-bc6a-a9c8bcec3544 req-e58cf7cc-9d48-4ecb-86e0-b56a578e4220 service nova] Lock "b979398f-d6ba-469c-96ed-e25012146a31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:50:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3722603d-f4ce-4bb4-bc6a-a9c8bcec3544 req-e58cf7cc-9d48-4ecb-86e0-b56a578e4220 service nova] Lock "b979398f-d6ba-469c-96ed-e25012146a31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:50:25 user nova-compute[75278]: DEBUG nova.compute.manager [req-3722603d-f4ce-4bb4-bc6a-a9c8bcec3544 req-e58cf7cc-9d48-4ecb-86e0-b56a578e4220 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] No waiting events found dispatching network-vif-plugged-1cbd93c9-871f-40a8-bf0a-a786f42020b6 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:50:25 user nova-compute[75278]: WARNING nova.compute.manager [req-3722603d-f4ce-4bb4-bc6a-a9c8bcec3544 req-e58cf7cc-9d48-4ecb-86e0-b56a578e4220 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Received unexpected event network-vif-plugged-1cbd93c9-871f-40a8-bf0a-a786f42020b6 for instance with vm_state building and task_state spawning.
Dec 06 15:50:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:25 user nova-compute[75278]: DEBUG nova.network.neutron [req-6dec6f7b-577d-4d8b-9fdb-e546a1b10c1e req-7be0259b-97fa-4d6b-830e-81aae221ab01 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:50:25 user nova-compute[75278]: DEBUG nova.network.neutron [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Successfully updated port: 22ac3167-2e14-4f78-8a11-658ef9b3368d {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:50:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:26 user nova-compute[75278]: DEBUG nova.network.neutron [req-6dec6f7b-577d-4d8b-9fdb-e546a1b10c1e req-7be0259b-97fa-4d6b-830e-81aae221ab01 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:50:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-6dec6f7b-577d-4d8b-9fdb-e546a1b10c1e req-7be0259b-97fa-4d6b-830e-81aae221ab01 service nova] Releasing lock "refresh_cache-347b9aee-ff4c-4107-be32-8e4106abc6ea" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:50:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-9df4a80f-defa-4706-a478-44bf39b8d5de req-6651676c-3c57-442a-ae0f-fc63d4cdc3c5 service nova] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Received event network-vif-plugged-12c68316-0f1c-4979-97b6-1eb6f2a18724 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:50:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9df4a80f-defa-4706-a478-44bf39b8d5de req-6651676c-3c57-442a-ae0f-fc63d4cdc3c5 service nova] Acquiring lock "a909916c-b274-4c00-a248-30d6ed84859e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:50:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9df4a80f-defa-4706-a478-44bf39b8d5de req-6651676c-3c57-442a-ae0f-fc63d4cdc3c5 service nova] Lock "a909916c-b274-4c00-a248-30d6ed84859e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:50:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9df4a80f-defa-4706-a478-44bf39b8d5de req-6651676c-3c57-442a-ae0f-fc63d4cdc3c5 service nova] Lock "a909916c-b274-4c00-a248-30d6ed84859e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:50:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-9df4a80f-defa-4706-a478-44bf39b8d5de req-6651676c-3c57-442a-ae0f-fc63d4cdc3c5 service nova] [instance: a909916c-b274-4c00-a248-30d6ed84859e] No waiting events found dispatching network-vif-plugged-12c68316-0f1c-4979-97b6-1eb6f2a18724 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:50:26 user nova-compute[75278]: WARNING nova.compute.manager [req-9df4a80f-defa-4706-a478-44bf39b8d5de req-6651676c-3c57-442a-ae0f-fc63d4cdc3c5 service nova] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Received unexpected event network-vif-plugged-12c68316-0f1c-4979-97b6-1eb6f2a18724 for instance with vm_state building and task_state spawning.
Dec 06 15:50:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-e48a1bfa-82af-45af-8647-66e79bfc87ba req-e1280b8d-a11e-47a1-837d-26775a60c6e2 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-changed-57e3fcd1-dc34-413d-8140-4c3afa17c803 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:50:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-e48a1bfa-82af-45af-8647-66e79bfc87ba req-e1280b8d-a11e-47a1-837d-26775a60c6e2 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Refreshing instance network info cache due to event network-changed-57e3fcd1-dc34-413d-8140-4c3afa17c803. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:50:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e48a1bfa-82af-45af-8647-66e79bfc87ba req-e1280b8d-a11e-47a1-837d-26775a60c6e2 service nova] Acquiring lock "refresh_cache-347b9aee-ff4c-4107-be32-8e4106abc6ea" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:50:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e48a1bfa-82af-45af-8647-66e79bfc87ba req-e1280b8d-a11e-47a1-837d-26775a60c6e2 service nova] Acquired lock "refresh_cache-347b9aee-ff4c-4107-be32-8e4106abc6ea" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:50:26 user nova-compute[75278]: DEBUG nova.network.neutron [req-e48a1bfa-82af-45af-8647-66e79bfc87ba req-e1280b8d-a11e-47a1-837d-26775a60c6e2 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Refreshing network info cache for port 57e3fcd1-dc34-413d-8140-4c3afa17c803 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:50:26 user nova-compute[75278]: DEBUG nova.network.neutron [req-e48a1bfa-82af-45af-8647-66e79bfc87ba req-e1280b8d-a11e-47a1-837d-26775a60c6e2 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:50:27 user nova-compute[75278]: INFO nova.virt.block_device [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Booting with volume a32058ed-3dba-4f05-99a9-424d2b4d0fe0 at /dev/vdb
Dec 06 15:50:27 user nova-compute[75278]: DEBUG nova.network.neutron [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Successfully updated port: 8d609f29-fdc1-4534-8ad9-9b1547f75da1 {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:50:27 user nova-compute[75278]: DEBUG os_brick.utils [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:50:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Acquiring lock "refresh_cache-347b9aee-ff4c-4107-be32-8e4106abc6ea" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:50:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.028s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:27 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[12af177a-4c0e-4d3b-b912-85fd917a0428]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:27 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d218fcae-9c47-4214-b291-9c63d25c9a5e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:27 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b796d89-f9ad-4770-b274-86fa9e99e763]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:27 user nova-compute[75278]: DEBUG nova.network.neutron [req-e48a1bfa-82af-45af-8647-66e79bfc87ba req-e1280b8d-a11e-47a1-837d-26775a60c6e2 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:50:27 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f87088c-f991-41e9-b055-d53c64e0baee]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:50:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 15:50:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e48a1bfa-82af-45af-8647-66e79bfc87ba req-e1280b8d-a11e-47a1-837d-26775a60c6e2 service nova] Releasing lock "refresh_cache-347b9aee-ff4c-4107-be32-8e4106abc6ea" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:50:27 user nova-compute[75278]: DEBUG nova.compute.manager [req-e48a1bfa-82af-45af-8647-66e79bfc87ba req-e1280b8d-a11e-47a1-837d-26775a60c6e2 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-changed-22ac3167-2e14-4f78-8a11-658ef9b3368d {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:50:27 user nova-compute[75278]: DEBUG nova.compute.manager [req-e48a1bfa-82af-45af-8647-66e79bfc87ba req-e1280b8d-a11e-47a1-837d-26775a60c6e2 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Refreshing instance network info cache due to event network-changed-22ac3167-2e14-4f78-8a11-658ef9b3368d. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:50:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e48a1bfa-82af-45af-8647-66e79bfc87ba req-e1280b8d-a11e-47a1-837d-26775a60c6e2 service nova] Acquiring lock "refresh_cache-347b9aee-ff4c-4107-be32-8e4106abc6ea" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:50:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e48a1bfa-82af-45af-8647-66e79bfc87ba req-e1280b8d-a11e-47a1-837d-26775a60c6e2 service nova] Acquired lock "refresh_cache-347b9aee-ff4c-4107-be32-8e4106abc6ea" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:50:27 user nova-compute[75278]: DEBUG nova.network.neutron [req-e48a1bfa-82af-45af-8647-66e79bfc87ba req-e1280b8d-a11e-47a1-837d-26775a60c6e2 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Refreshing network info cache for port 22ac3167-2e14-4f78-8a11-658ef9b3368d {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:50:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:50:27 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 15:50:27 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[199fb1e2-8913-45d9-a449-b77c56805d60]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 15:50:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 15:50:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 15:50:27 user nova-compute[75278]: DEBUG os_brick.utils [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] <== get_connector_properties: return (162ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:50:27 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Updating existing volume attachment record: 2a6d895c-56e9-4fa1-b4fc-5a6a41af9a36 {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 15:50:27 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:27 user nova-compute[75278]: DEBUG nova.network.neutron [req-e48a1bfa-82af-45af-8647-66e79bfc87ba req-e1280b8d-a11e-47a1-837d-26775a60c6e2 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:50:27 user nova-compute[75278]: DEBUG nova.compute.manager [req-1a0445ef-0bd9-409d-a83a-12f9f33c166c req-d9a7b916-b98a-448a-ab7c-552d3f44d1c1 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Received event network-vif-plugged-1cbd93c9-871f-40a8-bf0a-a786f42020b6 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:50:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-1a0445ef-0bd9-409d-a83a-12f9f33c166c req-d9a7b916-b98a-448a-ab7c-552d3f44d1c1 service nova] Acquiring lock "b979398f-d6ba-469c-96ed-e25012146a31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:50:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-1a0445ef-0bd9-409d-a83a-12f9f33c166c req-d9a7b916-b98a-448a-ab7c-552d3f44d1c1 service nova] Lock "b979398f-d6ba-469c-96ed-e25012146a31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:50:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-1a0445ef-0bd9-409d-a83a-12f9f33c166c req-d9a7b916-b98a-448a-ab7c-552d3f44d1c1 service nova] Lock "b979398f-d6ba-469c-96ed-e25012146a31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:50:27 user nova-compute[75278]: DEBUG nova.compute.manager [req-1a0445ef-0bd9-409d-a83a-12f9f33c166c req-d9a7b916-b98a-448a-ab7c-552d3f44d1c1 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] No waiting events found dispatching network-vif-plugged-1cbd93c9-871f-40a8-bf0a-a786f42020b6 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:50:27 user nova-compute[75278]: WARNING nova.compute.manager [req-1a0445ef-0bd9-409d-a83a-12f9f33c166c req-d9a7b916-b98a-448a-ab7c-552d3f44d1c1 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Received unexpected event network-vif-plugged-1cbd93c9-871f-40a8-bf0a-a786f42020b6 for instance with vm_state building and task_state spawning.
Dec 06 15:50:27 user nova-compute[75278]: DEBUG nova.network.neutron [req-e48a1bfa-82af-45af-8647-66e79bfc87ba req-e1280b8d-a11e-47a1-837d-26775a60c6e2 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:50:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e48a1bfa-82af-45af-8647-66e79bfc87ba req-e1280b8d-a11e-47a1-837d-26775a60c6e2 service nova] Releasing lock "refresh_cache-347b9aee-ff4c-4107-be32-8e4106abc6ea" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:50:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Acquired lock "refresh_cache-347b9aee-ff4c-4107-be32-8e4106abc6ea" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:50:27 user nova-compute[75278]: DEBUG nova.network.neutron [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:50:27 user nova-compute[75278]: DEBUG nova.network.neutron [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:50:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:28 user nova-compute[75278]: DEBUG nova.compute.manager [req-e7fabd9e-9419-4be0-8739-8a185814fb53 req-2e8c3996-13f5-4c59-96b0-5e7b3d4dd770 service nova] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Received event network-vif-plugged-12c68316-0f1c-4979-97b6-1eb6f2a18724 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:50:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e7fabd9e-9419-4be0-8739-8a185814fb53 req-2e8c3996-13f5-4c59-96b0-5e7b3d4dd770 service nova] Acquiring lock "a909916c-b274-4c00-a248-30d6ed84859e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:50:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e7fabd9e-9419-4be0-8739-8a185814fb53 req-2e8c3996-13f5-4c59-96b0-5e7b3d4dd770 service nova] Lock "a909916c-b274-4c00-a248-30d6ed84859e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:50:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e7fabd9e-9419-4be0-8739-8a185814fb53 req-2e8c3996-13f5-4c59-96b0-5e7b3d4dd770 service nova] Lock "a909916c-b274-4c00-a248-30d6ed84859e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:50:28 user nova-compute[75278]: DEBUG nova.compute.manager [req-e7fabd9e-9419-4be0-8739-8a185814fb53 req-2e8c3996-13f5-4c59-96b0-5e7b3d4dd770 service nova] [instance: a909916c-b274-4c00-a248-30d6ed84859e] No waiting events found dispatching network-vif-plugged-12c68316-0f1c-4979-97b6-1eb6f2a18724 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:50:28 user nova-compute[75278]: WARNING nova.compute.manager [req-e7fabd9e-9419-4be0-8739-8a185814fb53 req-2e8c3996-13f5-4c59-96b0-5e7b3d4dd770 service nova] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Received unexpected event network-vif-plugged-12c68316-0f1c-4979-97b6-1eb6f2a18724 for instance with vm_state building and task_state spawning.
Dec 06 15:50:28 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 15:50:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 15:50:28 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Instance spawned successfully.
Dec 06 15:50:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 15:50:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:50:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:50:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:50:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:50:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:50:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:50:28 user nova-compute[75278]: DEBUG nova.compute.manager [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 15:50:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 15:50:28 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Instance spawned successfully.
Dec 06 15:50:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 15:50:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:50:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:50:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:50:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:50:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:50:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:50:28 user nova-compute[75278]: DEBUG nova.compute.manager [req-e20a88c3-3de8-47ab-bbaf-1f5ebcbf8aed req-498272ed-ba8b-4636-980b-392d0dda1d37 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-changed-8d609f29-fdc1-4534-8ad9-9b1547f75da1 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:50:28 user nova-compute[75278]: DEBUG nova.compute.manager [req-e20a88c3-3de8-47ab-bbaf-1f5ebcbf8aed req-498272ed-ba8b-4636-980b-392d0dda1d37 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Refreshing instance network info cache due to event network-changed-8d609f29-fdc1-4534-8ad9-9b1547f75da1. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:50:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e20a88c3-3de8-47ab-bbaf-1f5ebcbf8aed req-498272ed-ba8b-4636-980b-392d0dda1d37 service nova] Acquiring lock "refresh_cache-347b9aee-ff4c-4107-be32-8e4106abc6ea" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:50:28 user nova-compute[75278]: INFO nova.compute.manager [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Took 9.90 seconds to spawn the instance on the hypervisor.
Dec 06 15:50:28 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:50:28 user nova-compute[75278]: INFO nova.compute.manager [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Took 8.81 seconds to spawn the instance on the hypervisor.
Dec 06 15:50:28 user nova-compute[75278]: DEBUG nova.compute.manager [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:50:29 user nova-compute[75278]: INFO nova.compute.manager [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Took 11.01 seconds to build instance.
Dec 06 15:50:29 user nova-compute[75278]: INFO nova.compute.manager [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Took 10.17 seconds to build instance.
Dec 06 15:50:29 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1590b85d-24d3-4bbd-94c9-bde40b9948ef tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "b979398f-d6ba-469c-96ed-e25012146a31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.153s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:50:29 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6f718c0c-b31d-4f0d-b684-b832de795dce tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "a909916c-b274-4c00-a248-30d6ed84859e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.394s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:50:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:31 user nova-compute[75278]: DEBUG nova.network.neutron [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Updating instance_info_cache with network_info: [{"id": "2d30a960-c4ce-4e33-b72c-8a3850e6d4cb", "address": "fa:16:3e:01:4e:e9", "network": {"id": "df8efb1e-223c-4d55-95e2-898758e74413", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-440467681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d30a960-c4", "ovs_interfaceid": "2d30a960-c4ce-4e33-b72c-8a3850e6d4cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "16ba6c63-346e-4702-a756-3af57cc74b5f", "address": "fa:16:3e:9d:95:89", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap16ba6c63-34", "ovs_interfaceid": "16ba6c63-346e-4702-a756-3af57cc74b5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5e3fbc59-d734-41a4-ba1f-122635958b73", "address": "fa:16:3e:1e:94:a4", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e3fbc59-d7", "ovs_interfaceid": "5e3fbc59-d734-41a4-ba1f-122635958b73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0933fad8-dcb8-43ea-8f2a-a359aec87260", "address": "fa:16:3e:f7:83:5d", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0933fad8-dc", "ovs_interfaceid": "0933fad8-dcb8-43ea-8f2a-a359aec87260", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "57e3fcd1-dc34-413d-8140-4c3afa17c803", "address": "fa:16:3e:a0:1f:53", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57e3fcd1-dc", "ovs_interfaceid": "57e3fcd1-dc34-413d-8140-4c3afa17c803", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "22ac3167-2e14-4f78-8a11-658ef9b3368d", "address": "fa:16:3e:55:b4:e2", "network": {"id": "dcbf3373-bf32-4757-bc12-84aa3dc7ad4c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1935429420", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22ac3167-2e", "ovs_interfaceid": "22ac3167-2e14-4f78-8a11-658ef9b3368d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d609f29-fdc1-4534-8ad9-9b1547f75da1", "address": "fa:16:3e:1e:e7:05", "network": {"id": "dcbf3373-bf32-4757-bc12-84aa3dc7ad4c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1935429420", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d609f29-fd", "ovs_interfaceid": "8d609f29-fdc1-4534-8ad9-9b1547f75da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:50:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Releasing lock "refresh_cache-347b9aee-ff4c-4107-be32-8e4106abc6ea" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:50:31 user nova-compute[75278]: DEBUG nova.compute.manager [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Instance network_info: |[{"id": "2d30a960-c4ce-4e33-b72c-8a3850e6d4cb", "address": "fa:16:3e:01:4e:e9", "network": {"id": "df8efb1e-223c-4d55-95e2-898758e74413", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-440467681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d30a960-c4", "ovs_interfaceid": "2d30a960-c4ce-4e33-b72c-8a3850e6d4cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "16ba6c63-346e-4702-a756-3af57cc74b5f", "address": "fa:16:3e:9d:95:89", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap16ba6c63-34", "ovs_interfaceid": "16ba6c63-346e-4702-a756-3af57cc74b5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5e3fbc59-d734-41a4-ba1f-122635958b73", "address": "fa:16:3e:1e:94:a4", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e3fbc59-d7", "ovs_interfaceid": "5e3fbc59-d734-41a4-ba1f-122635958b73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0933fad8-dcb8-43ea-8f2a-a359aec87260", "address": "fa:16:3e:f7:83:5d", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0933fad8-dc", "ovs_interfaceid": "0933fad8-dcb8-43ea-8f2a-a359aec87260", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "57e3fcd1-dc34-413d-8140-4c3afa17c803", "address": "fa:16:3e:a0:1f:53", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57e3fcd1-dc", "ovs_interfaceid": "57e3fcd1-dc34-413d-8140-4c3afa17c803", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "22ac3167-2e14-4f78-8a11-658ef9b3368d", "address": "fa:16:3e:55:b4:e2", "network": {"id": "dcbf3373-bf32-4757-bc12-84aa3dc7ad4c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1935429420", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22ac3167-2e", "ovs_interfaceid": "22ac3167-2e14-4f78-8a11-658ef9b3368d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d609f29-fdc1-4534-8ad9-9b1547f75da1", "address": "fa:16:3e:1e:e7:05", "network": {"id": "dcbf3373-bf32-4757-bc12-84aa3dc7ad4c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1935429420", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d609f29-fd", "ovs_interfaceid": "8d609f29-fdc1-4534-8ad9-9b1547f75da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 15:50:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e20a88c3-3de8-47ab-bbaf-1f5ebcbf8aed req-498272ed-ba8b-4636-980b-392d0dda1d37 service nova] Acquired lock "refresh_cache-347b9aee-ff4c-4107-be32-8e4106abc6ea" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:50:31 user nova-compute[75278]: DEBUG nova.network.neutron [req-e20a88c3-3de8-47ab-bbaf-1f5ebcbf8aed req-498272ed-ba8b-4636-980b-392d0dda1d37 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Refreshing network info cache for port 8d609f29-fdc1-4534-8ad9-9b1547f75da1 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:50:32 user nova-compute[75278]: DEBUG nova.network.neutron [req-e20a88c3-3de8-47ab-bbaf-1f5ebcbf8aed req-498272ed-ba8b-4636-980b-392d0dda1d37 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Updated VIF entry in instance network info cache for port 8d609f29-fdc1-4534-8ad9-9b1547f75da1. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:50:32 user nova-compute[75278]: DEBUG nova.network.neutron [req-e20a88c3-3de8-47ab-bbaf-1f5ebcbf8aed req-498272ed-ba8b-4636-980b-392d0dda1d37 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Updating instance_info_cache with network_info: [{"id": "2d30a960-c4ce-4e33-b72c-8a3850e6d4cb", "address": "fa:16:3e:01:4e:e9", "network": {"id": "df8efb1e-223c-4d55-95e2-898758e74413", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-440467681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d30a960-c4", "ovs_interfaceid": "2d30a960-c4ce-4e33-b72c-8a3850e6d4cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "16ba6c63-346e-4702-a756-3af57cc74b5f", "address": "fa:16:3e:9d:95:89", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap16ba6c63-34", "ovs_interfaceid": "16ba6c63-346e-4702-a756-3af57cc74b5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5e3fbc59-d734-41a4-ba1f-122635958b73", "address": "fa:16:3e:1e:94:a4", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e3fbc59-d7", "ovs_interfaceid": "5e3fbc59-d734-41a4-ba1f-122635958b73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0933fad8-dcb8-43ea-8f2a-a359aec87260", "address": "fa:16:3e:f7:83:5d", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0933fad8-dc", "ovs_interfaceid": "0933fad8-dcb8-43ea-8f2a-a359aec87260", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "57e3fcd1-dc34-413d-8140-4c3afa17c803", "address": "fa:16:3e:a0:1f:53", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57e3fcd1-dc", "ovs_interfaceid": "57e3fcd1-dc34-413d-8140-4c3afa17c803", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "22ac3167-2e14-4f78-8a11-658ef9b3368d", "address": "fa:16:3e:55:b4:e2", "network": {"id": "dcbf3373-bf32-4757-bc12-84aa3dc7ad4c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1935429420", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22ac3167-2e", "ovs_interfaceid": "22ac3167-2e14-4f78-8a11-658ef9b3368d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d609f29-fdc1-4534-8ad9-9b1547f75da1", "address": "fa:16:3e:1e:e7:05", "network": {"id": "dcbf3373-bf32-4757-bc12-84aa3dc7ad4c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1935429420", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d609f29-fd", "ovs_interfaceid": "8d609f29-fdc1-4534-8ad9-9b1547f75da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:50:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e20a88c3-3de8-47ab-bbaf-1f5ebcbf8aed req-498272ed-ba8b-4636-980b-392d0dda1d37 service nova] Releasing lock "refresh_cache-347b9aee-ff4c-4107-be32-8e4106abc6ea" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:50:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:38 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:40 user nova-compute[75278]: INFO nova.virt.block_device [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Booting with volume 386de57e-6b72-42a1-af23-439b467fc264 at /dev/vdc
Dec 06 15:50:40 user nova-compute[75278]: DEBUG os_brick.utils [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:50:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:40 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ffa84d3-bdcb-475d-9681-b78fdabc7405]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:40 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[852592bb-bf91-4ae4-b720-808a7a6350e6]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:40 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e40b8d99-ae40-4c7f-9b41-a6c776d8b141]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:40 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[17581e28-292f-4ce2-a260-e50590790bcf]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:50:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 15:50:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:50:40 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 15:50:40 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[71615b88-b3df-47d4-9772-cc48e1768a7a]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 15:50:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 15:50:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 15:50:40 user nova-compute[75278]: DEBUG os_brick.utils [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] <== get_connector_properties: return (182ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:50:40 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Updating existing volume attachment record: 3ebf3e2c-f9d1-4ea5-aa73-7c09e7f00ea0 {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 15:50:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-44884202-e3de-4b16-b118-9110a6f766dc tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Acquiring lock "37237a18-4321-4bce-8ade-a7eda7da1355" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:50:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-44884202-e3de-4b16-b118-9110a6f766dc tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "37237a18-4321-4bce-8ade-a7eda7da1355" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:50:40 user nova-compute[75278]: INFO nova.compute.manager [None req-44884202-e3de-4b16-b118-9110a6f766dc tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Detaching volume 161158d1-e185-4fb0-bb04-b18502b16a6d
Dec 06 15:50:40 user nova-compute[75278]: INFO nova.virt.block_device [None req-44884202-e3de-4b16-b118-9110a6f766dc tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Attempting to driver detach volume 161158d1-e185-4fb0-bb04-b18502b16a6d from mountpoint /dev/vdb
Dec 06 15:50:40 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-44884202-e3de-4b16-b118-9110a6f766dc tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Attempting to detach device vdb from instance 37237a18-4321-4bce-8ade-a7eda7da1355 from the persistent domain config. {{(pid=75278) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 15:50:40 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-44884202-e3de-4b16-b118-9110a6f766dc tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 15:50:40 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:50:40 user nova-compute[75278]:   <source dev="/dev/sdb"/>
Dec 06 15:50:40 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:50:40 user nova-compute[75278]:   <serial>161158d1-e185-4fb0-bb04-b18502b16a6d</serial>
Dec 06 15:50:40 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 15:50:40 user nova-compute[75278]: </disk>
Dec 06 15:50:40 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 15:50:40 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-44884202-e3de-4b16-b118-9110a6f766dc tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Successfully detached device vdb from instance 37237a18-4321-4bce-8ade-a7eda7da1355 from the persistent domain config.
Dec 06 15:50:40 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-44884202-e3de-4b16-b118-9110a6f766dc tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 37237a18-4321-4bce-8ade-a7eda7da1355 from the live domain config. {{(pid=75278) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 15:50:40 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-44884202-e3de-4b16-b118-9110a6f766dc tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 15:50:40 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:50:40 user nova-compute[75278]:   <source dev="/dev/sdb"/>
Dec 06 15:50:40 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:50:40 user nova-compute[75278]:   <serial>161158d1-e185-4fb0-bb04-b18502b16a6d</serial>
Dec 06 15:50:40 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 15:50:40 user nova-compute[75278]: </disk>
Dec 06 15:50:40 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 15:50:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-44884202-e3de-4b16-b118-9110a6f766dc tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 37237a18-4321-4bce-8ade-a7eda7da1355 {{(pid=75278) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 15:50:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Acquiring lock "8a957482-260a-437a-b48d-309224800fcf" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:50:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "8a957482-260a-437a-b48d-309224800fcf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:50:45 user nova-compute[75278]: DEBUG nova.compute.manager [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 15:50:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:50:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:50:45 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 15:50:45 user nova-compute[75278]: INFO nova.compute.claims [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Claim successful on node user
Dec 06 15:50:46 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:50:46 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:50:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.642s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:50:46 user nova-compute[75278]: DEBUG nova.compute.manager [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 15:50:46 user nova-compute[75278]: DEBUG nova.compute.manager [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 15:50:46 user nova-compute[75278]: DEBUG nova.network.neutron [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 15:50:46 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 15:50:46 user nova-compute[75278]: DEBUG nova.compute.manager [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 15:50:46 user nova-compute[75278]: DEBUG nova.compute.manager [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 15:50:46 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 15:50:46 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Creating image(s)
Dec 06 15:50:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Acquiring lock "/opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:50:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "/opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:50:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "/opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.009s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:50:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:46 user nova-compute[75278]: DEBUG nova.policy [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ba6ee4eabf040c4b13f1570bdce6436', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04dfb80ced2c4aa893a3fbbde62686d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 15:50:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.199s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Acquiring lock "8b6964317078072a1e593868059fc8dc16213a0c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:50:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:50:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.188s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk 1073741824" returned: 0 in 0.069s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:47 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.267s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:50:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.195s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:47 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 15:50:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:47 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Cannot resize image /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 15:50:47 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 15:50:47 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Ensure instance console log exists: /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 15:50:47 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:50:47 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:50:47 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:50:48 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:48 user nova-compute[75278]: DEBUG nova.network.neutron [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Successfully created port: 50514c85-0720-4dba-bfd3-badffe3f1d06 {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG nova.network.neutron [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Successfully updated port: 50514c85-0720-4dba-bfd3-badffe3f1d06 {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Acquiring lock "refresh_cache-8a957482-260a-437a-b48d-309224800fcf" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Acquired lock "refresh_cache-8a957482-260a-437a-b48d-309224800fcf" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG nova.network.neutron [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG nova.network.neutron [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG nova.compute.manager [req-cb332ffa-89b7-4854-b165-e32847434e55 req-188a25d2-a7ed-4d3a-ab89-a3ea6cb77ade service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Received event network-changed-50514c85-0720-4dba-bfd3-badffe3f1d06 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG nova.compute.manager [req-cb332ffa-89b7-4854-b165-e32847434e55 req-188a25d2-a7ed-4d3a-ab89-a3ea6cb77ade service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Refreshing instance network info cache due to event network-changed-50514c85-0720-4dba-bfd3-badffe3f1d06. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-cb332ffa-89b7-4854-b165-e32847434e55 req-188a25d2-a7ed-4d3a-ab89-a3ea6cb77ade service nova] Acquiring lock "refresh_cache-8a957482-260a-437a-b48d-309224800fcf" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG nova.network.neutron [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Updating instance_info_cache with network_info: [{"id": "50514c85-0720-4dba-bfd3-badffe3f1d06", "address": "fa:16:3e:55:5b:09", "network": {"id": "f8b0fd81-699e-407f-a4fa-b36a2242f59c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1427320194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "04dfb80ced2c4aa893a3fbbde62686d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50514c85-07", "ovs_interfaceid": "50514c85-0720-4dba-bfd3-badffe3f1d06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Releasing lock "refresh_cache-8a957482-260a-437a-b48d-309224800fcf" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG nova.compute.manager [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Instance network_info: |[{"id": "50514c85-0720-4dba-bfd3-badffe3f1d06", "address": "fa:16:3e:55:5b:09", "network": {"id": "f8b0fd81-699e-407f-a4fa-b36a2242f59c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1427320194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "04dfb80ced2c4aa893a3fbbde62686d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50514c85-07", "ovs_interfaceid": "50514c85-0720-4dba-bfd3-badffe3f1d06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-cb332ffa-89b7-4854-b165-e32847434e55 req-188a25d2-a7ed-4d3a-ab89-a3ea6cb77ade service nova] Acquired lock "refresh_cache-8a957482-260a-437a-b48d-309224800fcf" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG nova.network.neutron [req-cb332ffa-89b7-4854-b165-e32847434e55 req-188a25d2-a7ed-4d3a-ab89-a3ea6cb77ade service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Refreshing network info cache for port 50514c85-0720-4dba-bfd3-badffe3f1d06 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Start _get_guest_xml network_info=[{"id": "50514c85-0720-4dba-bfd3-badffe3f1d06", "address": "fa:16:3e:55:5b:09", "network": {"id": "f8b0fd81-699e-407f-a4fa-b36a2242f59c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1427320194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "04dfb80ced2c4aa893a3fbbde62686d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50514c85-07", "ovs_interfaceid": "50514c85-0720-4dba-bfd3-badffe3f1d06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:50:49 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:50:49 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:50:49 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:50:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1955580995',display_name='tempest-ServerActionsTestOtherB-server-1955580995',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1955580995',id=18,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKaZEWLXa3s6zDybJnjTp57CTxpBmZeKnvHuGwRw2vusLVduR8NR5S9yVIPFq9OhhJ9MvXMty16EHSGmwHwjvSdA/3g05d29VueJF42l6n3sCBeR0+FCrh+3N91DWFipeQ==',key_name='tempest-keypair-1251462433',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='04dfb80ced2c4aa893a3fbbde62686d0',ramdisk_id='',reservation_id='r-jzjoayy0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-1767218479',owner_user_name='tempest-ServerActionsTestOtherB-1767218479-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:50:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8ba6ee4eabf040c4b13f1570bdce6436',uuid=8a957482-260a-437a-b48d-309224800fcf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "50514c85-0720-4dba-bfd3-badffe3f1d06", "address": "fa:16:3e:55:5b:09", "network": {"id": "f8b0fd81-699e-407f-a4fa-b36a2242f59c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1427320194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "04dfb80ced2c4aa893a3fbbde62686d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50514c85-07", "ovs_interfaceid": "50514c85-0720-4dba-bfd3-badffe3f1d06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Converting VIF {"id": "50514c85-0720-4dba-bfd3-badffe3f1d06", "address": "fa:16:3e:55:5b:09", "network": {"id": "f8b0fd81-699e-407f-a4fa-b36a2242f59c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1427320194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "04dfb80ced2c4aa893a3fbbde62686d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50514c85-07", "ovs_interfaceid": "50514c85-0720-4dba-bfd3-badffe3f1d06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:5b:09,bridge_name='br-int',has_traffic_filtering=True,id=50514c85-0720-4dba-bfd3-badffe3f1d06,network=Network(f8b0fd81-699e-407f-a4fa-b36a2242f59c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50514c85-07') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG nova.objects.instance [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lazy-loading 'pci_devices' on Instance uuid 8a957482-260a-437a-b48d-309224800fcf {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:50:49 user nova-compute[75278]:   <uuid>8a957482-260a-437a-b48d-309224800fcf</uuid>
Dec 06 15:50:49 user nova-compute[75278]:   <name>instance-00000012</name>
Dec 06 15:50:49 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 15:50:49 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:50:49 user nova-compute[75278]:   <metadata>
Dec 06 15:50:49 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:50:49 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:50:49 user nova-compute[75278]:       <nova:name>tempest-ServerActionsTestOtherB-server-1955580995</nova:name>
Dec 06 15:50:49 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:50:49</nova:creationTime>
Dec 06 15:50:49 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 15:50:49 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 15:50:49 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 15:50:49 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:50:49 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:50:49 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:50:49 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:50:49 user nova-compute[75278]:       <nova:owner>
Dec 06 15:50:49 user nova-compute[75278]:         <nova:user uuid="8ba6ee4eabf040c4b13f1570bdce6436">tempest-ServerActionsTestOtherB-1767218479-project-member</nova:user>
Dec 06 15:50:49 user nova-compute[75278]:         <nova:project uuid="04dfb80ced2c4aa893a3fbbde62686d0">tempest-ServerActionsTestOtherB-1767218479</nova:project>
Dec 06 15:50:49 user nova-compute[75278]:       </nova:owner>
Dec 06 15:50:49 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 15:50:49 user nova-compute[75278]:       <nova:ports>
Dec 06 15:50:49 user nova-compute[75278]:         <nova:port uuid="50514c85-0720-4dba-bfd3-badffe3f1d06">
Dec 06 15:50:49 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 06 15:50:49 user nova-compute[75278]:         </nova:port>
Dec 06 15:50:49 user nova-compute[75278]:       </nova:ports>
Dec 06 15:50:49 user nova-compute[75278]:     </nova:instance>
Dec 06 15:50:49 user nova-compute[75278]:   </metadata>
Dec 06 15:50:49 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:50:49 user nova-compute[75278]:     <system>
Dec 06 15:50:49 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:50:49 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:50:49 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:50:49 user nova-compute[75278]:       <entry name="serial">8a957482-260a-437a-b48d-309224800fcf</entry>
Dec 06 15:50:49 user nova-compute[75278]:       <entry name="uuid">8a957482-260a-437a-b48d-309224800fcf</entry>
Dec 06 15:50:49 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:50:49 user nova-compute[75278]:     </system>
Dec 06 15:50:49 user nova-compute[75278]:   </sysinfo>
Dec 06 15:50:49 user nova-compute[75278]:   <os>
Dec 06 15:50:49 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:50:49 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 15:50:49 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:50:49 user nova-compute[75278]:   </os>
Dec 06 15:50:49 user nova-compute[75278]:   <features>
Dec 06 15:50:49 user nova-compute[75278]:     <acpi/>
Dec 06 15:50:49 user nova-compute[75278]:     <apic/>
Dec 06 15:50:49 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:50:49 user nova-compute[75278]:   </features>
Dec 06 15:50:49 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:50:49 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:50:49 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:50:49 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:50:49 user nova-compute[75278]:   </clock>
Dec 06 15:50:49 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:50:49 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:50:49 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:50:49 user nova-compute[75278]:   </cpu>
Dec 06 15:50:49 user nova-compute[75278]:   <devices>
Dec 06 15:50:49 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 15:50:49 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 15:50:49 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk"/>
Dec 06 15:50:49 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 15:50:49 user nova-compute[75278]:     </disk>
Dec 06 15:50:49 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:50:49 user nova-compute[75278]:       <mac address="fa:16:3e:55:5b:09"/>
Dec 06 15:50:49 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:50:49 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:50:49 user nova-compute[75278]:       <target dev="tap50514c85-07"/>
Dec 06 15:50:49 user nova-compute[75278]:     </interface>
Dec 06 15:50:49 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:50:49 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/console.log" append="off"/>
Dec 06 15:50:49 user nova-compute[75278]:     </serial>
Dec 06 15:50:49 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:50:49 user nova-compute[75278]:     <video>
Dec 06 15:50:49 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:50:49 user nova-compute[75278]:     </video>
Dec 06 15:50:49 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:50:49 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:50:49 user nova-compute[75278]:     </rng>
Dec 06 15:50:49 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:50:49 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:50:49 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:50:49 user nova-compute[75278]:     </memballoon>
Dec 06 15:50:49 user nova-compute[75278]:   </devices>
Dec 06 15:50:49 user nova-compute[75278]: </domain>
Dec 06 15:50:49 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:50:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1955580995',display_name='tempest-ServerActionsTestOtherB-server-1955580995',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1955580995',id=18,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKaZEWLXa3s6zDybJnjTp57CTxpBmZeKnvHuGwRw2vusLVduR8NR5S9yVIPFq9OhhJ9MvXMty16EHSGmwHwjvSdA/3g05d29VueJF42l6n3sCBeR0+FCrh+3N91DWFipeQ==',key_name='tempest-keypair-1251462433',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='04dfb80ced2c4aa893a3fbbde62686d0',ramdisk_id='',reservation_id='r-jzjoayy0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-1767218479',owner_user_name='tempest-ServerActionsTestOtherB-1767218479-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:50:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8ba6ee4eabf040c4b13f1570bdce6436',uuid=8a957482-260a-437a-b48d-309224800fcf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "50514c85-0720-4dba-bfd3-badffe3f1d06", "address": "fa:16:3e:55:5b:09", "network": {"id": "f8b0fd81-699e-407f-a4fa-b36a2242f59c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1427320194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "04dfb80ced2c4aa893a3fbbde62686d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50514c85-07", "ovs_interfaceid": "50514c85-0720-4dba-bfd3-badffe3f1d06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Converting VIF {"id": "50514c85-0720-4dba-bfd3-badffe3f1d06", "address": "fa:16:3e:55:5b:09", "network": {"id": "f8b0fd81-699e-407f-a4fa-b36a2242f59c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1427320194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "04dfb80ced2c4aa893a3fbbde62686d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50514c85-07", "ovs_interfaceid": "50514c85-0720-4dba-bfd3-badffe3f1d06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:5b:09,bridge_name='br-int',has_traffic_filtering=True,id=50514c85-0720-4dba-bfd3-badffe3f1d06,network=Network(f8b0fd81-699e-407f-a4fa-b36a2242f59c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50514c85-07') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG os_vif [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:5b:09,bridge_name='br-int',has_traffic_filtering=True,id=50514c85-0720-4dba-bfd3-badffe3f1d06,network=Network(f8b0fd81-699e-407f-a4fa-b36a2242f59c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50514c85-07') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fa4e3b4e-c026-5460-8b97-e122a825d215', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap50514c85-07, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap50514c85-07, col_values=(('qos', UUID('7f67fe8a-249a-49e8-bfcd-548fa7d66b03')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap50514c85-07, col_values=(('external_ids', {'iface-id': '50514c85-0720-4dba-bfd3-badffe3f1d06', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:55:5b:09', 'vm-uuid': '8a957482-260a-437a-b48d-309224800fcf'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:50:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:49 user nova-compute[75278]: INFO os_vif [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:5b:09,bridge_name='br-int',has_traffic_filtering=True,id=50514c85-0720-4dba-bfd3-badffe3f1d06,network=Network(f8b0fd81-699e-407f-a4fa-b36a2242f59c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50514c85-07')
Dec 06 15:50:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:50 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:50:50 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] No VIF found with MAC fa:16:3e:55:5b:09, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:50:50 user nova-compute[75278]: DEBUG nova.network.neutron [req-cb332ffa-89b7-4854-b165-e32847434e55 req-188a25d2-a7ed-4d3a-ab89-a3ea6cb77ade service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Updated VIF entry in instance network info cache for port 50514c85-0720-4dba-bfd3-badffe3f1d06. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:50:50 user nova-compute[75278]: DEBUG nova.network.neutron [req-cb332ffa-89b7-4854-b165-e32847434e55 req-188a25d2-a7ed-4d3a-ab89-a3ea6cb77ade service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Updating instance_info_cache with network_info: [{"id": "50514c85-0720-4dba-bfd3-badffe3f1d06", "address": "fa:16:3e:55:5b:09", "network": {"id": "f8b0fd81-699e-407f-a4fa-b36a2242f59c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1427320194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "04dfb80ced2c4aa893a3fbbde62686d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50514c85-07", "ovs_interfaceid": "50514c85-0720-4dba-bfd3-badffe3f1d06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:50:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-cb332ffa-89b7-4854-b165-e32847434e55 req-188a25d2-a7ed-4d3a-ab89-a3ea6cb77ade service nova] Releasing lock "refresh_cache-8a957482-260a-437a-b48d-309224800fcf" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:50:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:51 user nova-compute[75278]: DEBUG nova.compute.manager [req-94f7ee9f-b759-449b-98c1-6934cafb8796 req-c910ed75-c712-4207-a57c-6ba5138cc05b service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Received event network-vif-plugged-50514c85-0720-4dba-bfd3-badffe3f1d06 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:50:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-94f7ee9f-b759-449b-98c1-6934cafb8796 req-c910ed75-c712-4207-a57c-6ba5138cc05b service nova] Acquiring lock "8a957482-260a-437a-b48d-309224800fcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:50:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-94f7ee9f-b759-449b-98c1-6934cafb8796 req-c910ed75-c712-4207-a57c-6ba5138cc05b service nova] Lock "8a957482-260a-437a-b48d-309224800fcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:50:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-94f7ee9f-b759-449b-98c1-6934cafb8796 req-c910ed75-c712-4207-a57c-6ba5138cc05b service nova] Lock "8a957482-260a-437a-b48d-309224800fcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:50:51 user nova-compute[75278]: DEBUG nova.compute.manager [req-94f7ee9f-b759-449b-98c1-6934cafb8796 req-c910ed75-c712-4207-a57c-6ba5138cc05b service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] No waiting events found dispatching network-vif-plugged-50514c85-0720-4dba-bfd3-badffe3f1d06 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:50:51 user nova-compute[75278]: WARNING nova.compute.manager [req-94f7ee9f-b759-449b-98c1-6934cafb8796 req-c910ed75-c712-4207-a57c-6ba5138cc05b service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Received unexpected event network-vif-plugged-50514c85-0720-4dba-bfd3-badffe3f1d06 for instance with vm_state building and task_state spawning.
Dec 06 15:50:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4e7793ff-e7ed-4524-95f4-ac19301dd39c tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Acquiring lock "c1919411-a6dc-4632-9507-32e27e83016f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:50:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4e7793ff-e7ed-4524-95f4-ac19301dd39c tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "c1919411-a6dc-4632-9507-32e27e83016f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:50:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4e7793ff-e7ed-4524-95f4-ac19301dd39c tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Acquiring lock "c1919411-a6dc-4632-9507-32e27e83016f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:50:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4e7793ff-e7ed-4524-95f4-ac19301dd39c tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "c1919411-a6dc-4632-9507-32e27e83016f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:50:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4e7793ff-e7ed-4524-95f4-ac19301dd39c tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "c1919411-a6dc-4632-9507-32e27e83016f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:50:52 user nova-compute[75278]: INFO nova.compute.manager [None req-4e7793ff-e7ed-4524-95f4-ac19301dd39c tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Terminating instance
Dec 06 15:50:52 user nova-compute[75278]: DEBUG nova.compute.manager [None req-4e7793ff-e7ed-4524-95f4-ac19301dd39c tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 15:50:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:53 user nova-compute[75278]: DEBUG nova.compute.manager [req-f27ddb43-21c7-4383-9b0e-ec507ec6649d req-b627f423-1f44-44c6-9182-c9b7dec9df40 service nova] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Received event network-vif-unplugged-20d30580-3f28-4aed-9003-4a98f6a1feef {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:50:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f27ddb43-21c7-4383-9b0e-ec507ec6649d req-b627f423-1f44-44c6-9182-c9b7dec9df40 service nova] Acquiring lock "c1919411-a6dc-4632-9507-32e27e83016f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:50:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f27ddb43-21c7-4383-9b0e-ec507ec6649d req-b627f423-1f44-44c6-9182-c9b7dec9df40 service nova] Lock "c1919411-a6dc-4632-9507-32e27e83016f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:50:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f27ddb43-21c7-4383-9b0e-ec507ec6649d req-b627f423-1f44-44c6-9182-c9b7dec9df40 service nova] Lock "c1919411-a6dc-4632-9507-32e27e83016f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:50:53 user nova-compute[75278]: DEBUG nova.compute.manager [req-f27ddb43-21c7-4383-9b0e-ec507ec6649d req-b627f423-1f44-44c6-9182-c9b7dec9df40 service nova] [instance: c1919411-a6dc-4632-9507-32e27e83016f] No waiting events found dispatching network-vif-unplugged-20d30580-3f28-4aed-9003-4a98f6a1feef {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:50:53 user nova-compute[75278]: DEBUG nova.compute.manager [req-f27ddb43-21c7-4383-9b0e-ec507ec6649d req-b627f423-1f44-44c6-9182-c9b7dec9df40 service nova] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Received event network-vif-unplugged-20d30580-3f28-4aed-9003-4a98f6a1feef for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 15:50:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:53 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Instance destroyed successfully.
Dec 06 15:50:53 user nova-compute[75278]: DEBUG nova.objects.instance [None req-4e7793ff-e7ed-4524-95f4-ac19301dd39c tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lazy-loading 'resources' on Instance uuid c1919411-a6dc-4632-9507-32e27e83016f {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:50:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-4e7793ff-e7ed-4524-95f4-ac19301dd39c tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:48:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1550272141',display_name='tempest-VolumesAdminNegativeTest-server-1550272141',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1550272141',id=13,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:49:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6bf518d50e054cabaa99c25a7e27ce03',ramdisk_id='',reservation_id='r-6ducm0c7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-2022394682',owner_user_name='tempest-VolumesAdminNegativeTest-2022394682-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:49:02Z,user_data=None,user_id='23fc2de366a24cdca669f2dfc3ae16db',uuid=c1919411-a6dc-4632-9507-32e27e83016f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "20d30580-3f28-4aed-9003-4a98f6a1feef", "address": "fa:16:3e:c2:78:fc", "network": {"id": "1456ba8f-4723-487d-b5d4-76d3f809df32", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-54105982-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6bf518d50e054cabaa99c25a7e27ce03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20d30580-3f", "ovs_interfaceid": "20d30580-3f28-4aed-9003-4a98f6a1feef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:50:53 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-4e7793ff-e7ed-4524-95f4-ac19301dd39c tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Converting VIF {"id": "20d30580-3f28-4aed-9003-4a98f6a1feef", "address": "fa:16:3e:c2:78:fc", "network": {"id": "1456ba8f-4723-487d-b5d4-76d3f809df32", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-54105982-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6bf518d50e054cabaa99c25a7e27ce03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20d30580-3f", "ovs_interfaceid": "20d30580-3f28-4aed-9003-4a98f6a1feef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:50:53 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-4e7793ff-e7ed-4524-95f4-ac19301dd39c tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c2:78:fc,bridge_name='br-int',has_traffic_filtering=True,id=20d30580-3f28-4aed-9003-4a98f6a1feef,network=Network(1456ba8f-4723-487d-b5d4-76d3f809df32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20d30580-3f') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:50:53 user nova-compute[75278]: DEBUG os_vif [None req-4e7793ff-e7ed-4524-95f4-ac19301dd39c tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c2:78:fc,bridge_name='br-int',has_traffic_filtering=True,id=20d30580-3f28-4aed-9003-4a98f6a1feef,network=Network(1456ba8f-4723-487d-b5d4-76d3f809df32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20d30580-3f') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:50:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap20d30580-3f, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2ab13f3b-e6ad-4789-ac71-849f1d92666b) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:50:53 user nova-compute[75278]: INFO os_vif [None req-4e7793ff-e7ed-4524-95f4-ac19301dd39c tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c2:78:fc,bridge_name='br-int',has_traffic_filtering=True,id=20d30580-3f28-4aed-9003-4a98f6a1feef,network=Network(1456ba8f-4723-487d-b5d4-76d3f809df32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20d30580-3f')
Dec 06 15:50:53 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-4e7793ff-e7ed-4524-95f4-ac19301dd39c tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Deleting instance files /opt/stack/data/nova/instances/c1919411-a6dc-4632-9507-32e27e83016f_del
Dec 06 15:50:53 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-4e7793ff-e7ed-4524-95f4-ac19301dd39c tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Deletion of /opt/stack/data/nova/instances/c1919411-a6dc-4632-9507-32e27e83016f_del complete
Dec 06 15:50:53 user nova-compute[75278]: INFO nova.compute.manager [None req-4e7793ff-e7ed-4524-95f4-ac19301dd39c tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Took 0.98 seconds to destroy the instance on the hypervisor.
Dec 06 15:50:53 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-4e7793ff-e7ed-4524-95f4-ac19301dd39c tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 15:50:53 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 15:50:53 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: c1919411-a6dc-4632-9507-32e27e83016f] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG nova.compute.manager [req-85dc4ded-ced6-48af-9087-5ac5f917d070 req-df9c18c2-2671-4714-9f66-8855404c0f5e service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Received event network-vif-plugged-50514c85-0720-4dba-bfd3-badffe3f1d06 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-85dc4ded-ced6-48af-9087-5ac5f917d070 req-df9c18c2-2671-4714-9f66-8855404c0f5e service nova] Acquiring lock "8a957482-260a-437a-b48d-309224800fcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-85dc4ded-ced6-48af-9087-5ac5f917d070 req-df9c18c2-2671-4714-9f66-8855404c0f5e service nova] Lock "8a957482-260a-437a-b48d-309224800fcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-85dc4ded-ced6-48af-9087-5ac5f917d070 req-df9c18c2-2671-4714-9f66-8855404c0f5e service nova] Lock "8a957482-260a-437a-b48d-309224800fcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG nova.compute.manager [req-85dc4ded-ced6-48af-9087-5ac5f917d070 req-df9c18c2-2671-4714-9f66-8855404c0f5e service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] No waiting events found dispatching network-vif-plugged-50514c85-0720-4dba-bfd3-badffe3f1d06 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:50:54 user nova-compute[75278]: WARNING nova.compute.manager [req-85dc4ded-ced6-48af-9087-5ac5f917d070 req-df9c18c2-2671-4714-9f66-8855404c0f5e service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Received unexpected event network-vif-plugged-50514c85-0720-4dba-bfd3-badffe3f1d06 for instance with vm_state building and task_state spawning.
Dec 06 15:50:54 user nova-compute[75278]: DEBUG nova.compute.manager [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 15:50:54 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Creating image(s)
Dec 06 15:50:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Did not create local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Ensure instance console log exists: /opt/stack/data/nova/instances/347b9aee-ff4c-4107-be32-8e4106abc6ea/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Start _get_guest_xml network_info=[{"id": "2d30a960-c4ce-4e33-b72c-8a3850e6d4cb", "address": "fa:16:3e:01:4e:e9", "network": {"id": "df8efb1e-223c-4d55-95e2-898758e74413", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-440467681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d30a960-c4", "ovs_interfaceid": "2d30a960-c4ce-4e33-b72c-8a3850e6d4cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "16ba6c63-346e-4702-a756-3af57cc74b5f", "address": "fa:16:3e:9d:95:89", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap16ba6c63-34", "ovs_interfaceid": "16ba6c63-346e-4702-a756-3af57cc74b5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5e3fbc59-d734-41a4-ba1f-122635958b73", "address": "fa:16:3e:1e:94:a4", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e3fbc59-d7", "ovs_interfaceid": "5e3fbc59-d734-41a4-ba1f-122635958b73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0933fad8-dcb8-43ea-8f2a-a359aec87260", "address": "fa:16:3e:f7:83:5d", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0933fad8-dc", "ovs_interfaceid": "0933fad8-dcb8-43ea-8f2a-a359aec87260", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "57e3fcd1-dc34-413d-8140-4c3afa17c803", "address": "fa:16:3e:a0:1f:53", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57e3fcd1-dc", "ovs_interfaceid": "57e3fcd1-dc34-413d-8140-4c3afa17c803", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "22ac3167-2e14-4f78-8a11-658ef9b3368d", "address": "fa:16:3e:55:b4:e2", "network": {"id": "dcbf3373-bf32-4757-bc12-84aa3dc7ad4c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1935429420", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22ac3167-2e", "ovs_interfaceid": "22ac3167-2e14-4f78-8a11-658ef9b3368d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d609f29-fdc1-4534-8ad9-9b1547f75da1", "address": "fa:16:3e:1e:e7:05", "network": {"id": "dcbf3373-bf32-4757-bc12-84aa3dc7ad4c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1935429420", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d609f29-fd", "ovs_interfaceid": "8d609f29-fdc1-4534-8ad9-9b1547f75da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'boot_index': 0, 'delete_on_termination': False, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': '196513a4-86a2-4bad-8f1c-ac179a9dedb7', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WmZQXDep', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '347b9aee-ff4c-4107-be32-8e4106abc6ea', 'attached_at': '', 'detached_at': '', 'volume_id': '31d0bd95-71f8-41b6-8c8e-2374daa8e044', 'serial': '31d0bd95-71f8-41b6-8c8e-2374daa8e044'}, 'volume_type': None}, {'device_type': 'disk', 'boot_index': 1, 'delete_on_termination': False, 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'guest_format': None, 'attachment_id': '2a6d895c-56e9-4fa1-b4fc-5a6a41af9a36', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HRFUafgM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '347b9aee-ff4c-4107-be32-8e4106abc6ea', 'attached_at': '', 'detached_at': '', 'volume_id': 'a32058ed-3dba-4f05-99a9-424d2b4d0fe0', 'serial': 'a32058ed-3dba-4f05-99a9-424d2b4d0fe0'}, 'volume_type': None}, {'device_type': 'disk', 'boot_index': 2, 'delete_on_termination': False, 'disk_bus': 'virtio', 'mount_device': '/dev/vdc', 'guest_format': None, 'attachment_id': '3ebf3e2c-f9d1-4ea5-aa73-7c09e7f00ea0', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zrOAxCLS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '347b9aee-ff4c-4107-be32-8e4106abc6ea', 'attached_at': '', 'detached_at': '', 'volume_id': '386de57e-6b72-42a1-af23-439b467fc264', 'serial': '386de57e-6b72-42a1-af23-439b467fc264'}, 'volume_type': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:50:54 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:50:54 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:50:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WmZQXDep', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:50:54 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:50:54 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:50:54 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:50:54 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:50:54 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9766e59-f5f9-4256-a060-5b896b25a580]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 15:50:54 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b6aa630-1264-4a5d-bb4c-dedae1a9b02d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044] added
Dec 06 15:50:54 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG nova.compute.manager [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 15:50:54 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 8a957482-260a-437a-b48d-309224800fcf] Instance spawned successfully.
Dec 06 15:50:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[71e7bd32-830e-44f9-9f5d-94a25df3b758]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[915ad1bf-59fe-4b7f-a743-9981882660d4]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WmZQXDep {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WmZQXDep" returned: 0 in 0.028s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc8c0382-8f93-410a-a057-fab4efd33a5f]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'WmZQXDep'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.040s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c76aeb2-0eb7-4535-8a16-f8c1592bfabb]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:54 user nova-compute[75278]: INFO nova.compute.manager [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Took 7.69 seconds to spawn the instance on the hypervisor.
Dec 06 15:50:54 user nova-compute[75278]: DEBUG nova.compute.manager [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.045s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[41585e1c-147e-4410-a90d-d59b66970494]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:50:54 user nova-compute[75278]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:50:54 user nova-compute[75278]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:50:54 user nova-compute[75278]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d (non-flash)
Dec 06 15:50:54 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:50:54 user nova-compute[75278]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:50:54 user nova-compute[75278]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:50:54 user nova-compute[75278]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d (non-flash)
Dec 06 15:50:54 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 -p 172.16.0.220:3260 --login" returned: 0 in 0.089s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[68efd81a-5064-48af-b1b3-21f8a83c920f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044, portal: 172.16.0.220,3260]
Dec 06 15:50:54 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044, portal: 172.16.0.220,3260] successful.
Dec 06 15:50:54 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a57624f5-e642-4f90-86ea-e836bbf1c8e9]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:50:54 user nova-compute[75278]: INFO nova.compute.manager [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Took 8.74 seconds to build instance.
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dbfed90a-1bbc-49d5-b959-d3c17c83ad7e tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "8a957482-260a-437a-b48d-309224800fcf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.877s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.039s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea075fc9-095e-47d6-b0db-eb69ec3a6ce7]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:50:54 user nova-compute[75278]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:50:54 user nova-compute[75278]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:50:54 user nova-compute[75278]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d (non-flash)
Dec 06 15:50:54 user nova-compute[75278]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:50:54 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:50:54 user nova-compute[75278]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:50:54 user nova-compute[75278]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:50:54 user nova-compute[75278]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d (non-flash)
Dec 06 15:50:54 user nova-compute[75278]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:50:54 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.403s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] HCTL ('36', '-', '-', 0) found on session 19 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:54 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Took 0.81 seconds to deallocate network for instance.
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee20eb1c-f9e5-466f-aba7-e7b1aaa00efc]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Searching for a device in session 19 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WmZQXDep', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4e7793ff-e7ed-4524-95f4-ac19301dd39c tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:50:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4e7793ff-e7ed-4524-95f4-ac19301dd39c tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-4e7793ff-e7ed-4524-95f4-ac19301dd39c tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-4e7793ff-e7ed-4524-95f4-ac19301dd39c tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4e7793ff-e7ed-4524-95f4-ac19301dd39c tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.533s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:50:55 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-4e7793ff-e7ed-4524-95f4-ac19301dd39c tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Deleted allocations for instance c1919411-a6dc-4632-9507-32e27e83016f
Dec 06 15:50:55 user nova-compute[75278]: DEBUG nova.compute.manager [req-2a919399-ea72-4fd4-a832-1e7c8385a8b0 req-e12bb54b-a25b-4eb4-8e28-fb14ff176d77 service nova] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Received event network-vif-plugged-20d30580-3f28-4aed-9003-4a98f6a1feef {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2a919399-ea72-4fd4-a832-1e7c8385a8b0 req-e12bb54b-a25b-4eb4-8e28-fb14ff176d77 service nova] Acquiring lock "c1919411-a6dc-4632-9507-32e27e83016f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2a919399-ea72-4fd4-a832-1e7c8385a8b0 req-e12bb54b-a25b-4eb4-8e28-fb14ff176d77 service nova] Lock "c1919411-a6dc-4632-9507-32e27e83016f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2a919399-ea72-4fd4-a832-1e7c8385a8b0 req-e12bb54b-a25b-4eb4-8e28-fb14ff176d77 service nova] Lock "c1919411-a6dc-4632-9507-32e27e83016f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG nova.compute.manager [req-2a919399-ea72-4fd4-a832-1e7c8385a8b0 req-e12bb54b-a25b-4eb4-8e28-fb14ff176d77 service nova] [instance: c1919411-a6dc-4632-9507-32e27e83016f] No waiting events found dispatching network-vif-plugged-20d30580-3f28-4aed-9003-4a98f6a1feef {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:50:55 user nova-compute[75278]: WARNING nova.compute.manager [req-2a919399-ea72-4fd4-a832-1e7c8385a8b0 req-e12bb54b-a25b-4eb4-8e28-fb14ff176d77 service nova] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Received unexpected event network-vif-plugged-20d30580-3f28-4aed-9003-4a98f6a1feef for instance with vm_state deleted and task_state None.
Dec 06 15:50:55 user nova-compute[75278]: DEBUG nova.compute.manager [req-2a919399-ea72-4fd4-a832-1e7c8385a8b0 req-e12bb54b-a25b-4eb4-8e28-fb14ff176d77 service nova] [instance: c1919411-a6dc-4632-9507-32e27e83016f] Received event network-vif-deleted-20d30580-3f28-4aed-9003-4a98f6a1feef {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4e7793ff-e7ed-4524-95f4-ac19301dd39c tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "c1919411-a6dc-4632-9507-32e27e83016f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.625s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.455s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] <== connect_volume: return (1457ms) {'type': 'block', 'scsi_wwn': '26666643265386162', 'path': '/dev/sde'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26666643265386162', 'path': '/dev/sde'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HRFUafgM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:50:55 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:50:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:50:55 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:50:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:50:55 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 15:50:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2387f63-ee72-4be6-9f55-a8688e4f5521]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 15:50:55 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa814021-9989-4c29-8b5f-1e487c575a3e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0] added
Dec 06 15:50:55 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.028s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6db58cbf-f251-4c81-8383-47cb60b1a272]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[75d88162-9f6b-40e7-8493-dd8b5348e0e7]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HRFUafgM {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HRFUafgM" returned: 0 in 0.030s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b219ccb-e474-439f-880a-6882c2ec2349]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'HRFUafgM'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[816c1de2-71de-46cb-b063-27f0faaa0ef7]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c88d23e-db72-4762-8a39-69d6d9775407]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:50:55 user nova-compute[75278]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:50:55 user nova-compute[75278]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:50:55 user nova-compute[75278]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d (non-flash)
Dec 06 15:50:55 user nova-compute[75278]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:50:55 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:50:55 user nova-compute[75278]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:50:55 user nova-compute[75278]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:50:55 user nova-compute[75278]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d (non-flash)
Dec 06 15:50:55 user nova-compute[75278]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:50:55 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 -p 172.16.0.220:3260 --login" returned: 0 in 0.086s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ed79de7-a69f-4fb3-804a-5f6c65b54aad]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0, portal: 172.16.0.220,3260]
Dec 06 15:50:55 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0, portal: 172.16.0.220,3260] successful.
Dec 06 15:50:55 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e22dd9c0-2e56-4f86-9f72-7bcec036c205]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[af4c878b-0aa4-44b5-8eec-1d2da9a60a16]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:50:55 user nova-compute[75278]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:50:55 user nova-compute[75278]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:50:55 user nova-compute[75278]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d (non-flash)
Dec 06 15:50:55 user nova-compute[75278]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:50:55 user nova-compute[75278]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:50:55 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:50:55 user nova-compute[75278]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:50:55 user nova-compute[75278]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:50:55 user nova-compute[75278]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d (non-flash)
Dec 06 15:50:55 user nova-compute[75278]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:50:55 user nova-compute[75278]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:50:55 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.369s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] HCTL ('37', '-', '-', 0) found on session 20 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 15:50:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.026s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:56 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1303d8c-2746-4033-89c9-cca37a48c90b]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:56 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Searching for a device in session 20 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:50:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HRFUafgM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.418s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] <== connect_volume: return (1421ms) {'type': 'block', 'scsi_wwn': '23637656565336266', 'path': '/dev/sdf'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23637656565336266', 'path': '/dev/sdf'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zrOAxCLS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:50:57 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:50:57 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:50:57 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:50:57 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:50:57 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 15:50:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa9423e7-e72d-4e36-8079-7d64df5c4ed4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 15:50:57 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6166aac-d73a-4297-b210-bc51996a1d1f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264] added
Dec 06 15:50:57 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a14f22ea-a378-49dc-81c4-482e20d1220f]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[866969dc-f7de-4e41-acec-8c84a23850c7]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zrOAxCLS {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zrOAxCLS" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce173c2b-4ce7-4eec-9841-62b22fe5bce5]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'zrOAxCLS'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[541084e5-26d5-42fc-a2b3-31b6a012d41b]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[426f35eb-b683-4fe0-a217-94e6b084edff]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:50:57 user nova-compute[75278]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:50:57 user nova-compute[75278]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:50:57 user nova-compute[75278]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d (non-flash)
Dec 06 15:50:57 user nova-compute[75278]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:50:57 user nova-compute[75278]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:50:57 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:50:57 user nova-compute[75278]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:50:57 user nova-compute[75278]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:50:57 user nova-compute[75278]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d (non-flash)
Dec 06 15:50:57 user nova-compute[75278]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:50:57 user nova-compute[75278]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:50:57 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 -p 172.16.0.220:3260 --login" returned: 0 in 0.088s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8534b91d-5a40-4d00-b8d4-7ceed1c33e98]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264, portal: 172.16.0.220,3260]
Dec 06 15:50:57 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264, portal: 172.16.0.220,3260] successful.
Dec 06 15:50:57 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[084deca6-d4ed-4093-b573-9977d405bbe2]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[74cfe980-dba6-4751-81c6-237528ea2f5a]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:50:57 user nova-compute[75278]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:50:57 user nova-compute[75278]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:50:57 user nova-compute[75278]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d (non-flash)
Dec 06 15:50:57 user nova-compute[75278]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:50:57 user nova-compute[75278]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:50:57 user nova-compute[75278]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)
Dec 06 15:50:57 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:50:57 user nova-compute[75278]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:50:57 user nova-compute[75278]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:50:57 user nova-compute[75278]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d (non-flash)
Dec 06 15:50:57 user nova-compute[75278]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:50:57 user nova-compute[75278]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:50:57 user nova-compute[75278]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)
Dec 06 15:50:57 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.348s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] HCTL ('38', '-', '-', 0) found on session 21 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[35547a0f-04e4-4f07-91c0-0a0f5e7ccc46]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Searching for a device in session 21 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:50:57 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zrOAxCLS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.400s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] <== connect_volume: return (1402ms) {'type': 'block', 'scsi_wwn': '23038316436323963', 'path': '/dev/sdg'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23038316436323963', 'path': '/dev/sdg'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:50:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-139988644',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-139988644',id=15,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAhuCqyDgd3ninVjNR//DiowDQT0DGEBRf+Zwv6payMwBNVa+Hp8yPvZ2uM7m7dPT46pi17j7GNpvzQfbAQ00ESaIxdhxMJubI4n63HKxHaUn0J+xVxTci/YXk9/TfCblA==',key_name='tempest-keypair-1091361221',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='632a3a6d5904495680a54ed5301d6fae',ramdisk_id='',reservation_id='r-bgt4c8cu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-77651',owner_user_name='tempest-TaggedBootDevicesTest-77651-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:50:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='da27d1ec03864506a39e3691f44f5e15',uuid=347b9aee-ff4c-4107-be32-8e4106abc6ea,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2d30a960-c4ce-4e33-b72c-8a3850e6d4cb", "address": "fa:16:3e:01:4e:e9", "network": {"id": "df8efb1e-223c-4d55-95e2-898758e74413", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-440467681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d30a960-c4", "ovs_interfaceid": "2d30a960-c4ce-4e33-b72c-8a3850e6d4cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converting VIF {"id": "2d30a960-c4ce-4e33-b72c-8a3850e6d4cb", "address": "fa:16:3e:01:4e:e9", "network": {"id": "df8efb1e-223c-4d55-95e2-898758e74413", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-440467681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d30a960-c4", "ovs_interfaceid": "2d30a960-c4ce-4e33-b72c-8a3850e6d4cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:01:4e:e9,bridge_name='br-int',has_traffic_filtering=True,id=2d30a960-c4ce-4e33-b72c-8a3850e6d4cb,network=Network(df8efb1e-223c-4d55-95e2-898758e74413),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d30a960-c4') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:50:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-139988644',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-139988644',id=15,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAhuCqyDgd3ninVjNR//DiowDQT0DGEBRf+Zwv6payMwBNVa+Hp8yPvZ2uM7m7dPT46pi17j7GNpvzQfbAQ00ESaIxdhxMJubI4n63HKxHaUn0J+xVxTci/YXk9/TfCblA==',key_name='tempest-keypair-1091361221',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='632a3a6d5904495680a54ed5301d6fae',ramdisk_id='',reservation_id='r-bgt4c8cu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-77651',owner_user_name='tempest-TaggedBootDevicesTest-77651-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:50:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='da27d1ec03864506a39e3691f44f5e15',uuid=347b9aee-ff4c-4107-be32-8e4106abc6ea,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "16ba6c63-346e-4702-a756-3af57cc74b5f", "address": "fa:16:3e:9d:95:89", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap16ba6c63-34", "ovs_interfaceid": "16ba6c63-346e-4702-a756-3af57cc74b5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converting VIF {"id": "16ba6c63-346e-4702-a756-3af57cc74b5f", "address": "fa:16:3e:9d:95:89", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap16ba6c63-34", "ovs_interfaceid": "16ba6c63-346e-4702-a756-3af57cc74b5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9d:95:89,bridge_name='br-int',has_traffic_filtering=True,id=16ba6c63-346e-4702-a756-3af57cc74b5f,network=Network(ae5fece2-cec8-4e08-849f-87906d37b295),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap16ba6c63-34') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:50:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-139988644',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-139988644',id=15,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAhuCqyDgd3ninVjNR//DiowDQT0DGEBRf+Zwv6payMwBNVa+Hp8yPvZ2uM7m7dPT46pi17j7GNpvzQfbAQ00ESaIxdhxMJubI4n63HKxHaUn0J+xVxTci/YXk9/TfCblA==',key_name='tempest-keypair-1091361221',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='632a3a6d5904495680a54ed5301d6fae',ramdisk_id='',reservation_id='r-bgt4c8cu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-77651',owner_user_name='tempest-TaggedBootDevicesTest-77651-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:50:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='da27d1ec03864506a39e3691f44f5e15',uuid=347b9aee-ff4c-4107-be32-8e4106abc6ea,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5e3fbc59-d734-41a4-ba1f-122635958b73", "address": "fa:16:3e:1e:94:a4", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e3fbc59-d7", "ovs_interfaceid": "5e3fbc59-d734-41a4-ba1f-122635958b73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converting VIF {"id": "5e3fbc59-d734-41a4-ba1f-122635958b73", "address": "fa:16:3e:1e:94:a4", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e3fbc59-d7", "ovs_interfaceid": "5e3fbc59-d734-41a4-ba1f-122635958b73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1e:94:a4,bridge_name='br-int',has_traffic_filtering=True,id=5e3fbc59-d734-41a4-ba1f-122635958b73,network=Network(ae5fece2-cec8-4e08-849f-87906d37b295),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap5e3fbc59-d7') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:50:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-139988644',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-139988644',id=15,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAhuCqyDgd3ninVjNR//DiowDQT0DGEBRf+Zwv6payMwBNVa+Hp8yPvZ2uM7m7dPT46pi17j7GNpvzQfbAQ00ESaIxdhxMJubI4n63HKxHaUn0J+xVxTci/YXk9/TfCblA==',key_name='tempest-keypair-1091361221',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='632a3a6d5904495680a54ed5301d6fae',ramdisk_id='',reservation_id='r-bgt4c8cu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-77651',owner_user_name='tempest-TaggedBootDevicesTest-77651-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:50:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='da27d1ec03864506a39e3691f44f5e15',uuid=347b9aee-ff4c-4107-be32-8e4106abc6ea,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0933fad8-dcb8-43ea-8f2a-a359aec87260", "address": "fa:16:3e:f7:83:5d", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0933fad8-dc", "ovs_interfaceid": "0933fad8-dcb8-43ea-8f2a-a359aec87260", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converting VIF {"id": "0933fad8-dcb8-43ea-8f2a-a359aec87260", "address": "fa:16:3e:f7:83:5d", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0933fad8-dc", "ovs_interfaceid": "0933fad8-dcb8-43ea-8f2a-a359aec87260", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f7:83:5d,bridge_name='br-int',has_traffic_filtering=True,id=0933fad8-dcb8-43ea-8f2a-a359aec87260,network=Network(ae5fece2-cec8-4e08-849f-87906d37b295),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0933fad8-dc') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:50:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-139988644',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-139988644',id=15,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAhuCqyDgd3ninVjNR//DiowDQT0DGEBRf+Zwv6payMwBNVa+Hp8yPvZ2uM7m7dPT46pi17j7GNpvzQfbAQ00ESaIxdhxMJubI4n63HKxHaUn0J+xVxTci/YXk9/TfCblA==',key_name='tempest-keypair-1091361221',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='632a3a6d5904495680a54ed5301d6fae',ramdisk_id='',reservation_id='r-bgt4c8cu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-77651',owner_user_name='tempest-TaggedBootDevicesTest-77651-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:50:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='da27d1ec03864506a39e3691f44f5e15',uuid=347b9aee-ff4c-4107-be32-8e4106abc6ea,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "57e3fcd1-dc34-413d-8140-4c3afa17c803", "address": "fa:16:3e:a0:1f:53", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57e3fcd1-dc", "ovs_interfaceid": "57e3fcd1-dc34-413d-8140-4c3afa17c803", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converting VIF {"id": "57e3fcd1-dc34-413d-8140-4c3afa17c803", "address": "fa:16:3e:a0:1f:53", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57e3fcd1-dc", "ovs_interfaceid": "57e3fcd1-dc34-413d-8140-4c3afa17c803", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a0:1f:53,bridge_name='br-int',has_traffic_filtering=True,id=57e3fcd1-dc34-413d-8140-4c3afa17c803,network=Network(ae5fece2-cec8-4e08-849f-87906d37b295),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap57e3fcd1-dc') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:50:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-139988644',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-139988644',id=15,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAhuCqyDgd3ninVjNR//DiowDQT0DGEBRf+Zwv6payMwBNVa+Hp8yPvZ2uM7m7dPT46pi17j7GNpvzQfbAQ00ESaIxdhxMJubI4n63HKxHaUn0J+xVxTci/YXk9/TfCblA==',key_name='tempest-keypair-1091361221',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='632a3a6d5904495680a54ed5301d6fae',ramdisk_id='',reservation_id='r-bgt4c8cu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-77651',owner_user_name='tempest-TaggedBootDevicesTest-77651-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:50:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='da27d1ec03864506a39e3691f44f5e15',uuid=347b9aee-ff4c-4107-be32-8e4106abc6ea,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "22ac3167-2e14-4f78-8a11-658ef9b3368d", "address": "fa:16:3e:55:b4:e2", "network": {"id": "dcbf3373-bf32-4757-bc12-84aa3dc7ad4c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1935429420", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22ac3167-2e", "ovs_interfaceid": "22ac3167-2e14-4f78-8a11-658ef9b3368d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converting VIF {"id": "22ac3167-2e14-4f78-8a11-658ef9b3368d", "address": "fa:16:3e:55:b4:e2", "network": {"id": "dcbf3373-bf32-4757-bc12-84aa3dc7ad4c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1935429420", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22ac3167-2e", "ovs_interfaceid": "22ac3167-2e14-4f78-8a11-658ef9b3368d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:b4:e2,bridge_name='br-int',has_traffic_filtering=True,id=22ac3167-2e14-4f78-8a11-658ef9b3368d,network=Network(dcbf3373-bf32-4757-bc12-84aa3dc7ad4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22ac3167-2e') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:50:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-139988644',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-139988644',id=15,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAhuCqyDgd3ninVjNR//DiowDQT0DGEBRf+Zwv6payMwBNVa+Hp8yPvZ2uM7m7dPT46pi17j7GNpvzQfbAQ00ESaIxdhxMJubI4n63HKxHaUn0J+xVxTci/YXk9/TfCblA==',key_name='tempest-keypair-1091361221',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='632a3a6d5904495680a54ed5301d6fae',ramdisk_id='',reservation_id='r-bgt4c8cu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-77651',owner_user_name='tempest-TaggedBootDevicesTest-77651-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:50:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='da27d1ec03864506a39e3691f44f5e15',uuid=347b9aee-ff4c-4107-be32-8e4106abc6ea,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8d609f29-fdc1-4534-8ad9-9b1547f75da1", "address": "fa:16:3e:1e:e7:05", "network": {"id": "dcbf3373-bf32-4757-bc12-84aa3dc7ad4c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1935429420", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d609f29-fd", "ovs_interfaceid": "8d609f29-fdc1-4534-8ad9-9b1547f75da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converting VIF {"id": "8d609f29-fdc1-4534-8ad9-9b1547f75da1", "address": "fa:16:3e:1e:e7:05", "network": {"id": "dcbf3373-bf32-4757-bc12-84aa3dc7ad4c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1935429420", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d609f29-fd", "ovs_interfaceid": "8d609f29-fdc1-4534-8ad9-9b1547f75da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1e:e7:05,bridge_name='br-int',has_traffic_filtering=True,id=8d609f29-fdc1-4534-8ad9-9b1547f75da1,network=Network(dcbf3373-bf32-4757-bc12-84aa3dc7ad4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8d609f29-fd') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.objects.instance [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Lazy-loading 'pci_devices' on Instance uuid 347b9aee-ff4c-4107-be32-8e4106abc6ea {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:50:58 user nova-compute[75278]:   <uuid>347b9aee-ff4c-4107-be32-8e4106abc6ea</uuid>
Dec 06 15:50:58 user nova-compute[75278]:   <name>instance-0000000f</name>
Dec 06 15:50:58 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 15:50:58 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:50:58 user nova-compute[75278]:   <metadata>
Dec 06 15:50:58 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:50:58 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:50:58 user nova-compute[75278]:       <nova:name>tempest-device-tagging-server-139988644</nova:name>
Dec 06 15:50:58 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:50:54</nova:creationTime>
Dec 06 15:50:58 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 15:50:58 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 15:50:58 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 15:50:58 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:50:58 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:50:58 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:50:58 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:50:58 user nova-compute[75278]:       <nova:owner>
Dec 06 15:50:58 user nova-compute[75278]:         <nova:user uuid="da27d1ec03864506a39e3691f44f5e15">tempest-TaggedBootDevicesTest-77651-project-member</nova:user>
Dec 06 15:50:58 user nova-compute[75278]:         <nova:project uuid="632a3a6d5904495680a54ed5301d6fae">tempest-TaggedBootDevicesTest-77651</nova:project>
Dec 06 15:50:58 user nova-compute[75278]:       </nova:owner>
Dec 06 15:50:58 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 15:50:58 user nova-compute[75278]:       <nova:ports>
Dec 06 15:50:58 user nova-compute[75278]:         <nova:port uuid="2d30a960-c4ce-4e33-b72c-8a3850e6d4cb">
Dec 06 15:50:58 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 06 15:50:58 user nova-compute[75278]:         </nova:port>
Dec 06 15:50:58 user nova-compute[75278]:         <nova:port uuid="16ba6c63-346e-4702-a756-3af57cc74b5f">
Dec 06 15:50:58 user nova-compute[75278]:           <nova:ip type="fixed" address="10.1.1.174" ipVersion="4"/>
Dec 06 15:50:58 user nova-compute[75278]:         </nova:port>
Dec 06 15:50:58 user nova-compute[75278]:         <nova:port uuid="5e3fbc59-d734-41a4-ba1f-122635958b73">
Dec 06 15:50:58 user nova-compute[75278]:           <nova:ip type="fixed" address="10.1.1.193" ipVersion="4"/>
Dec 06 15:50:58 user nova-compute[75278]:         </nova:port>
Dec 06 15:50:58 user nova-compute[75278]:         <nova:port uuid="0933fad8-dcb8-43ea-8f2a-a359aec87260">
Dec 06 15:50:58 user nova-compute[75278]:           <nova:ip type="fixed" address="10.1.1.94" ipVersion="4"/>
Dec 06 15:50:58 user nova-compute[75278]:         </nova:port>
Dec 06 15:50:58 user nova-compute[75278]:         <nova:port uuid="57e3fcd1-dc34-413d-8140-4c3afa17c803">
Dec 06 15:50:58 user nova-compute[75278]:           <nova:ip type="fixed" address="10.1.1.246" ipVersion="4"/>
Dec 06 15:50:58 user nova-compute[75278]:         </nova:port>
Dec 06 15:50:58 user nova-compute[75278]:         <nova:port uuid="22ac3167-2e14-4f78-8a11-658ef9b3368d">
Dec 06 15:50:58 user nova-compute[75278]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Dec 06 15:50:58 user nova-compute[75278]:         </nova:port>
Dec 06 15:50:58 user nova-compute[75278]:         <nova:port uuid="8d609f29-fdc1-4534-8ad9-9b1547f75da1">
Dec 06 15:50:58 user nova-compute[75278]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Dec 06 15:50:58 user nova-compute[75278]:         </nova:port>
Dec 06 15:50:58 user nova-compute[75278]:       </nova:ports>
Dec 06 15:50:58 user nova-compute[75278]:     </nova:instance>
Dec 06 15:50:58 user nova-compute[75278]:   </metadata>
Dec 06 15:50:58 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:50:58 user nova-compute[75278]:     <system>
Dec 06 15:50:58 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:50:58 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:50:58 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:50:58 user nova-compute[75278]:       <entry name="serial">347b9aee-ff4c-4107-be32-8e4106abc6ea</entry>
Dec 06 15:50:58 user nova-compute[75278]:       <entry name="uuid">347b9aee-ff4c-4107-be32-8e4106abc6ea</entry>
Dec 06 15:50:58 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:50:58 user nova-compute[75278]:     </system>
Dec 06 15:50:58 user nova-compute[75278]:   </sysinfo>
Dec 06 15:50:58 user nova-compute[75278]:   <os>
Dec 06 15:50:58 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:50:58 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 15:50:58 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:50:58 user nova-compute[75278]:   </os>
Dec 06 15:50:58 user nova-compute[75278]:   <features>
Dec 06 15:50:58 user nova-compute[75278]:     <acpi/>
Dec 06 15:50:58 user nova-compute[75278]:     <apic/>
Dec 06 15:50:58 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:50:58 user nova-compute[75278]:   </features>
Dec 06 15:50:58 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:50:58 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:50:58 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:50:58 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:50:58 user nova-compute[75278]:   </clock>
Dec 06 15:50:58 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:50:58 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:50:58 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:50:58 user nova-compute[75278]:   </cpu>
Dec 06 15:50:58 user nova-compute[75278]:   <devices>
Dec 06 15:50:58 user nova-compute[75278]:     <disk type="file" device="cdrom">
Dec 06 15:50:58 user nova-compute[75278]:       <driver name="qemu" type="raw" cache="none"/>
Dec 06 15:50:58 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/347b9aee-ff4c-4107-be32-8e4106abc6ea/disk.config"/>
Dec 06 15:50:58 user nova-compute[75278]:       <target dev="hda" bus="ide"/>
Dec 06 15:50:58 user nova-compute[75278]:     </disk>
Dec 06 15:50:58 user nova-compute[75278]:     <disk type="block" device="disk">
Dec 06 15:50:58 user nova-compute[75278]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:50:58 user nova-compute[75278]:       <source dev="/dev/sde"/>
Dec 06 15:50:58 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 15:50:58 user nova-compute[75278]:       <serial>31d0bd95-71f8-41b6-8c8e-2374daa8e044</serial>
Dec 06 15:50:58 user nova-compute[75278]:     </disk>
Dec 06 15:50:58 user nova-compute[75278]:     <disk type="block" device="disk">
Dec 06 15:50:58 user nova-compute[75278]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:50:58 user nova-compute[75278]:       <source dev="/dev/sdf"/>
Dec 06 15:50:58 user nova-compute[75278]:       <target dev="vdb" bus="virtio"/>
Dec 06 15:50:58 user nova-compute[75278]:       <serial>a32058ed-3dba-4f05-99a9-424d2b4d0fe0</serial>
Dec 06 15:50:58 user nova-compute[75278]:     </disk>
Dec 06 15:50:58 user nova-compute[75278]:     <disk type="block" device="disk">
Dec 06 15:50:58 user nova-compute[75278]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:50:58 user nova-compute[75278]:       <source dev="/dev/sdg"/>
Dec 06 15:50:58 user nova-compute[75278]:       <target dev="vdc" bus="virtio"/>
Dec 06 15:50:58 user nova-compute[75278]:       <serial>386de57e-6b72-42a1-af23-439b467fc264</serial>
Dec 06 15:50:58 user nova-compute[75278]:     </disk>
Dec 06 15:50:58 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:50:58 user nova-compute[75278]:       <mac address="fa:16:3e:01:4e:e9"/>
Dec 06 15:50:58 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:50:58 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:50:58 user nova-compute[75278]:       <target dev="tap2d30a960-c4"/>
Dec 06 15:50:58 user nova-compute[75278]:     </interface>
Dec 06 15:50:58 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:50:58 user nova-compute[75278]:       <mac address="fa:16:3e:9d:95:89"/>
Dec 06 15:50:58 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:50:58 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:50:58 user nova-compute[75278]:       <target dev="tap16ba6c63-34"/>
Dec 06 15:50:58 user nova-compute[75278]:     </interface>
Dec 06 15:50:58 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:50:58 user nova-compute[75278]:       <mac address="fa:16:3e:1e:94:a4"/>
Dec 06 15:50:58 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:50:58 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:50:58 user nova-compute[75278]:       <target dev="tap5e3fbc59-d7"/>
Dec 06 15:50:58 user nova-compute[75278]:     </interface>
Dec 06 15:50:58 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:50:58 user nova-compute[75278]:       <mac address="fa:16:3e:f7:83:5d"/>
Dec 06 15:50:58 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:50:58 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:50:58 user nova-compute[75278]:       <target dev="tap0933fad8-dc"/>
Dec 06 15:50:58 user nova-compute[75278]:     </interface>
Dec 06 15:50:58 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:50:58 user nova-compute[75278]:       <mac address="fa:16:3e:a0:1f:53"/>
Dec 06 15:50:58 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:50:58 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:50:58 user nova-compute[75278]:       <target dev="tap57e3fcd1-dc"/>
Dec 06 15:50:58 user nova-compute[75278]:     </interface>
Dec 06 15:50:58 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:50:58 user nova-compute[75278]:       <mac address="fa:16:3e:55:b4:e2"/>
Dec 06 15:50:58 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:50:58 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:50:58 user nova-compute[75278]:       <target dev="tap22ac3167-2e"/>
Dec 06 15:50:58 user nova-compute[75278]:     </interface>
Dec 06 15:50:58 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:50:58 user nova-compute[75278]:       <mac address="fa:16:3e:1e:e7:05"/>
Dec 06 15:50:58 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:50:58 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:50:58 user nova-compute[75278]:       <target dev="tap8d609f29-fd"/>
Dec 06 15:50:58 user nova-compute[75278]:     </interface>
Dec 06 15:50:58 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:50:58 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/347b9aee-ff4c-4107-be32-8e4106abc6ea/console.log" append="off"/>
Dec 06 15:50:58 user nova-compute[75278]:     </serial>
Dec 06 15:50:58 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:50:58 user nova-compute[75278]:     <video>
Dec 06 15:50:58 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:50:58 user nova-compute[75278]:     </video>
Dec 06 15:50:58 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:50:58 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:50:58 user nova-compute[75278]:     </rng>
Dec 06 15:50:58 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:50:58 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:50:58 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:50:58 user nova-compute[75278]:     </memballoon>
Dec 06 15:50:58 user nova-compute[75278]:   </devices>
Dec 06 15:50:58 user nova-compute[75278]: </domain>
Dec 06 15:50:58 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:50:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-139988644',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-139988644',id=15,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAhuCqyDgd3ninVjNR//DiowDQT0DGEBRf+Zwv6payMwBNVa+Hp8yPvZ2uM7m7dPT46pi17j7GNpvzQfbAQ00ESaIxdhxMJubI4n63HKxHaUn0J+xVxTci/YXk9/TfCblA==',key_name='tempest-keypair-1091361221',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='632a3a6d5904495680a54ed5301d6fae',ramdisk_id='',reservation_id='r-bgt4c8cu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-77651',owner_user_name='tempest-TaggedBootDevicesTest-77651-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:50:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='da27d1ec03864506a39e3691f44f5e15',uuid=347b9aee-ff4c-4107-be32-8e4106abc6ea,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2d30a960-c4ce-4e33-b72c-8a3850e6d4cb", "address": "fa:16:3e:01:4e:e9", "network": {"id": "df8efb1e-223c-4d55-95e2-898758e74413", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-440467681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d30a960-c4", "ovs_interfaceid": "2d30a960-c4ce-4e33-b72c-8a3850e6d4cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converting VIF {"id": "2d30a960-c4ce-4e33-b72c-8a3850e6d4cb", "address": "fa:16:3e:01:4e:e9", "network": {"id": "df8efb1e-223c-4d55-95e2-898758e74413", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-440467681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d30a960-c4", "ovs_interfaceid": "2d30a960-c4ce-4e33-b72c-8a3850e6d4cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:01:4e:e9,bridge_name='br-int',has_traffic_filtering=True,id=2d30a960-c4ce-4e33-b72c-8a3850e6d4cb,network=Network(df8efb1e-223c-4d55-95e2-898758e74413),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d30a960-c4') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG os_vif [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:01:4e:e9,bridge_name='br-int',has_traffic_filtering=True,id=2d30a960-c4ce-4e33-b72c-8a3850e6d4cb,network=Network(df8efb1e-223c-4d55-95e2-898758e74413),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d30a960-c4') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '87b59317-af9e-5f47-920b-c13b05fa6ecb', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2d30a960-c4, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2d30a960-c4, col_values=(('qos', UUID('1d31b7bd-4614-469f-a807-5b13abb56151')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2d30a960-c4, col_values=(('external_ids', {'iface-id': '2d30a960-c4ce-4e33-b72c-8a3850e6d4cb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:01:4e:e9', 'vm-uuid': '347b9aee-ff4c-4107-be32-8e4106abc6ea'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:58 user nova-compute[75278]: INFO os_vif [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:01:4e:e9,bridge_name='br-int',has_traffic_filtering=True,id=2d30a960-c4ce-4e33-b72c-8a3850e6d4cb,network=Network(df8efb1e-223c-4d55-95e2-898758e74413),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d30a960-c4')
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:50:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-139988644',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-139988644',id=15,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAhuCqyDgd3ninVjNR//DiowDQT0DGEBRf+Zwv6payMwBNVa+Hp8yPvZ2uM7m7dPT46pi17j7GNpvzQfbAQ00ESaIxdhxMJubI4n63HKxHaUn0J+xVxTci/YXk9/TfCblA==',key_name='tempest-keypair-1091361221',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='632a3a6d5904495680a54ed5301d6fae',ramdisk_id='',reservation_id='r-bgt4c8cu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-77651',owner_user_name='tempest-TaggedBootDevicesTest-77651-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:50:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='da27d1ec03864506a39e3691f44f5e15',uuid=347b9aee-ff4c-4107-be32-8e4106abc6ea,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "16ba6c63-346e-4702-a756-3af57cc74b5f", "address": "fa:16:3e:9d:95:89", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap16ba6c63-34", "ovs_interfaceid": "16ba6c63-346e-4702-a756-3af57cc74b5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converting VIF {"id": "16ba6c63-346e-4702-a756-3af57cc74b5f", "address": "fa:16:3e:9d:95:89", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap16ba6c63-34", "ovs_interfaceid": "16ba6c63-346e-4702-a756-3af57cc74b5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9d:95:89,bridge_name='br-int',has_traffic_filtering=True,id=16ba6c63-346e-4702-a756-3af57cc74b5f,network=Network(ae5fece2-cec8-4e08-849f-87906d37b295),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap16ba6c63-34') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG os_vif [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9d:95:89,bridge_name='br-int',has_traffic_filtering=True,id=16ba6c63-346e-4702-a756-3af57cc74b5f,network=Network(ae5fece2-cec8-4e08-849f-87906d37b295),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap16ba6c63-34') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f23cf502-d333-5317-b003-76eda1919b4e', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap16ba6c63-34, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap16ba6c63-34, col_values=(('qos', UUID('33993a1d-38eb-42d2-bd46-6f2943de374c')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap16ba6c63-34, col_values=(('external_ids', {'iface-id': '16ba6c63-346e-4702-a756-3af57cc74b5f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9d:95:89', 'vm-uuid': '347b9aee-ff4c-4107-be32-8e4106abc6ea'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:58 user nova-compute[75278]: INFO os_vif [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9d:95:89,bridge_name='br-int',has_traffic_filtering=True,id=16ba6c63-346e-4702-a756-3af57cc74b5f,network=Network(ae5fece2-cec8-4e08-849f-87906d37b295),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap16ba6c63-34')
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:50:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-139988644',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-139988644',id=15,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAhuCqyDgd3ninVjNR//DiowDQT0DGEBRf+Zwv6payMwBNVa+Hp8yPvZ2uM7m7dPT46pi17j7GNpvzQfbAQ00ESaIxdhxMJubI4n63HKxHaUn0J+xVxTci/YXk9/TfCblA==',key_name='tempest-keypair-1091361221',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='632a3a6d5904495680a54ed5301d6fae',ramdisk_id='',reservation_id='r-bgt4c8cu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-77651',owner_user_name='tempest-TaggedBootDevicesTest-77651-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:50:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='da27d1ec03864506a39e3691f44f5e15',uuid=347b9aee-ff4c-4107-be32-8e4106abc6ea,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5e3fbc59-d734-41a4-ba1f-122635958b73", "address": "fa:16:3e:1e:94:a4", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e3fbc59-d7", "ovs_interfaceid": "5e3fbc59-d734-41a4-ba1f-122635958b73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converting VIF {"id": "5e3fbc59-d734-41a4-ba1f-122635958b73", "address": "fa:16:3e:1e:94:a4", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e3fbc59-d7", "ovs_interfaceid": "5e3fbc59-d734-41a4-ba1f-122635958b73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1e:94:a4,bridge_name='br-int',has_traffic_filtering=True,id=5e3fbc59-d734-41a4-ba1f-122635958b73,network=Network(ae5fece2-cec8-4e08-849f-87906d37b295),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap5e3fbc59-d7') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG os_vif [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:94:a4,bridge_name='br-int',has_traffic_filtering=True,id=5e3fbc59-d734-41a4-ba1f-122635958b73,network=Network(ae5fece2-cec8-4e08-849f-87906d37b295),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap5e3fbc59-d7') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5573d4c8-b948-53ab-a5a0-c6825fe68ca5', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5e3fbc59-d7, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5e3fbc59-d7, col_values=(('qos', UUID('42a01769-0ceb-4c62-9803-d0b4cf1df179')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5e3fbc59-d7, col_values=(('external_ids', {'iface-id': '5e3fbc59-d734-41a4-ba1f-122635958b73', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1e:94:a4', 'vm-uuid': '347b9aee-ff4c-4107-be32-8e4106abc6ea'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:58 user nova-compute[75278]: INFO os_vif [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:94:a4,bridge_name='br-int',has_traffic_filtering=True,id=5e3fbc59-d734-41a4-ba1f-122635958b73,network=Network(ae5fece2-cec8-4e08-849f-87906d37b295),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap5e3fbc59-d7')
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:50:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-139988644',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-139988644',id=15,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAhuCqyDgd3ninVjNR//DiowDQT0DGEBRf+Zwv6payMwBNVa+Hp8yPvZ2uM7m7dPT46pi17j7GNpvzQfbAQ00ESaIxdhxMJubI4n63HKxHaUn0J+xVxTci/YXk9/TfCblA==',key_name='tempest-keypair-1091361221',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='632a3a6d5904495680a54ed5301d6fae',ramdisk_id='',reservation_id='r-bgt4c8cu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-77651',owner_user_name='tempest-TaggedBootDevicesTest-77651-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:50:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='da27d1ec03864506a39e3691f44f5e15',uuid=347b9aee-ff4c-4107-be32-8e4106abc6ea,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0933fad8-dcb8-43ea-8f2a-a359aec87260", "address": "fa:16:3e:f7:83:5d", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0933fad8-dc", "ovs_interfaceid": "0933fad8-dcb8-43ea-8f2a-a359aec87260", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converting VIF {"id": "0933fad8-dcb8-43ea-8f2a-a359aec87260", "address": "fa:16:3e:f7:83:5d", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0933fad8-dc", "ovs_interfaceid": "0933fad8-dcb8-43ea-8f2a-a359aec87260", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f7:83:5d,bridge_name='br-int',has_traffic_filtering=True,id=0933fad8-dcb8-43ea-8f2a-a359aec87260,network=Network(ae5fece2-cec8-4e08-849f-87906d37b295),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0933fad8-dc') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG os_vif [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f7:83:5d,bridge_name='br-int',has_traffic_filtering=True,id=0933fad8-dcb8-43ea-8f2a-a359aec87260,network=Network(ae5fece2-cec8-4e08-849f-87906d37b295),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0933fad8-dc') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '86f57875-8941-5789-8eac-4e0c46a1366f', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0933fad8-dc, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0933fad8-dc, col_values=(('qos', UUID('ad166008-f724-4a5e-bce5-186cd40e0375')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0933fad8-dc, col_values=(('external_ids', {'iface-id': '0933fad8-dcb8-43ea-8f2a-a359aec87260', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f7:83:5d', 'vm-uuid': '347b9aee-ff4c-4107-be32-8e4106abc6ea'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:58 user nova-compute[75278]: INFO os_vif [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f7:83:5d,bridge_name='br-int',has_traffic_filtering=True,id=0933fad8-dcb8-43ea-8f2a-a359aec87260,network=Network(ae5fece2-cec8-4e08-849f-87906d37b295),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0933fad8-dc')
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:50:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-139988644',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-139988644',id=15,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAhuCqyDgd3ninVjNR//DiowDQT0DGEBRf+Zwv6payMwBNVa+Hp8yPvZ2uM7m7dPT46pi17j7GNpvzQfbAQ00ESaIxdhxMJubI4n63HKxHaUn0J+xVxTci/YXk9/TfCblA==',key_name='tempest-keypair-1091361221',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='632a3a6d5904495680a54ed5301d6fae',ramdisk_id='',reservation_id='r-bgt4c8cu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-77651',owner_user_name='tempest-TaggedBootDevicesTest-77651-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:50:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='da27d1ec03864506a39e3691f44f5e15',uuid=347b9aee-ff4c-4107-be32-8e4106abc6ea,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "57e3fcd1-dc34-413d-8140-4c3afa17c803", "address": "fa:16:3e:a0:1f:53", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57e3fcd1-dc", "ovs_interfaceid": "57e3fcd1-dc34-413d-8140-4c3afa17c803", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converting VIF {"id": "57e3fcd1-dc34-413d-8140-4c3afa17c803", "address": "fa:16:3e:a0:1f:53", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57e3fcd1-dc", "ovs_interfaceid": "57e3fcd1-dc34-413d-8140-4c3afa17c803", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a0:1f:53,bridge_name='br-int',has_traffic_filtering=True,id=57e3fcd1-dc34-413d-8140-4c3afa17c803,network=Network(ae5fece2-cec8-4e08-849f-87906d37b295),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap57e3fcd1-dc') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG os_vif [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a0:1f:53,bridge_name='br-int',has_traffic_filtering=True,id=57e3fcd1-dc34-413d-8140-4c3afa17c803,network=Network(ae5fece2-cec8-4e08-849f-87906d37b295),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap57e3fcd1-dc') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '81a70141-f717-530a-b984-557acc1904d8', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap57e3fcd1-dc, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap57e3fcd1-dc, col_values=(('qos', UUID('0a525d9b-e611-44ea-b2e5-06397d0e3318')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap57e3fcd1-dc, col_values=(('external_ids', {'iface-id': '57e3fcd1-dc34-413d-8140-4c3afa17c803', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a0:1f:53', 'vm-uuid': '347b9aee-ff4c-4107-be32-8e4106abc6ea'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:58 user nova-compute[75278]: INFO os_vif [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a0:1f:53,bridge_name='br-int',has_traffic_filtering=True,id=57e3fcd1-dc34-413d-8140-4c3afa17c803,network=Network(ae5fece2-cec8-4e08-849f-87906d37b295),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap57e3fcd1-dc')
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:50:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-139988644',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-139988644',id=15,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAhuCqyDgd3ninVjNR//DiowDQT0DGEBRf+Zwv6payMwBNVa+Hp8yPvZ2uM7m7dPT46pi17j7GNpvzQfbAQ00ESaIxdhxMJubI4n63HKxHaUn0J+xVxTci/YXk9/TfCblA==',key_name='tempest-keypair-1091361221',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='632a3a6d5904495680a54ed5301d6fae',ramdisk_id='',reservation_id='r-bgt4c8cu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-77651',owner_user_name='tempest-TaggedBootDevicesTest-77651-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:50:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='da27d1ec03864506a39e3691f44f5e15',uuid=347b9aee-ff4c-4107-be32-8e4106abc6ea,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "22ac3167-2e14-4f78-8a11-658ef9b3368d", "address": "fa:16:3e:55:b4:e2", "network": {"id": "dcbf3373-bf32-4757-bc12-84aa3dc7ad4c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1935429420", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22ac3167-2e", "ovs_interfaceid": "22ac3167-2e14-4f78-8a11-658ef9b3368d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converting VIF {"id": "22ac3167-2e14-4f78-8a11-658ef9b3368d", "address": "fa:16:3e:55:b4:e2", "network": {"id": "dcbf3373-bf32-4757-bc12-84aa3dc7ad4c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1935429420", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22ac3167-2e", "ovs_interfaceid": "22ac3167-2e14-4f78-8a11-658ef9b3368d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:b4:e2,bridge_name='br-int',has_traffic_filtering=True,id=22ac3167-2e14-4f78-8a11-658ef9b3368d,network=Network(dcbf3373-bf32-4757-bc12-84aa3dc7ad4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22ac3167-2e') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG os_vif [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:b4:e2,bridge_name='br-int',has_traffic_filtering=True,id=22ac3167-2e14-4f78-8a11-658ef9b3368d,network=Network(dcbf3373-bf32-4757-bc12-84aa3dc7ad4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22ac3167-2e') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ca9cefda-e87e-5885-9438-414b4b7dc56e', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:50:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap22ac3167-2e, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap22ac3167-2e, col_values=(('qos', UUID('704d4201-c633-4976-ae41-e1f83d37a528')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap22ac3167-2e, col_values=(('external_ids', {'iface-id': '22ac3167-2e14-4f78-8a11-658ef9b3368d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:55:b4:e2', 'vm-uuid': '347b9aee-ff4c-4107-be32-8e4106abc6ea'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:50:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:59 user nova-compute[75278]: INFO os_vif [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:b4:e2,bridge_name='br-int',has_traffic_filtering=True,id=22ac3167-2e14-4f78-8a11-658ef9b3368d,network=Network(dcbf3373-bf32-4757-bc12-84aa3dc7ad4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22ac3167-2e')
Dec 06 15:50:59 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:50:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-139988644',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-139988644',id=15,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAhuCqyDgd3ninVjNR//DiowDQT0DGEBRf+Zwv6payMwBNVa+Hp8yPvZ2uM7m7dPT46pi17j7GNpvzQfbAQ00ESaIxdhxMJubI4n63HKxHaUn0J+xVxTci/YXk9/TfCblA==',key_name='tempest-keypair-1091361221',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='632a3a6d5904495680a54ed5301d6fae',ramdisk_id='',reservation_id='r-bgt4c8cu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-77651',owner_user_name='tempest-TaggedBootDevicesTest-77651-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:50:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='da27d1ec03864506a39e3691f44f5e15',uuid=347b9aee-ff4c-4107-be32-8e4106abc6ea,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8d609f29-fdc1-4534-8ad9-9b1547f75da1", "address": "fa:16:3e:1e:e7:05", "network": {"id": "dcbf3373-bf32-4757-bc12-84aa3dc7ad4c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1935429420", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d609f29-fd", "ovs_interfaceid": "8d609f29-fdc1-4534-8ad9-9b1547f75da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:50:59 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converting VIF {"id": "8d609f29-fdc1-4534-8ad9-9b1547f75da1", "address": "fa:16:3e:1e:e7:05", "network": {"id": "dcbf3373-bf32-4757-bc12-84aa3dc7ad4c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1935429420", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d609f29-fd", "ovs_interfaceid": "8d609f29-fdc1-4534-8ad9-9b1547f75da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:50:59 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1e:e7:05,bridge_name='br-int',has_traffic_filtering=True,id=8d609f29-fdc1-4534-8ad9-9b1547f75da1,network=Network(dcbf3373-bf32-4757-bc12-84aa3dc7ad4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8d609f29-fd') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:50:59 user nova-compute[75278]: DEBUG os_vif [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:e7:05,bridge_name='br-int',has_traffic_filtering=True,id=8d609f29-fdc1-4534-8ad9-9b1547f75da1,network=Network(dcbf3373-bf32-4757-bc12-84aa3dc7ad4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8d609f29-fd') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:50:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:50:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c5402340-72fe-5167-8147-b024fb4d1a0c', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:50:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8d609f29-fd, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8d609f29-fd, col_values=(('qos', UUID('893099b3-72e6-42dc-8e2d-8e7f69653fc6')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8d609f29-fd, col_values=(('external_ids', {'iface-id': '8d609f29-fdc1-4534-8ad9-9b1547f75da1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1e:e7:05', 'vm-uuid': '347b9aee-ff4c-4107-be32-8e4106abc6ea'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:50:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:50:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:59 user nova-compute[75278]: INFO os_vif [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:e7:05,bridge_name='br-int',has_traffic_filtering=True,id=8d609f29-fdc1-4534-8ad9-9b1547f75da1,network=Network(dcbf3373-bf32-4757-bc12-84aa3dc7ad4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8d609f29-fd')
Dec 06 15:50:59 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] No BDM found with device name hda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:50:59 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:50:59 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] No VIF found with MAC fa:16:3e:01:4e:e9, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:50:59 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] No VIF found with MAC fa:16:3e:a0:1f:53, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:50:59 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Using config drive
Dec 06 15:50:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:50:59 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Creating config drive at /opt/stack/data/nova/instances/347b9aee-ff4c-4107-be32-8e4106abc6ea/disk.config
Dec 06 15:50:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/347b9aee-ff4c-4107-be32-8e4106abc6ea/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpwu4x2opn {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:50:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/347b9aee-ff4c-4107-be32-8e4106abc6ea/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpwu4x2opn" returned: 0 in 0.060s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Acquiring lock "4283ae01-2c38-4f3a-96af-2f1d9595cf5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Lock "4283ae01-2c38-4f3a-96af-2f1d9595cf5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:00 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 15:51:01 user nova-compute[75278]: INFO nova.compute.claims [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Claim successful on node user
Dec 06 15:51:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:01 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-44884202-e3de-4b16-b118-9110a6f766dc tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 37237a18-4321-4bce-8ade-a7eda7da1355 is timed out.
Dec 06 15:51:01 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-44884202-e3de-4b16-b118-9110a6f766dc tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Successfully detached device vdb from instance 37237a18-4321-4bce-8ade-a7eda7da1355 from the live domain config.
Dec 06 15:51:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-44884202-e3de-4b16-b118-9110a6f766dc tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-44884202-e3de-4b16-b118-9110a6f766dc tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PgEBVLuH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:51:01 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-44884202-e3de-4b16-b118-9110a6f766dc tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:51:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-44884202-e3de-4b16-b118-9110a6f766dc tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-44884202-e3de-4b16-b118-9110a6f766dc tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.007s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[363527ea-c7a9-4ab0-a726-f53ca3e37528]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-44884202-e3de-4b16-b118-9110a6f766dc tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 15:51:01 user nova-compute[75278]: No targets found.
Dec 06 15:51:01 user nova-compute[75278]: iSNS:
Dec 06 15:51:01 user nova-compute[75278]: No targets found.
Dec 06 15:51:01 user nova-compute[75278]: STATIC:
Dec 06 15:51:01 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0
Dec 06 15:51:01 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:51:01 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:51:01 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d
Dec 06 15:51:01 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:51:01 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:51:01 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044
Dec 06 15:51:01 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:51:01 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:51:01 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264
Dec 06 15:51:01 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:51:01 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:51:01 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115
Dec 06 15:51:01 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:51:01 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:51:01 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b
Dec 06 15:51:01 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:51:01 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:51:01 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c
Dec 06 15:51:01 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:51:01 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:51:01 user nova-compute[75278]: FIRMWARE:
Dec 06 15:51:01 user nova-compute[75278]: No targets found.
Dec 06 15:51:01 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-44884202-e3de-4b16-b118-9110a6f766dc tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 15:51:01 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 15:51:01 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-44884202-e3de-4b16-b118-9110a6f766dc tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.034s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a93b607-94f4-4dea-b89b-a40cf282f38f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.044s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9828a9de-7189-45b8-9285-90cac830b2b2]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-44884202-e3de-4b16-b118-9110a6f766dc tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:51:01 user nova-compute[75278]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:51:01 user nova-compute[75278]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:51:01 user nova-compute[75278]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d (non-flash)
Dec 06 15:51:01 user nova-compute[75278]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:51:01 user nova-compute[75278]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:51:01 user nova-compute[75278]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)
Dec 06 15:51:01 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-44884202-e3de-4b16-b118-9110a6f766dc tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:51:01 user nova-compute[75278]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:51:01 user nova-compute[75278]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:51:01 user nova-compute[75278]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d (non-flash)
Dec 06 15:51:01 user nova-compute[75278]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:51:01 user nova-compute[75278]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:51:01 user nova-compute[75278]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)
Dec 06 15:51:01 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-44884202-e3de-4b16-b118-9110a6f766dc tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c2a5240>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d'): ({'sdb'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-44884202-e3de-4b16-b118-9110a6f766dc tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Removing single pathed devices sdb {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.033s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9176f74a-a2d7-46a5-bcc9-fe455244daae]: (4, ('path checker states:\nup                  6\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-2cac2acf-0d25-463c-892a-9c50496f1965 req-9e326560-cfcb-4541-bb1c-bb422bd9cfae service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-vif-plugged-2d30a960-c4ce-4e33-b72c-8a3850e6d4cb {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2cac2acf-0d25-463c-892a-9c50496f1965 req-9e326560-cfcb-4541-bb1c-bb422bd9cfae service nova] Acquiring lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2cac2acf-0d25-463c-892a-9c50496f1965 req-9e326560-cfcb-4541-bb1c-bb422bd9cfae service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2cac2acf-0d25-463c-892a-9c50496f1965 req-9e326560-cfcb-4541-bb1c-bb422bd9cfae service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-2cac2acf-0d25-463c-892a-9c50496f1965 req-9e326560-cfcb-4541-bb1c-bb422bd9cfae service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] No waiting events found dispatching network-vif-plugged-2d30a960-c4ce-4e33-b72c-8a3850e6d4cb {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:51:01 user nova-compute[75278]: WARNING nova.compute.manager [req-2cac2acf-0d25-463c-892a-9c50496f1965 req-9e326560-cfcb-4541-bb1c-bb422bd9cfae service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received unexpected event network-vif-plugged-2d30a960-c4ce-4e33-b72c-8a3850e6d4cb for instance with vm_state building and task_state spawning.
Dec 06 15:51:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a1c866f-d4cd-4a20-9b5f-10f062ffe22e]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-44884202-e3de-4b16-b118-9110a6f766dc tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Flushing IO for device /dev/sdb {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9450a286-c74f-4ca0-be34-0224d76c7da9]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-44884202-e3de-4b16-b118-9110a6f766dc tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.093s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c108341-69b1-48be-95a0-cd60a36e8060]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-44884202-e3de-4b16-b118-9110a6f766dc tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-44884202-e3de-4b16-b118-9110a6f766dc tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] SCSI volumes sdb have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-44884202-e3de-4b16-b118-9110a6f766dc tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[16797665-855a-4fc8-84d5-3594d03849a9]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-44884202-e3de-4b16-b118-9110a6f766dc tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d -p 172.16.0.220:3260 --logout" returned: 0 in 0.141s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[15fd90b4-5253-44bb-82ba-84536072cd63]: (4, ('Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d, portal: 172.16.0.220,3260]\nLogout of [sid: 18, target: iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-44884202-e3de-4b16-b118-9110a6f766dc tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d, portal: 172.16.0.220,3260]
Dec 06 15:51:01 user nova-compute[75278]: Logout of [sid: 18, target: iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d, portal: 172.16.0.220,3260] successful.
Dec 06 15:51:01 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:161158d1-e185-4fb0-bb04-b18502b16a6d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.056s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[30144b0d-1e72-418e-8479-0a742d798ec0]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-44884202-e3de-4b16-b118-9110a6f766dc tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-44884202-e3de-4b16-b118-9110a6f766dc tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.601s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-44884202-e3de-4b16-b118-9110a6f766dc tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] <== disconnect_volume: return (608ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-44884202-e3de-4b16-b118-9110a6f766dc tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.885s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:01 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 15:51:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:02 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 15:51:02 user nova-compute[75278]: DEBUG nova.network.neutron [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 15:51:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:02 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 15:51:02 user nova-compute[75278]: DEBUG nova.compute.manager [req-681a1224-a9b5-42ae-9b6d-ccc6a00f7e72 req-399c2077-decb-4f16-845a-10d2f5504fb8 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-vif-plugged-16ba6c63-346e-4702-a756-3af57cc74b5f {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:51:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-681a1224-a9b5-42ae-9b6d-ccc6a00f7e72 req-399c2077-decb-4f16-845a-10d2f5504fb8 service nova] Acquiring lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-681a1224-a9b5-42ae-9b6d-ccc6a00f7e72 req-399c2077-decb-4f16-845a-10d2f5504fb8 service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-681a1224-a9b5-42ae-9b6d-ccc6a00f7e72 req-399c2077-decb-4f16-845a-10d2f5504fb8 service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:02 user nova-compute[75278]: DEBUG nova.compute.manager [req-681a1224-a9b5-42ae-9b6d-ccc6a00f7e72 req-399c2077-decb-4f16-845a-10d2f5504fb8 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] No waiting events found dispatching network-vif-plugged-16ba6c63-346e-4702-a756-3af57cc74b5f {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:51:02 user nova-compute[75278]: WARNING nova.compute.manager [req-681a1224-a9b5-42ae-9b6d-ccc6a00f7e72 req-399c2077-decb-4f16-845a-10d2f5504fb8 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received unexpected event network-vif-plugged-16ba6c63-346e-4702-a756-3af57cc74b5f for instance with vm_state building and task_state spawning.
Dec 06 15:51:02 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 15:51:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:02 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 15:51:02 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 15:51:02 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Creating image(s)
Dec 06 15:51:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Acquiring lock "/opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Lock "/opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Lock "/opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:02 user nova-compute[75278]: DEBUG nova.policy [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5b45d9e133f4d919574053c02e625f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64751d12ab504ef8ae334ab30c7d0e45', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 15:51:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.390s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Acquiring lock "8b6964317078072a1e593868059fc8dc16213a0c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.212s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk 1073741824" returned: 0 in 0.066s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.284s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Cleaning up deleted instances {{(pid=75278) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] There are 0 instances to clean {{(pid=75278) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.246s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG nova.objects.instance [None req-44884202-e3de-4b16-b118-9110a6f766dc tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lazy-loading 'flavor' on Instance uuid 37237a18-4321-4bce-8ade-a7eda7da1355 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-44884202-e3de-4b16-b118-9110a6f766dc tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "37237a18-4321-4bce-8ade-a7eda7da1355" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 23.013s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk --force-share --output=json" returned: 0 in 0.282s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Cannot resize image /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Ensure instance console log exists: /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-534f6e41-57cc-437a-b723-d26fbb978c62 req-3dad8333-6ef3-401a-9514-f100a7d87bba service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-vif-plugged-2d30a960-c4ce-4e33-b72c-8a3850e6d4cb {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-534f6e41-57cc-437a-b723-d26fbb978c62 req-3dad8333-6ef3-401a-9514-f100a7d87bba service nova] Acquiring lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-534f6e41-57cc-437a-b723-d26fbb978c62 req-3dad8333-6ef3-401a-9514-f100a7d87bba service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-534f6e41-57cc-437a-b723-d26fbb978c62 req-3dad8333-6ef3-401a-9514-f100a7d87bba service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-534f6e41-57cc-437a-b723-d26fbb978c62 req-3dad8333-6ef3-401a-9514-f100a7d87bba service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] No waiting events found dispatching network-vif-plugged-2d30a960-c4ce-4e33-b72c-8a3850e6d4cb {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:51:03 user nova-compute[75278]: WARNING nova.compute.manager [req-534f6e41-57cc-437a-b723-d26fbb978c62 req-3dad8333-6ef3-401a-9514-f100a7d87bba service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received unexpected event network-vif-plugged-2d30a960-c4ce-4e33-b72c-8a3850e6d4cb for instance with vm_state building and task_state spawning.
Dec 06 15:51:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-534f6e41-57cc-437a-b723-d26fbb978c62 req-3dad8333-6ef3-401a-9514-f100a7d87bba service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-vif-plugged-0933fad8-dcb8-43ea-8f2a-a359aec87260 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-534f6e41-57cc-437a-b723-d26fbb978c62 req-3dad8333-6ef3-401a-9514-f100a7d87bba service nova] Acquiring lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-534f6e41-57cc-437a-b723-d26fbb978c62 req-3dad8333-6ef3-401a-9514-f100a7d87bba service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-534f6e41-57cc-437a-b723-d26fbb978c62 req-3dad8333-6ef3-401a-9514-f100a7d87bba service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-534f6e41-57cc-437a-b723-d26fbb978c62 req-3dad8333-6ef3-401a-9514-f100a7d87bba service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] No waiting events found dispatching network-vif-plugged-0933fad8-dcb8-43ea-8f2a-a359aec87260 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:51:03 user nova-compute[75278]: WARNING nova.compute.manager [req-534f6e41-57cc-437a-b723-d26fbb978c62 req-3dad8333-6ef3-401a-9514-f100a7d87bba service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received unexpected event network-vif-plugged-0933fad8-dcb8-43ea-8f2a-a359aec87260 for instance with vm_state building and task_state spawning.
Dec 06 15:51:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "a07fb239-6ced-4a89-9892-5425e489f472" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "a07fb239-6ced-4a89-9892-5425e489f472" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG nova.objects.instance [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lazy-loading 'flavor' on Instance uuid a07fb239-6ced-4a89-9892-5425e489f472 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG nova.network.neutron [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Successfully created port: f99e6234-b02e-498e-a277-b8fefea0a897 {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 15:51:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "a07fb239-6ced-4a89-9892-5425e489f472" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.158s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "a07fb239-6ced-4a89-9892-5425e489f472" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "a07fb239-6ced-4a89-9892-5425e489f472" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:04 user nova-compute[75278]: INFO nova.compute.manager [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Attaching volume 319acc61-73c2-46e5-aa51-9dfa380943ee to /dev/vdb
Dec 06 15:51:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:04 user nova-compute[75278]: DEBUG nova.compute.manager [req-ec82c54b-135f-4dc5-b071-8cf351ece650 req-72adf345-6ff1-45bd-947d-4224ea6e7b2e service nova] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Received event network-changed-928389a0-3298-4856-9622-313e18b9e1bd {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:51:04 user nova-compute[75278]: DEBUG nova.compute.manager [req-ec82c54b-135f-4dc5-b071-8cf351ece650 req-72adf345-6ff1-45bd-947d-4224ea6e7b2e service nova] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Refreshing instance network info cache due to event network-changed-928389a0-3298-4856-9622-313e18b9e1bd. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:51:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ec82c54b-135f-4dc5-b071-8cf351ece650 req-72adf345-6ff1-45bd-947d-4224ea6e7b2e service nova] Acquiring lock "refresh_cache-a07fb239-6ced-4a89-9892-5425e489f472" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:51:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ec82c54b-135f-4dc5-b071-8cf351ece650 req-72adf345-6ff1-45bd-947d-4224ea6e7b2e service nova] Acquired lock "refresh_cache-a07fb239-6ced-4a89-9892-5425e489f472" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:51:04 user nova-compute[75278]: DEBUG nova.network.neutron [req-ec82c54b-135f-4dc5-b071-8cf351ece650 req-72adf345-6ff1-45bd-947d-4224ea6e7b2e service nova] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Refreshing network info cache for port 928389a0-3298-4856-9622-313e18b9e1bd {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:51:04 user nova-compute[75278]: DEBUG os_brick.utils [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:51:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f2acc7c-050e-4eed-87a9-fde9470cb5cc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[16522fd7-d55f-434d-973b-d6f78a31bb4b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa15bb08-a1c1-4b36-acc5-147232d76f0d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[137df396-b128-47b1-8b17-1f0165f44706]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:51:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 15:51:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:51:04 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 15:51:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1780534e-1806-4874-94dd-57bc00e05016]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 15:51:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 15:51:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 15:51:04 user nova-compute[75278]: DEBUG os_brick.utils [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] <== get_connector_properties: return (197ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:51:04 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Updating existing volume attachment record: 5b8c3b64-ded4-464e-9564-7515ff2e6f77 {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 15:51:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.network.neutron [req-ec82c54b-135f-4dc5-b071-8cf351ece650 req-72adf345-6ff1-45bd-947d-4224ea6e7b2e service nova] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Updated VIF entry in instance network info cache for port 928389a0-3298-4856-9622-313e18b9e1bd. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.network.neutron [req-ec82c54b-135f-4dc5-b071-8cf351ece650 req-72adf345-6ff1-45bd-947d-4224ea6e7b2e service nova] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Updating instance_info_cache with network_info: [{"id": "928389a0-3298-4856-9622-313e18b9e1bd", "address": "fa:16:3e:93:2b:49", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.31", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap928389a0-32", "ovs_interfaceid": "928389a0-3298-4856-9622-313e18b9e1bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ec82c54b-135f-4dc5-b071-8cf351ece650 req-72adf345-6ff1-45bd-947d-4224ea6e7b2e service nova] Releasing lock "refresh_cache-a07fb239-6ced-4a89-9892-5425e489f472" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.compute.manager [req-ec82c54b-135f-4dc5-b071-8cf351ece650 req-72adf345-6ff1-45bd-947d-4224ea6e7b2e service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-vif-plugged-16ba6c63-346e-4702-a756-3af57cc74b5f {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ec82c54b-135f-4dc5-b071-8cf351ece650 req-72adf345-6ff1-45bd-947d-4224ea6e7b2e service nova] Acquiring lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ec82c54b-135f-4dc5-b071-8cf351ece650 req-72adf345-6ff1-45bd-947d-4224ea6e7b2e service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ec82c54b-135f-4dc5-b071-8cf351ece650 req-72adf345-6ff1-45bd-947d-4224ea6e7b2e service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.compute.manager [req-ec82c54b-135f-4dc5-b071-8cf351ece650 req-72adf345-6ff1-45bd-947d-4224ea6e7b2e service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] No waiting events found dispatching network-vif-plugged-16ba6c63-346e-4702-a756-3af57cc74b5f {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:51:05 user nova-compute[75278]: WARNING nova.compute.manager [req-ec82c54b-135f-4dc5-b071-8cf351ece650 req-72adf345-6ff1-45bd-947d-4224ea6e7b2e service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received unexpected event network-vif-plugged-16ba6c63-346e-4702-a756-3af57cc74b5f for instance with vm_state building and task_state spawning.
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.compute.manager [req-ec82c54b-135f-4dc5-b071-8cf351ece650 req-72adf345-6ff1-45bd-947d-4224ea6e7b2e service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-vif-plugged-5e3fbc59-d734-41a4-ba1f-122635958b73 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ec82c54b-135f-4dc5-b071-8cf351ece650 req-72adf345-6ff1-45bd-947d-4224ea6e7b2e service nova] Acquiring lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ec82c54b-135f-4dc5-b071-8cf351ece650 req-72adf345-6ff1-45bd-947d-4224ea6e7b2e service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ec82c54b-135f-4dc5-b071-8cf351ece650 req-72adf345-6ff1-45bd-947d-4224ea6e7b2e service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.compute.manager [req-ec82c54b-135f-4dc5-b071-8cf351ece650 req-72adf345-6ff1-45bd-947d-4224ea6e7b2e service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] No waiting events found dispatching network-vif-plugged-5e3fbc59-d734-41a4-ba1f-122635958b73 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:51:05 user nova-compute[75278]: WARNING nova.compute.manager [req-ec82c54b-135f-4dc5-b071-8cf351ece650 req-72adf345-6ff1-45bd-947d-4224ea6e7b2e service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received unexpected event network-vif-plugged-5e3fbc59-d734-41a4-ba1f-122635958b73 for instance with vm_state building and task_state spawning.
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.compute.manager [req-ec82c54b-135f-4dc5-b071-8cf351ece650 req-72adf345-6ff1-45bd-947d-4224ea6e7b2e service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-vif-plugged-5e3fbc59-d734-41a4-ba1f-122635958b73 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ec82c54b-135f-4dc5-b071-8cf351ece650 req-72adf345-6ff1-45bd-947d-4224ea6e7b2e service nova] Acquiring lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ec82c54b-135f-4dc5-b071-8cf351ece650 req-72adf345-6ff1-45bd-947d-4224ea6e7b2e service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ec82c54b-135f-4dc5-b071-8cf351ece650 req-72adf345-6ff1-45bd-947d-4224ea6e7b2e service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.compute.manager [req-ec82c54b-135f-4dc5-b071-8cf351ece650 req-72adf345-6ff1-45bd-947d-4224ea6e7b2e service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] No waiting events found dispatching network-vif-plugged-5e3fbc59-d734-41a4-ba1f-122635958b73 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:51:05 user nova-compute[75278]: WARNING nova.compute.manager [req-ec82c54b-135f-4dc5-b071-8cf351ece650 req-72adf345-6ff1-45bd-947d-4224ea6e7b2e service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received unexpected event network-vif-plugged-5e3fbc59-d734-41a4-ba1f-122635958b73 for instance with vm_state building and task_state spawning.
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.compute.manager [req-ec82c54b-135f-4dc5-b071-8cf351ece650 req-72adf345-6ff1-45bd-947d-4224ea6e7b2e service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-vif-plugged-8d609f29-fdc1-4534-8ad9-9b1547f75da1 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ec82c54b-135f-4dc5-b071-8cf351ece650 req-72adf345-6ff1-45bd-947d-4224ea6e7b2e service nova] Acquiring lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ec82c54b-135f-4dc5-b071-8cf351ece650 req-72adf345-6ff1-45bd-947d-4224ea6e7b2e service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ec82c54b-135f-4dc5-b071-8cf351ece650 req-72adf345-6ff1-45bd-947d-4224ea6e7b2e service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.compute.manager [req-ec82c54b-135f-4dc5-b071-8cf351ece650 req-72adf345-6ff1-45bd-947d-4224ea6e7b2e service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] No waiting events found dispatching network-vif-plugged-8d609f29-fdc1-4534-8ad9-9b1547f75da1 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:51:05 user nova-compute[75278]: WARNING nova.compute.manager [req-ec82c54b-135f-4dc5-b071-8cf351ece650 req-72adf345-6ff1-45bd-947d-4224ea6e7b2e service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received unexpected event network-vif-plugged-8d609f29-fdc1-4534-8ad9-9b1547f75da1 for instance with vm_state building and task_state spawning.
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.network.neutron [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Successfully updated port: f99e6234-b02e-498e-a277-b8fefea0a897 {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Acquiring lock "refresh_cache-4283ae01-2c38-4f3a-96af-2f1d9595cf5f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Acquired lock "refresh_cache-4283ae01-2c38-4f3a-96af-2f1d9595cf5f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.network.neutron [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.network.neutron [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.network.neutron [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Updating instance_info_cache with network_info: [{"id": "f99e6234-b02e-498e-a277-b8fefea0a897", "address": "fa:16:3e:99:e3:f2", "network": {"id": "cc74a898-73e7-496b-8be8-39f116ae6542", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2113758839-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64751d12ab504ef8ae334ab30c7d0e45", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf99e6234-b0", "ovs_interfaceid": "f99e6234-b02e-498e-a277-b8fefea0a897", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.compute.manager [req-2782d0c5-ee26-4fc1-be66-7a45a2372788 req-9601f866-4131-4204-8622-07547f2a3ce0 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-vif-plugged-0933fad8-dcb8-43ea-8f2a-a359aec87260 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2782d0c5-ee26-4fc1-be66-7a45a2372788 req-9601f866-4131-4204-8622-07547f2a3ce0 service nova] Acquiring lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2782d0c5-ee26-4fc1-be66-7a45a2372788 req-9601f866-4131-4204-8622-07547f2a3ce0 service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2782d0c5-ee26-4fc1-be66-7a45a2372788 req-9601f866-4131-4204-8622-07547f2a3ce0 service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.compute.manager [req-2782d0c5-ee26-4fc1-be66-7a45a2372788 req-9601f866-4131-4204-8622-07547f2a3ce0 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] No waiting events found dispatching network-vif-plugged-0933fad8-dcb8-43ea-8f2a-a359aec87260 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:51:05 user nova-compute[75278]: WARNING nova.compute.manager [req-2782d0c5-ee26-4fc1-be66-7a45a2372788 req-9601f866-4131-4204-8622-07547f2a3ce0 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received unexpected event network-vif-plugged-0933fad8-dcb8-43ea-8f2a-a359aec87260 for instance with vm_state building and task_state spawning.
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.compute.manager [req-2782d0c5-ee26-4fc1-be66-7a45a2372788 req-9601f866-4131-4204-8622-07547f2a3ce0 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-vif-plugged-57e3fcd1-dc34-413d-8140-4c3afa17c803 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2782d0c5-ee26-4fc1-be66-7a45a2372788 req-9601f866-4131-4204-8622-07547f2a3ce0 service nova] Acquiring lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2782d0c5-ee26-4fc1-be66-7a45a2372788 req-9601f866-4131-4204-8622-07547f2a3ce0 service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2782d0c5-ee26-4fc1-be66-7a45a2372788 req-9601f866-4131-4204-8622-07547f2a3ce0 service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.compute.manager [req-2782d0c5-ee26-4fc1-be66-7a45a2372788 req-9601f866-4131-4204-8622-07547f2a3ce0 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] No waiting events found dispatching network-vif-plugged-57e3fcd1-dc34-413d-8140-4c3afa17c803 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:51:05 user nova-compute[75278]: WARNING nova.compute.manager [req-2782d0c5-ee26-4fc1-be66-7a45a2372788 req-9601f866-4131-4204-8622-07547f2a3ce0 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received unexpected event network-vif-plugged-57e3fcd1-dc34-413d-8140-4c3afa17c803 for instance with vm_state building and task_state spawning.
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.compute.manager [req-2782d0c5-ee26-4fc1-be66-7a45a2372788 req-9601f866-4131-4204-8622-07547f2a3ce0 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-vif-plugged-57e3fcd1-dc34-413d-8140-4c3afa17c803 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2782d0c5-ee26-4fc1-be66-7a45a2372788 req-9601f866-4131-4204-8622-07547f2a3ce0 service nova] Acquiring lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2782d0c5-ee26-4fc1-be66-7a45a2372788 req-9601f866-4131-4204-8622-07547f2a3ce0 service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2782d0c5-ee26-4fc1-be66-7a45a2372788 req-9601f866-4131-4204-8622-07547f2a3ce0 service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.compute.manager [req-2782d0c5-ee26-4fc1-be66-7a45a2372788 req-9601f866-4131-4204-8622-07547f2a3ce0 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] No waiting events found dispatching network-vif-plugged-57e3fcd1-dc34-413d-8140-4c3afa17c803 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:51:05 user nova-compute[75278]: WARNING nova.compute.manager [req-2782d0c5-ee26-4fc1-be66-7a45a2372788 req-9601f866-4131-4204-8622-07547f2a3ce0 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received unexpected event network-vif-plugged-57e3fcd1-dc34-413d-8140-4c3afa17c803 for instance with vm_state building and task_state spawning.
Dec 06 15:51:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Releasing lock "refresh_cache-4283ae01-2c38-4f3a-96af-2f1d9595cf5f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Instance network_info: |[{"id": "f99e6234-b02e-498e-a277-b8fefea0a897", "address": "fa:16:3e:99:e3:f2", "network": {"id": "cc74a898-73e7-496b-8be8-39f116ae6542", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2113758839-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64751d12ab504ef8ae334ab30c7d0e45", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf99e6234-b0", "ovs_interfaceid": "f99e6234-b02e-498e-a277-b8fefea0a897", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Start _get_guest_xml network_info=[{"id": "f99e6234-b02e-498e-a277-b8fefea0a897", "address": "fa:16:3e:99:e3:f2", "network": {"id": "cc74a898-73e7-496b-8be8-39f116ae6542", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2113758839-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64751d12ab504ef8ae334ab30c7d0e45", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf99e6234-b0", "ovs_interfaceid": "f99e6234-b02e-498e-a277-b8fefea0a897", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:51:05 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:51:05 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:51:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-56760499',display_name='tempest-ServersNegativeTestJSON-server-56760499',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-56760499',id=19,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='64751d12ab504ef8ae334ab30c7d0e45',ramdisk_id='',reservation_id='r-zd964mdy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1910998826',owner_user_name='tempest-ServersNegativeTestJSON-1910998826-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:51:02Z,user_data=None,user_id='c5b45d9e133f4d919574053c02e625f9',uuid=4283ae01-2c38-4f3a-96af-2f1d9595cf5f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f99e6234-b02e-498e-a277-b8fefea0a897", "address": "fa:16:3e:99:e3:f2", "network": {"id": "cc74a898-73e7-496b-8be8-39f116ae6542", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2113758839-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64751d12ab504ef8ae334ab30c7d0e45", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf99e6234-b0", "ovs_interfaceid": "f99e6234-b02e-498e-a277-b8fefea0a897", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Converting VIF {"id": "f99e6234-b02e-498e-a277-b8fefea0a897", "address": "fa:16:3e:99:e3:f2", "network": {"id": "cc74a898-73e7-496b-8be8-39f116ae6542", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2113758839-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64751d12ab504ef8ae334ab30c7d0e45", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf99e6234-b0", "ovs_interfaceid": "f99e6234-b02e-498e-a277-b8fefea0a897", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:99:e3:f2,bridge_name='br-int',has_traffic_filtering=True,id=f99e6234-b02e-498e-a277-b8fefea0a897,network=Network(cc74a898-73e7-496b-8be8-39f116ae6542),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf99e6234-b0') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.objects.instance [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Lazy-loading 'pci_devices' on Instance uuid 4283ae01-2c38-4f3a-96af-2f1d9595cf5f {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:51:05 user nova-compute[75278]:   <uuid>4283ae01-2c38-4f3a-96af-2f1d9595cf5f</uuid>
Dec 06 15:51:05 user nova-compute[75278]:   <name>instance-00000013</name>
Dec 06 15:51:05 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 15:51:05 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:51:05 user nova-compute[75278]:   <metadata>
Dec 06 15:51:05 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:51:05 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:51:05 user nova-compute[75278]:       <nova:name>tempest-ServersNegativeTestJSON-server-56760499</nova:name>
Dec 06 15:51:05 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:51:05</nova:creationTime>
Dec 06 15:51:05 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 15:51:05 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 15:51:05 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 15:51:05 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:51:05 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:51:05 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:51:05 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:51:05 user nova-compute[75278]:       <nova:owner>
Dec 06 15:51:05 user nova-compute[75278]:         <nova:user uuid="c5b45d9e133f4d919574053c02e625f9">tempest-ServersNegativeTestJSON-1910998826-project-member</nova:user>
Dec 06 15:51:05 user nova-compute[75278]:         <nova:project uuid="64751d12ab504ef8ae334ab30c7d0e45">tempest-ServersNegativeTestJSON-1910998826</nova:project>
Dec 06 15:51:05 user nova-compute[75278]:       </nova:owner>
Dec 06 15:51:05 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 15:51:05 user nova-compute[75278]:       <nova:ports>
Dec 06 15:51:05 user nova-compute[75278]:         <nova:port uuid="f99e6234-b02e-498e-a277-b8fefea0a897">
Dec 06 15:51:05 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 06 15:51:05 user nova-compute[75278]:         </nova:port>
Dec 06 15:51:05 user nova-compute[75278]:       </nova:ports>
Dec 06 15:51:05 user nova-compute[75278]:     </nova:instance>
Dec 06 15:51:05 user nova-compute[75278]:   </metadata>
Dec 06 15:51:05 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:51:05 user nova-compute[75278]:     <system>
Dec 06 15:51:05 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:51:05 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:51:05 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:51:05 user nova-compute[75278]:       <entry name="serial">4283ae01-2c38-4f3a-96af-2f1d9595cf5f</entry>
Dec 06 15:51:05 user nova-compute[75278]:       <entry name="uuid">4283ae01-2c38-4f3a-96af-2f1d9595cf5f</entry>
Dec 06 15:51:05 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:51:05 user nova-compute[75278]:     </system>
Dec 06 15:51:05 user nova-compute[75278]:   </sysinfo>
Dec 06 15:51:05 user nova-compute[75278]:   <os>
Dec 06 15:51:05 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:51:05 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 15:51:05 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:51:05 user nova-compute[75278]:   </os>
Dec 06 15:51:05 user nova-compute[75278]:   <features>
Dec 06 15:51:05 user nova-compute[75278]:     <acpi/>
Dec 06 15:51:05 user nova-compute[75278]:     <apic/>
Dec 06 15:51:05 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:51:05 user nova-compute[75278]:   </features>
Dec 06 15:51:05 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:51:05 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:51:05 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:51:05 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:51:05 user nova-compute[75278]:   </clock>
Dec 06 15:51:05 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:51:05 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:51:05 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:51:05 user nova-compute[75278]:   </cpu>
Dec 06 15:51:05 user nova-compute[75278]:   <devices>
Dec 06 15:51:05 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 15:51:05 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 15:51:05 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk"/>
Dec 06 15:51:05 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 15:51:05 user nova-compute[75278]:     </disk>
Dec 06 15:51:05 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:51:05 user nova-compute[75278]:       <mac address="fa:16:3e:99:e3:f2"/>
Dec 06 15:51:05 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:51:05 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:51:05 user nova-compute[75278]:       <target dev="tapf99e6234-b0"/>
Dec 06 15:51:05 user nova-compute[75278]:     </interface>
Dec 06 15:51:05 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:51:05 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/console.log" append="off"/>
Dec 06 15:51:05 user nova-compute[75278]:     </serial>
Dec 06 15:51:05 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:51:05 user nova-compute[75278]:     <video>
Dec 06 15:51:05 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:51:05 user nova-compute[75278]:     </video>
Dec 06 15:51:05 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:51:05 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:51:05 user nova-compute[75278]:     </rng>
Dec 06 15:51:05 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:51:05 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:51:05 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:51:05 user nova-compute[75278]:     </memballoon>
Dec 06 15:51:05 user nova-compute[75278]:   </devices>
Dec 06 15:51:05 user nova-compute[75278]: </domain>
Dec 06 15:51:05 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:51:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-56760499',display_name='tempest-ServersNegativeTestJSON-server-56760499',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-56760499',id=19,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='64751d12ab504ef8ae334ab30c7d0e45',ramdisk_id='',reservation_id='r-zd964mdy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1910998826',owner_user_name='tempest-ServersNegativeTestJSON-1910998826-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:51:02Z,user_data=None,user_id='c5b45d9e133f4d919574053c02e625f9',uuid=4283ae01-2c38-4f3a-96af-2f1d9595cf5f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f99e6234-b02e-498e-a277-b8fefea0a897", "address": "fa:16:3e:99:e3:f2", "network": {"id": "cc74a898-73e7-496b-8be8-39f116ae6542", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2113758839-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64751d12ab504ef8ae334ab30c7d0e45", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf99e6234-b0", "ovs_interfaceid": "f99e6234-b02e-498e-a277-b8fefea0a897", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Converting VIF {"id": "f99e6234-b02e-498e-a277-b8fefea0a897", "address": "fa:16:3e:99:e3:f2", "network": {"id": "cc74a898-73e7-496b-8be8-39f116ae6542", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2113758839-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64751d12ab504ef8ae334ab30c7d0e45", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf99e6234-b0", "ovs_interfaceid": "f99e6234-b02e-498e-a277-b8fefea0a897", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:99:e3:f2,bridge_name='br-int',has_traffic_filtering=True,id=f99e6234-b02e-498e-a277-b8fefea0a897,network=Network(cc74a898-73e7-496b-8be8-39f116ae6542),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf99e6234-b0') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG os_vif [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:99:e3:f2,bridge_name='br-int',has_traffic_filtering=True,id=f99e6234-b02e-498e-a277-b8fefea0a897,network=Network(cc74a898-73e7-496b-8be8-39f116ae6542),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf99e6234-b0') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0ecacc46-9579-53f0-a5be-23de409a6130', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf99e6234-b0, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf99e6234-b0, col_values=(('qos', UUID('b79b52b1-0e8d-40fb-824d-9a9490447a7e')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf99e6234-b0, col_values=(('external_ids', {'iface-id': 'f99e6234-b02e-498e-a277-b8fefea0a897', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:99:e3:f2', 'vm-uuid': '4283ae01-2c38-4f3a-96af-2f1d9595cf5f'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:05 user nova-compute[75278]: INFO os_vif [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:99:e3:f2,bridge_name='br-int',has_traffic_filtering=True,id=f99e6234-b02e-498e-a277-b8fefea0a897,network=Network(cc74a898-73e7-496b-8be8-39f116ae6542),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf99e6234-b0')
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:51:05 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] No VIF found with MAC fa:16:3e:99:e3:f2, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:51:06 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:51:06 user nova-compute[75278]: DEBUG nova.compute.manager [req-d1307b30-33a0-4bca-9fee-4d48d9df21a4 req-d91a6740-6bb3-49f8-8d31-d532b1b52015 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-vif-plugged-8d609f29-fdc1-4534-8ad9-9b1547f75da1 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:51:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d1307b30-33a0-4bca-9fee-4d48d9df21a4 req-d91a6740-6bb3-49f8-8d31-d532b1b52015 service nova] Acquiring lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d1307b30-33a0-4bca-9fee-4d48d9df21a4 req-d91a6740-6bb3-49f8-8d31-d532b1b52015 service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d1307b30-33a0-4bca-9fee-4d48d9df21a4 req-d91a6740-6bb3-49f8-8d31-d532b1b52015 service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:06 user nova-compute[75278]: DEBUG nova.compute.manager [req-d1307b30-33a0-4bca-9fee-4d48d9df21a4 req-d91a6740-6bb3-49f8-8d31-d532b1b52015 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] No waiting events found dispatching network-vif-plugged-8d609f29-fdc1-4534-8ad9-9b1547f75da1 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:51:06 user nova-compute[75278]: WARNING nova.compute.manager [req-d1307b30-33a0-4bca-9fee-4d48d9df21a4 req-d91a6740-6bb3-49f8-8d31-d532b1b52015 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received unexpected event network-vif-plugged-8d609f29-fdc1-4534-8ad9-9b1547f75da1 for instance with vm_state building and task_state spawning.
Dec 06 15:51:06 user nova-compute[75278]: DEBUG nova.compute.manager [req-d1307b30-33a0-4bca-9fee-4d48d9df21a4 req-d91a6740-6bb3-49f8-8d31-d532b1b52015 service nova] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Received event network-changed-f99e6234-b02e-498e-a277-b8fefea0a897 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:51:06 user nova-compute[75278]: DEBUG nova.compute.manager [req-d1307b30-33a0-4bca-9fee-4d48d9df21a4 req-d91a6740-6bb3-49f8-8d31-d532b1b52015 service nova] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Refreshing instance network info cache due to event network-changed-f99e6234-b02e-498e-a277-b8fefea0a897. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:51:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d1307b30-33a0-4bca-9fee-4d48d9df21a4 req-d91a6740-6bb3-49f8-8d31-d532b1b52015 service nova] Acquiring lock "refresh_cache-4283ae01-2c38-4f3a-96af-2f1d9595cf5f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:51:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d1307b30-33a0-4bca-9fee-4d48d9df21a4 req-d91a6740-6bb3-49f8-8d31-d532b1b52015 service nova] Acquired lock "refresh_cache-4283ae01-2c38-4f3a-96af-2f1d9595cf5f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:51:06 user nova-compute[75278]: DEBUG nova.network.neutron [req-d1307b30-33a0-4bca-9fee-4d48d9df21a4 req-d91a6740-6bb3-49f8-8d31-d532b1b52015 service nova] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Refreshing network info cache for port f99e6234-b02e-498e-a277-b8fefea0a897 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:51:06 user nova-compute[75278]: DEBUG nova.compute.manager [req-676fb92d-39c3-47ae-9bfa-9f222f8a349e req-cecb789a-cad0-4868-9e7e-bcf90435f3e2 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-vif-plugged-22ac3167-2e14-4f78-8a11-658ef9b3368d {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:51:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-676fb92d-39c3-47ae-9bfa-9f222f8a349e req-cecb789a-cad0-4868-9e7e-bcf90435f3e2 service nova] Acquiring lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-676fb92d-39c3-47ae-9bfa-9f222f8a349e req-cecb789a-cad0-4868-9e7e-bcf90435f3e2 service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-676fb92d-39c3-47ae-9bfa-9f222f8a349e req-cecb789a-cad0-4868-9e7e-bcf90435f3e2 service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:06 user nova-compute[75278]: DEBUG nova.compute.manager [req-676fb92d-39c3-47ae-9bfa-9f222f8a349e req-cecb789a-cad0-4868-9e7e-bcf90435f3e2 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] No waiting events found dispatching network-vif-plugged-22ac3167-2e14-4f78-8a11-658ef9b3368d {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:51:06 user nova-compute[75278]: WARNING nova.compute.manager [req-676fb92d-39c3-47ae-9bfa-9f222f8a349e req-cecb789a-cad0-4868-9e7e-bcf90435f3e2 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received unexpected event network-vif-plugged-22ac3167-2e14-4f78-8a11-658ef9b3368d for instance with vm_state building and task_state spawning.
Dec 06 15:51:06 user nova-compute[75278]: DEBUG nova.compute.manager [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 15:51:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 15:51:06 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Instance spawned successfully.
Dec 06 15:51:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 15:51:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:51:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:51:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:51:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:51:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:51:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:51:07 user nova-compute[75278]: INFO nova.compute.manager [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Took 12.84 seconds to spawn the instance on the hypervisor.
Dec 06 15:51:07 user nova-compute[75278]: DEBUG nova.compute.manager [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:51:07 user nova-compute[75278]: DEBUG nova.network.neutron [req-d1307b30-33a0-4bca-9fee-4d48d9df21a4 req-d91a6740-6bb3-49f8-8d31-d532b1b52015 service nova] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Updated VIF entry in instance network info cache for port f99e6234-b02e-498e-a277-b8fefea0a897. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:51:07 user nova-compute[75278]: DEBUG nova.network.neutron [req-d1307b30-33a0-4bca-9fee-4d48d9df21a4 req-d91a6740-6bb3-49f8-8d31-d532b1b52015 service nova] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Updating instance_info_cache with network_info: [{"id": "f99e6234-b02e-498e-a277-b8fefea0a897", "address": "fa:16:3e:99:e3:f2", "network": {"id": "cc74a898-73e7-496b-8be8-39f116ae6542", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2113758839-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64751d12ab504ef8ae334ab30c7d0e45", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf99e6234-b0", "ovs_interfaceid": "f99e6234-b02e-498e-a277-b8fefea0a897", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:51:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d1307b30-33a0-4bca-9fee-4d48d9df21a4 req-d91a6740-6bb3-49f8-8d31-d532b1b52015 service nova] Releasing lock "refresh_cache-4283ae01-2c38-4f3a-96af-2f1d9595cf5f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:51:07 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:51:07 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:51:07 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:51:07 user nova-compute[75278]: INFO nova.compute.manager [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Took 54.43 seconds to build instance.
Dec 06 15:51:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5bbf1fa0-5e4d-4696-8335-1768a6352fec tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 54.734s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:08 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:51:08 user nova-compute[75278]: DEBUG nova.compute.manager [req-5d25336b-e792-450a-8df2-c9c3ed8d20e8 req-78f4009c-9df8-4c8c-9572-7ee95860707c service nova] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Received event network-vif-plugged-f99e6234-b02e-498e-a277-b8fefea0a897 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:51:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5d25336b-e792-450a-8df2-c9c3ed8d20e8 req-78f4009c-9df8-4c8c-9572-7ee95860707c service nova] Acquiring lock "4283ae01-2c38-4f3a-96af-2f1d9595cf5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5d25336b-e792-450a-8df2-c9c3ed8d20e8 req-78f4009c-9df8-4c8c-9572-7ee95860707c service nova] Lock "4283ae01-2c38-4f3a-96af-2f1d9595cf5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5d25336b-e792-450a-8df2-c9c3ed8d20e8 req-78f4009c-9df8-4c8c-9572-7ee95860707c service nova] Lock "4283ae01-2c38-4f3a-96af-2f1d9595cf5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:08 user nova-compute[75278]: DEBUG nova.compute.manager [req-5d25336b-e792-450a-8df2-c9c3ed8d20e8 req-78f4009c-9df8-4c8c-9572-7ee95860707c service nova] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] No waiting events found dispatching network-vif-plugged-f99e6234-b02e-498e-a277-b8fefea0a897 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:51:08 user nova-compute[75278]: WARNING nova.compute.manager [req-5d25336b-e792-450a-8df2-c9c3ed8d20e8 req-78f4009c-9df8-4c8c-9572-7ee95860707c service nova] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Received unexpected event network-vif-plugged-f99e6234-b02e-498e-a277-b8fefea0a897 for instance with vm_state building and task_state spawning.
Dec 06 15:51:08 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:08 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:08 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:08 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:08 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:08 user nova-compute[75278]: DEBUG nova.compute.manager [req-e52c7e97-eb5a-47ce-beb0-30ac54b5e4d2 req-b9f48105-4272-4747-8743-8a617c28df69 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-vif-plugged-22ac3167-2e14-4f78-8a11-658ef9b3368d {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:51:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e52c7e97-eb5a-47ce-beb0-30ac54b5e4d2 req-b9f48105-4272-4747-8743-8a617c28df69 service nova] Acquiring lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e52c7e97-eb5a-47ce-beb0-30ac54b5e4d2 req-b9f48105-4272-4747-8743-8a617c28df69 service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e52c7e97-eb5a-47ce-beb0-30ac54b5e4d2 req-b9f48105-4272-4747-8743-8a617c28df69 service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:08 user nova-compute[75278]: DEBUG nova.compute.manager [req-e52c7e97-eb5a-47ce-beb0-30ac54b5e4d2 req-b9f48105-4272-4747-8743-8a617c28df69 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] No waiting events found dispatching network-vif-plugged-22ac3167-2e14-4f78-8a11-658ef9b3368d {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:51:08 user nova-compute[75278]: WARNING nova.compute.manager [req-e52c7e97-eb5a-47ce-beb0-30ac54b5e4d2 req-b9f48105-4272-4747-8743-8a617c28df69 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received unexpected event network-vif-plugged-22ac3167-2e14-4f78-8a11-658ef9b3368d for instance with vm_state active and task_state None.
Dec 06 15:51:09 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:51:09 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:51:09 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 15:51:09 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:51:09 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Cleaning up deleted instances with incomplete migration  {{(pid=75278) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 06 15:51:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:10 user nova-compute[75278]: DEBUG nova.compute.manager [req-94499662-8074-4414-824c-5b1de5cabd01 req-8d748d2d-c681-4c2a-8fc7-c581bbecb76c service nova] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Received event network-vif-plugged-f99e6234-b02e-498e-a277-b8fefea0a897 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:51:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-94499662-8074-4414-824c-5b1de5cabd01 req-8d748d2d-c681-4c2a-8fc7-c581bbecb76c service nova] Acquiring lock "4283ae01-2c38-4f3a-96af-2f1d9595cf5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-94499662-8074-4414-824c-5b1de5cabd01 req-8d748d2d-c681-4c2a-8fc7-c581bbecb76c service nova] Lock "4283ae01-2c38-4f3a-96af-2f1d9595cf5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-94499662-8074-4414-824c-5b1de5cabd01 req-8d748d2d-c681-4c2a-8fc7-c581bbecb76c service nova] Lock "4283ae01-2c38-4f3a-96af-2f1d9595cf5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:10 user nova-compute[75278]: DEBUG nova.compute.manager [req-94499662-8074-4414-824c-5b1de5cabd01 req-8d748d2d-c681-4c2a-8fc7-c581bbecb76c service nova] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] No waiting events found dispatching network-vif-plugged-f99e6234-b02e-498e-a277-b8fefea0a897 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:51:10 user nova-compute[75278]: WARNING nova.compute.manager [req-94499662-8074-4414-824c-5b1de5cabd01 req-8d748d2d-c681-4c2a-8fc7-c581bbecb76c service nova] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Received unexpected event network-vif-plugged-f99e6234-b02e-498e-a277-b8fefea0a897 for instance with vm_state building and task_state spawning.
Dec 06 15:51:10 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 15:51:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 15:51:10 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Instance spawned successfully.
Dec 06 15:51:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 15:51:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:51:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:51:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:51:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:51:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:51:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:51:10 user nova-compute[75278]: INFO nova.compute.manager [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Took 8.28 seconds to spawn the instance on the hypervisor.
Dec 06 15:51:10 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:51:10 user nova-compute[75278]: INFO nova.compute.manager [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Took 9.67 seconds to build instance.
Dec 06 15:51:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b6bef60c-3f31-4191-864c-a5555d091cc1 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Lock "4283ae01-2c38-4f3a-96af-2f1d9595cf5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.894s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:11 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:51:11 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 15:51:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "refresh_cache-3ab08226-f7d6-4556-8fdb-086e056a9060" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:51:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquired lock "refresh_cache-3ab08226-f7d6-4556-8fdb-086e056a9060" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:51:11 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Forcefully refreshing network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 15:51:11 user nova-compute[75278]: INFO nova.compute.manager [None req-48d5cd51-4c6e-4d90-801b-a5851fda2b1c tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Unrescuing
Dec 06 15:51:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-48d5cd51-4c6e-4d90-801b-a5851fda2b1c tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Acquiring lock "refresh_cache-60fa6c34-9e58-4e20-b695-391070a81993" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:51:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-48d5cd51-4c6e-4d90-801b-a5851fda2b1c tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Acquired lock "refresh_cache-60fa6c34-9e58-4e20-b695-391070a81993" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:51:11 user nova-compute[75278]: DEBUG nova.network.neutron [None req-48d5cd51-4c6e-4d90-801b-a5851fda2b1c tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:51:11 user nova-compute[75278]: DEBUG nova.network.neutron [None req-48d5cd51-4c6e-4d90-801b-a5851fda2b1c tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Updating instance_info_cache with network_info: [{"id": "3678d2b7-4742-42ab-af5f-0d91a9bf3b8a", "address": "fa:16:3e:91:1c:29", "network": {"id": "c1c85dff-af5e-4edc-96f9-4bcffbbafb7a", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1267058935-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f49e94b36f5441aab0a91f0b37a300ca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3678d2b7-47", "ovs_interfaceid": "3678d2b7-4742-42ab-af5f-0d91a9bf3b8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:51:11 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Updating instance_info_cache with network_info: [{"id": "cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd", "address": "fa:16:3e:88:85:51", "network": {"id": "97bebf59-645d-4982-a79c-20f65a98308b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1992857310-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15f41496db044d5eb9c6e60468ee9a1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf441ca7-0e", "ovs_interfaceid": "cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:51:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-48d5cd51-4c6e-4d90-801b-a5851fda2b1c tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Releasing lock "refresh_cache-60fa6c34-9e58-4e20-b695-391070a81993" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:51:11 user nova-compute[75278]: DEBUG nova.objects.instance [None req-48d5cd51-4c6e-4d90-801b-a5851fda2b1c tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lazy-loading 'flavor' on Instance uuid 60fa6c34-9e58-4e20-b695-391070a81993 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:51:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Releasing lock "refresh_cache-3ab08226-f7d6-4556-8fdb-086e056a9060" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:51:11 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Updated the network info_cache for instance {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 15:51:11 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:51:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:11 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 15:51:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:12 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:12 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:12 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:12 user nova-compute[75278]: DEBUG nova.compute.manager [req-507a1f1e-7eda-4037-b8a0-89c1c4897243 req-434081aa-c9b2-42f9-91f4-37042d2b14df service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Received event network-vif-unplugged-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:51:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-507a1f1e-7eda-4037-b8a0-89c1c4897243 req-434081aa-c9b2-42f9-91f4-37042d2b14df service nova] Acquiring lock "60fa6c34-9e58-4e20-b695-391070a81993-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-507a1f1e-7eda-4037-b8a0-89c1c4897243 req-434081aa-c9b2-42f9-91f4-37042d2b14df service nova] Lock "60fa6c34-9e58-4e20-b695-391070a81993-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-507a1f1e-7eda-4037-b8a0-89c1c4897243 req-434081aa-c9b2-42f9-91f4-37042d2b14df service nova] Lock "60fa6c34-9e58-4e20-b695-391070a81993-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:12 user nova-compute[75278]: DEBUG nova.compute.manager [req-507a1f1e-7eda-4037-b8a0-89c1c4897243 req-434081aa-c9b2-42f9-91f4-37042d2b14df service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] No waiting events found dispatching network-vif-unplugged-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:51:12 user nova-compute[75278]: WARNING nova.compute.manager [req-507a1f1e-7eda-4037-b8a0-89c1c4897243 req-434081aa-c9b2-42f9-91f4-37042d2b14df service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Received unexpected event network-vif-unplugged-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a for instance with vm_state rescued and task_state unrescuing.
Dec 06 15:51:12 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Instance destroyed successfully.
Dec 06 15:51:13 user nova-compute[75278]: DEBUG nova.compute.manager [req-495efb69-9c67-4d40-82ec-ac93fb46f59e req-a285d82e-fe54-4e00-8845-009a182809b5 service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Received event network-changed-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:51:13 user nova-compute[75278]: DEBUG nova.compute.manager [req-495efb69-9c67-4d40-82ec-ac93fb46f59e req-a285d82e-fe54-4e00-8845-009a182809b5 service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Refreshing instance network info cache due to event network-changed-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:51:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-495efb69-9c67-4d40-82ec-ac93fb46f59e req-a285d82e-fe54-4e00-8845-009a182809b5 service nova] Acquiring lock "refresh_cache-60fa6c34-9e58-4e20-b695-391070a81993" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:51:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-495efb69-9c67-4d40-82ec-ac93fb46f59e req-a285d82e-fe54-4e00-8845-009a182809b5 service nova] Acquired lock "refresh_cache-60fa6c34-9e58-4e20-b695-391070a81993" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:51:13 user nova-compute[75278]: DEBUG nova.network.neutron [req-495efb69-9c67-4d40-82ec-ac93fb46f59e req-a285d82e-fe54-4e00-8845-009a182809b5 service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Refreshing network info cache for port 3678d2b7-4742-42ab-af5f-0d91a9bf3b8a {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:51:13 user nova-compute[75278]: DEBUG nova.network.neutron [req-495efb69-9c67-4d40-82ec-ac93fb46f59e req-a285d82e-fe54-4e00-8845-009a182809b5 service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Updated VIF entry in instance network info cache for port 3678d2b7-4742-42ab-af5f-0d91a9bf3b8a. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:51:13 user nova-compute[75278]: DEBUG nova.network.neutron [req-495efb69-9c67-4d40-82ec-ac93fb46f59e req-a285d82e-fe54-4e00-8845-009a182809b5 service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Updating instance_info_cache with network_info: [{"id": "3678d2b7-4742-42ab-af5f-0d91a9bf3b8a", "address": "fa:16:3e:91:1c:29", "network": {"id": "c1c85dff-af5e-4edc-96f9-4bcffbbafb7a", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1267058935-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f49e94b36f5441aab0a91f0b37a300ca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3678d2b7-47", "ovs_interfaceid": "3678d2b7-4742-42ab-af5f-0d91a9bf3b8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:51:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-495efb69-9c67-4d40-82ec-ac93fb46f59e req-a285d82e-fe54-4e00-8845-009a182809b5 service nova] Releasing lock "refresh_cache-60fa6c34-9e58-4e20-b695-391070a81993" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:51:14 user nova-compute[75278]: DEBUG nova.compute.manager [req-952a730b-7806-47dd-9bc9-3331e1ccf313 req-45e433d0-2571-4193-994a-41e7069138a7 service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Received event network-vif-plugged-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:51:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-952a730b-7806-47dd-9bc9-3331e1ccf313 req-45e433d0-2571-4193-994a-41e7069138a7 service nova] Acquiring lock "60fa6c34-9e58-4e20-b695-391070a81993-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-952a730b-7806-47dd-9bc9-3331e1ccf313 req-45e433d0-2571-4193-994a-41e7069138a7 service nova] Lock "60fa6c34-9e58-4e20-b695-391070a81993-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-952a730b-7806-47dd-9bc9-3331e1ccf313 req-45e433d0-2571-4193-994a-41e7069138a7 service nova] Lock "60fa6c34-9e58-4e20-b695-391070a81993-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:14 user nova-compute[75278]: DEBUG nova.compute.manager [req-952a730b-7806-47dd-9bc9-3331e1ccf313 req-45e433d0-2571-4193-994a-41e7069138a7 service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] No waiting events found dispatching network-vif-plugged-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:51:14 user nova-compute[75278]: WARNING nova.compute.manager [req-952a730b-7806-47dd-9bc9-3331e1ccf313 req-45e433d0-2571-4193-994a-41e7069138a7 service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Received unexpected event network-vif-plugged-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a for instance with vm_state rescued and task_state unrescuing.
Dec 06 15:51:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:15 user nova-compute[75278]: DEBUG nova.compute.manager [req-d548dccf-9bd1-4531-9cfc-a06a9af8e35a req-b63158f3-ffc0-46b6-adf2-7ad914ca043d service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Received event network-changed-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:51:15 user nova-compute[75278]: DEBUG nova.compute.manager [req-d548dccf-9bd1-4531-9cfc-a06a9af8e35a req-b63158f3-ffc0-46b6-adf2-7ad914ca043d service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Refreshing instance network info cache due to event network-changed-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:51:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d548dccf-9bd1-4531-9cfc-a06a9af8e35a req-b63158f3-ffc0-46b6-adf2-7ad914ca043d service nova] Acquiring lock "refresh_cache-60fa6c34-9e58-4e20-b695-391070a81993" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:51:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d548dccf-9bd1-4531-9cfc-a06a9af8e35a req-b63158f3-ffc0-46b6-adf2-7ad914ca043d service nova] Acquired lock "refresh_cache-60fa6c34-9e58-4e20-b695-391070a81993" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:51:15 user nova-compute[75278]: DEBUG nova.network.neutron [req-d548dccf-9bd1-4531-9cfc-a06a9af8e35a req-b63158f3-ffc0-46b6-adf2-7ad914ca043d service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Refreshing network info cache for port 3678d2b7-4742-42ab-af5f-0d91a9bf3b8a {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:51:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json" returned: 0 in 0.274s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ab08226-f7d6-4556-8fdb-086e056a9060/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ab08226-f7d6-4556-8fdb-086e056a9060/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ab08226-f7d6-4556-8fdb-086e056a9060/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ab08226-f7d6-4556-8fdb-086e056a9060/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:16 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdk (vdb) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 15:51:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:16 user nova-compute[75278]: DEBUG nova.compute.manager [req-0d1625c8-0b96-4695-949c-6bf9c9c5f3bd req-798efba2-f6bb-479f-8e22-0645b4888546 service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Received event network-vif-plugged-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:51:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0d1625c8-0b96-4695-949c-6bf9c9c5f3bd req-798efba2-f6bb-479f-8e22-0645b4888546 service nova] Acquiring lock "60fa6c34-9e58-4e20-b695-391070a81993-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0d1625c8-0b96-4695-949c-6bf9c9c5f3bd req-798efba2-f6bb-479f-8e22-0645b4888546 service nova] Lock "60fa6c34-9e58-4e20-b695-391070a81993-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0d1625c8-0b96-4695-949c-6bf9c9c5f3bd req-798efba2-f6bb-479f-8e22-0645b4888546 service nova] Lock "60fa6c34-9e58-4e20-b695-391070a81993-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:16 user nova-compute[75278]: DEBUG nova.compute.manager [req-0d1625c8-0b96-4695-949c-6bf9c9c5f3bd req-798efba2-f6bb-479f-8e22-0645b4888546 service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] No waiting events found dispatching network-vif-plugged-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:51:16 user nova-compute[75278]: WARNING nova.compute.manager [req-0d1625c8-0b96-4695-949c-6bf9c9c5f3bd req-798efba2-f6bb-479f-8e22-0645b4888546 service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Received unexpected event network-vif-plugged-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a for instance with vm_state rescued and task_state unrescuing.
Dec 06 15:51:16 user nova-compute[75278]: DEBUG nova.compute.manager [req-0d1625c8-0b96-4695-949c-6bf9c9c5f3bd req-798efba2-f6bb-479f-8e22-0645b4888546 service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Received event network-vif-plugged-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:51:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0d1625c8-0b96-4695-949c-6bf9c9c5f3bd req-798efba2-f6bb-479f-8e22-0645b4888546 service nova] Acquiring lock "60fa6c34-9e58-4e20-b695-391070a81993-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0d1625c8-0b96-4695-949c-6bf9c9c5f3bd req-798efba2-f6bb-479f-8e22-0645b4888546 service nova] Lock "60fa6c34-9e58-4e20-b695-391070a81993-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0d1625c8-0b96-4695-949c-6bf9c9c5f3bd req-798efba2-f6bb-479f-8e22-0645b4888546 service nova] Lock "60fa6c34-9e58-4e20-b695-391070a81993-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:16 user nova-compute[75278]: DEBUG nova.compute.manager [req-0d1625c8-0b96-4695-949c-6bf9c9c5f3bd req-798efba2-f6bb-479f-8e22-0645b4888546 service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] No waiting events found dispatching network-vif-plugged-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:51:16 user nova-compute[75278]: WARNING nova.compute.manager [req-0d1625c8-0b96-4695-949c-6bf9c9c5f3bd req-798efba2-f6bb-479f-8e22-0645b4888546 service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Received unexpected event network-vif-plugged-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a for instance with vm_state rescued and task_state unrescuing.
Dec 06 15:51:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG nova.network.neutron [req-d548dccf-9bd1-4531-9cfc-a06a9af8e35a req-b63158f3-ffc0-46b6-adf2-7ad914ca043d service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Updated VIF entry in instance network info cache for port 3678d2b7-4742-42ab-af5f-0d91a9bf3b8a. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG nova.network.neutron [req-d548dccf-9bd1-4531-9cfc-a06a9af8e35a req-b63158f3-ffc0-46b6-adf2-7ad914ca043d service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Updating instance_info_cache with network_info: [{"id": "3678d2b7-4742-42ab-af5f-0d91a9bf3b8a", "address": "fa:16:3e:91:1c:29", "network": {"id": "c1c85dff-af5e-4edc-96f9-4bcffbbafb7a", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1267058935-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f49e94b36f5441aab0a91f0b37a300ca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3678d2b7-47", "ovs_interfaceid": "3678d2b7-4742-42ab-af5f-0d91a9bf3b8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d548dccf-9bd1-4531-9cfc-a06a9af8e35a req-b63158f3-ffc0-46b6-adf2-7ad914ca043d service nova] Releasing lock "refresh_cache-60fa6c34-9e58-4e20-b695-391070a81993" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG nova.compute.manager [None req-48d5cd51-4c6e-4d90-801b-a5851fda2b1c tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HMJQYzVi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:51:17 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:51:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:51:17 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:51:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:51:17 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260" returned: 21 in 0.027s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae57993a-82fc-42aa-b6f0-6d14354e30c7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 15:51:17 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[93842234-f3e3-4c68-9fc0-f82947a33245]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee] added
Dec 06 15:51:17 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[388e25b4-5184-4379-bbb6-3b12d51da6be]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[86b694ba-5519-43a5-9437-f73f9ca83ef4]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HMJQYzVi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdg (vdc) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HMJQYzVi" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8b44b5d-de62-4b07-a6a4-30fd04407148]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'HMJQYzVi'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9217562d-e56d-460c-bb9c-560db0d627d7]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.043s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a0ce3f8-6a62-4aef-9527-4928d99f2261]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:51:17 user nova-compute[75278]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:51:17 user nova-compute[75278]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:51:17 user nova-compute[75278]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:51:17 user nova-compute[75278]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:51:17 user nova-compute[75278]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)
Dec 06 15:51:17 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:51:17 user nova-compute[75278]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:51:17 user nova-compute[75278]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:51:17 user nova-compute[75278]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:51:17 user nova-compute[75278]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:51:17 user nova-compute[75278]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)
Dec 06 15:51:17 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 --login" returned: 0 in 0.108s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4dd2d84-1114-44b8-bf9b-cec1aa9e6d23]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee, portal: 172.16.0.220,3260]
Dec 06 15:51:17 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee, portal: 172.16.0.220,3260] successful.
Dec 06 15:51:17 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.028s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b03c249e-c881-44a7-8750-939dac466390]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca4c6bbb-0c97-4c73-861f-2540743abb96]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:51:17 user nova-compute[75278]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:51:17 user nova-compute[75278]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:51:17 user nova-compute[75278]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:51:17 user nova-compute[75278]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:51:17 user nova-compute[75278]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)
Dec 06 15:51:17 user nova-compute[75278]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:51:17 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:51:17 user nova-compute[75278]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:51:17 user nova-compute[75278]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:51:17 user nova-compute[75278]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:51:17 user nova-compute[75278]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:51:17 user nova-compute[75278]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)
Dec 06 15:51:17 user nova-compute[75278]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:51:17 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.479s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] HCTL ('33', '-', '-', 0) found on session 22 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.026s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:17 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5da7ca54-0cbb-4fb8-8ca3-ea739ee5ee85]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:18 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Searching for a device in session 22 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:51:18 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HMJQYzVi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 15:51:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json" returned: 0 in 0.345s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57133132-53e9-4b8a-811e-85aa53f24315/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57133132-53e9-4b8a-811e-85aa53f24315/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57133132-53e9-4b8a-811e-85aa53f24315/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:19 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.542s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:51:19 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] <== connect_volume: return (1546ms) {'type': 'block', 'scsi_wwn': '26432653165623035', 'path': '/dev/sdb'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:51:19 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26432653165623035', 'path': '/dev/sdb'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 15:51:19 user nova-compute[75278]: DEBUG nova.objects.instance [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lazy-loading 'flavor' on Instance uuid a07fb239-6ced-4a89-9892-5425e489f472 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:51:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57133132-53e9-4b8a-811e-85aa53f24315/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:19 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 15:51:19 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:51:19 user nova-compute[75278]:   <source dev="/dev/sdb"/>
Dec 06 15:51:19 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:51:19 user nova-compute[75278]:   <serial>319acc61-73c2-46e5-aa51-9dfa380943ee</serial>
Dec 06 15:51:19 user nova-compute[75278]: </disk>
Dec 06 15:51:19 user nova-compute[75278]:  {{(pid=75278) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 15:51:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:19 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 15:51:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:19 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:51:19 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:51:19 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] No VIF found with MAC fa:16:3e:93:2b:49, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:51:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk --force-share --output=json" returned: 0 in 0.660s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-931e8b6f-fa7c-4e10-b964-bfb906c2e8ab tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "a07fb239-6ced-4a89-9892-5425e489f472" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 16.293s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:21 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:21 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:51:21 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:51:21 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=7307MB free_disk=25.214805603027344GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 15:51:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:21 user nova-compute[75278]: INFO nova.compute.manager [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Rebuilding instance
Dec 06 15:51:21 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 60fa6c34-9e58-4e20-b695-391070a81993 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:51:21 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance accf5417-e552-4fa7-8b65-5f3121d1d17f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:51:21 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 1432b04b-09a5-4a8d-b36b-5ac20d081fc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:51:21 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 57133132-53e9-4b8a-811e-85aa53f24315 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:51:21 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 3ab08226-f7d6-4556-8fdb-086e056a9060 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:51:21 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 37237a18-4321-4bce-8ade-a7eda7da1355 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:51:21 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance a07fb239-6ced-4a89-9892-5425e489f472 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:51:21 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 347b9aee-ff4c-4107-be32-8e4106abc6ea actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:51:21 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance b979398f-d6ba-469c-96ed-e25012146a31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:51:21 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance a909916c-b274-4c00-a248-30d6ed84859e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:51:21 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 8a957482-260a-437a-b48d-309224800fcf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:51:21 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 4283ae01-2c38-4f3a-96af-2f1d9595cf5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:51:21 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 15:51:21 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 15:51:22 user nova-compute[75278]: DEBUG nova.compute.manager [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:51:22 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Refreshing inventories for resource provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 06 15:51:22 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Updating ProviderTree inventory for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 06 15:51:22 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Updating inventory in ProviderTree for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 15:51:22 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Refreshing aggregate associations for resource provider 8b3403ac-859e-46a6-ab7b-26268bef73b0, aggregates: None {{(pid=75278) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 06 15:51:22 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Refreshing trait associations for resource provider 8b3403ac-859e-46a6-ab7b-26268bef73b0, traits: HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_ACCELERATORS,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_SATA,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_IDE,COMPUTE_VIOMMU_MODEL_INTEL,HW_CPU_X86_SSE41,HW_CPU_X86_SSSE3 {{(pid=75278) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 06 15:51:22 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:22 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:22 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:22 user nova-compute[75278]: DEBUG nova.compute.manager [req-c8614c53-d14e-42a5-bc99-57b97d459c5b req-d3b41fe8-d14b-4979-af51-3c4934951248 service nova] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Received event network-vif-unplugged-928389a0-3298-4856-9622-313e18b9e1bd {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:51:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c8614c53-d14e-42a5-bc99-57b97d459c5b req-d3b41fe8-d14b-4979-af51-3c4934951248 service nova] Acquiring lock "a07fb239-6ced-4a89-9892-5425e489f472-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c8614c53-d14e-42a5-bc99-57b97d459c5b req-d3b41fe8-d14b-4979-af51-3c4934951248 service nova] Lock "a07fb239-6ced-4a89-9892-5425e489f472-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c8614c53-d14e-42a5-bc99-57b97d459c5b req-d3b41fe8-d14b-4979-af51-3c4934951248 service nova] Lock "a07fb239-6ced-4a89-9892-5425e489f472-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:22 user nova-compute[75278]: DEBUG nova.compute.manager [req-c8614c53-d14e-42a5-bc99-57b97d459c5b req-d3b41fe8-d14b-4979-af51-3c4934951248 service nova] [instance: a07fb239-6ced-4a89-9892-5425e489f472] No waiting events found dispatching network-vif-unplugged-928389a0-3298-4856-9622-313e18b9e1bd {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:51:22 user nova-compute[75278]: WARNING nova.compute.manager [req-c8614c53-d14e-42a5-bc99-57b97d459c5b req-d3b41fe8-d14b-4979-af51-3c4934951248 service nova] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Received unexpected event network-vif-unplugged-928389a0-3298-4856-9622-313e18b9e1bd for instance with vm_state active and task_state rebuilding.
Dec 06 15:51:22 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:22 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:22 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:51:22 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:51:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 15:51:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.304s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:22 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Instance destroyed successfully.
Dec 06 15:51:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f3a84db2-20c3-4bc7-9440-947213a0ac3c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f3a84db2-20c3-4bc7-9440-947213a0ac3c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:23 user nova-compute[75278]: INFO nova.compute.manager [None req-f3a84db2-20c3-4bc7-9440-947213a0ac3c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Detaching volume bfa11db9-8c7e-43d6-a8b4-150da3482a4c
Dec 06 15:51:23 user nova-compute[75278]: INFO nova.virt.block_device [None req-f3a84db2-20c3-4bc7-9440-947213a0ac3c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Attempting to driver detach volume bfa11db9-8c7e-43d6-a8b4-150da3482a4c from mountpoint /dev/vdb
Dec 06 15:51:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-f3a84db2-20c3-4bc7-9440-947213a0ac3c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Attempting to detach device vdb from instance 1432b04b-09a5-4a8d-b36b-5ac20d081fc9 from the persistent domain config. {{(pid=75278) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-f3a84db2-20c3-4bc7-9440-947213a0ac3c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 15:51:23 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:51:23 user nova-compute[75278]:   <source dev="/dev/sdd"/>
Dec 06 15:51:23 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:51:23 user nova-compute[75278]:   <serial>bfa11db9-8c7e-43d6-a8b4-150da3482a4c</serial>
Dec 06 15:51:23 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 06 15:51:23 user nova-compute[75278]: </disk>
Dec 06 15:51:23 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 15:51:23 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-f3a84db2-20c3-4bc7-9440-947213a0ac3c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Successfully detached device vdb from instance 1432b04b-09a5-4a8d-b36b-5ac20d081fc9 from the persistent domain config.
Dec 06 15:51:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-f3a84db2-20c3-4bc7-9440-947213a0ac3c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 1432b04b-09a5-4a8d-b36b-5ac20d081fc9 from the live domain config. {{(pid=75278) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-f3a84db2-20c3-4bc7-9440-947213a0ac3c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 15:51:23 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:51:23 user nova-compute[75278]:   <source dev="/dev/sdd"/>
Dec 06 15:51:23 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:51:23 user nova-compute[75278]:   <serial>bfa11db9-8c7e-43d6-a8b4-150da3482a4c</serial>
Dec 06 15:51:23 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 06 15:51:23 user nova-compute[75278]: </disk>
Dec 06 15:51:23 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 15:51:23 user nova-compute[75278]: INFO nova.compute.manager [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Detaching volume 319acc61-73c2-46e5-aa51-9dfa380943ee
Dec 06 15:51:23 user nova-compute[75278]: INFO nova.virt.block_device [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Attempting to driver detach volume 319acc61-73c2-46e5-aa51-9dfa380943ee from mountpoint /dev/vdb
Dec 06 15:51:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Attempting to detach device vdb from instance a07fb239-6ced-4a89-9892-5425e489f472 from the persistent domain config. {{(pid=75278) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 15:51:23 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:51:23 user nova-compute[75278]:   <source dev="/dev/sdb"/>
Dec 06 15:51:23 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:51:23 user nova-compute[75278]:   <serial>319acc61-73c2-46e5-aa51-9dfa380943ee</serial>
Dec 06 15:51:23 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 15:51:23 user nova-compute[75278]: </disk>
Dec 06 15:51:23 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 15:51:23 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Successfully detached device vdb from instance a07fb239-6ced-4a89-9892-5425e489f472 from the persistent domain config.
Dec 06 15:51:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HMJQYzVi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:51:23 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 06 15:51:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3823e2eb-a310-46d6-8897-90006a53e946]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 15:51:23 user nova-compute[75278]: No targets found.
Dec 06 15:51:23 user nova-compute[75278]: iSNS:
Dec 06 15:51:23 user nova-compute[75278]: No targets found.
Dec 06 15:51:23 user nova-compute[75278]: STATIC:
Dec 06 15:51:23 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0
Dec 06 15:51:23 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:51:23 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:51:23 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044
Dec 06 15:51:23 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:51:23 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:51:23 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264
Dec 06 15:51:23 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:51:23 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:51:23 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115
Dec 06 15:51:23 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:51:23 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:51:23 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b
Dec 06 15:51:23 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:51:23 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:51:23 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee
Dec 06 15:51:23 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:51:23 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:51:23 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c
Dec 06 15:51:23 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:51:23 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:51:23 user nova-compute[75278]: FIRMWARE:
Dec 06 15:51:23 user nova-compute[75278]: No targets found.
Dec 06 15:51:23 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 15:51:23 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 15:51:23 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[27f11627-fdb9-49bf-8320-0bbac22a5a37]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[4567d0c6-3d92-4df8-a25a-4029c6b23c6f]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:51:23 user nova-compute[75278]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:51:23 user nova-compute[75278]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:51:23 user nova-compute[75278]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:51:23 user nova-compute[75278]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:51:23 user nova-compute[75278]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)
Dec 06 15:51:23 user nova-compute[75278]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:51:23 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:51:23 user nova-compute[75278]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:51:23 user nova-compute[75278]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:51:23 user nova-compute[75278]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:51:23 user nova-compute[75278]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:51:23 user nova-compute[75278]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)
Dec 06 15:51:23 user nova-compute[75278]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:51:23 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c65fbe0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee'): ({'sdb'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Removing single pathed devices sdb {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac721529-4fd4-408a-b4b7-379de819d83a]: (4, ('path checker states:\nup                  6\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b33c1f2f-9659-47f9-8d70-8c89727e91c5]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Flushing IO for device /dev/sdb {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[80831cd9-88e4-4fdc-85f8-b363893a900c]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6791ba03-11f2-4ca0-8a56-e46beee29de3]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] SCSI volumes sdb have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.039s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f355bb04-39ca-4469-bf30-9cf67ae0dc88]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-f3a84db2-20c3-4bc7-9440-947213a0ac3c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 1432b04b-09a5-4a8d-b36b-5ac20d081fc9 {{(pid=75278) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3159e1aa-bdf2-426f-a13d-48d09f5d9f11]: (4, ('Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee, portal: 172.16.0.220,3260]\nLogout of [sid: 22, target: iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee, portal: 172.16.0.220,3260]
Dec 06 15:51:23 user nova-compute[75278]: Logout of [sid: 22, target: iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee, portal: 172.16.0.220,3260] successful.
Dec 06 15:51:23 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4be8e2d-d1e9-432d-a89b-0833028fcebb]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.395s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] <== disconnect_volume: return (396ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:51:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 15:51:24 user nova-compute[75278]: DEBUG nova.compute.manager [req-58b20a64-861b-4141-896d-969c58f292ee req-47d51868-61fb-48a2-9f2f-5b59a0e626be service nova] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Received event network-vif-plugged-928389a0-3298-4856-9622-313e18b9e1bd {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:51:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-58b20a64-861b-4141-896d-969c58f292ee req-47d51868-61fb-48a2-9f2f-5b59a0e626be service nova] Acquiring lock "a07fb239-6ced-4a89-9892-5425e489f472-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-58b20a64-861b-4141-896d-969c58f292ee req-47d51868-61fb-48a2-9f2f-5b59a0e626be service nova] Lock "a07fb239-6ced-4a89-9892-5425e489f472-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-58b20a64-861b-4141-896d-969c58f292ee req-47d51868-61fb-48a2-9f2f-5b59a0e626be service nova] Lock "a07fb239-6ced-4a89-9892-5425e489f472-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:24 user nova-compute[75278]: DEBUG nova.compute.manager [req-58b20a64-861b-4141-896d-969c58f292ee req-47d51868-61fb-48a2-9f2f-5b59a0e626be service nova] [instance: a07fb239-6ced-4a89-9892-5425e489f472] No waiting events found dispatching network-vif-plugged-928389a0-3298-4856-9622-313e18b9e1bd {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:51:24 user nova-compute[75278]: WARNING nova.compute.manager [req-58b20a64-861b-4141-896d-969c58f292ee req-47d51868-61fb-48a2-9f2f-5b59a0e626be service nova] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Received unexpected event network-vif-plugged-928389a0-3298-4856-9622-313e18b9e1bd for instance with vm_state active and task_state rebuilding.
Dec 06 15:51:24 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Instance destroyed successfully.
Dec 06 15:51:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:49:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-10884609',display_name='tempest-ServerActionsTestOtherA-server-516065488',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-10884609',id=14,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLigpHDjehh91P2wmocDp9QuUIR0UFm3N1NlIOHZiD1a+KsABfIYapeHLjqGMLYxqEjbwIT2tByyDo7MjYLaV2JI4M2clNe8xSSwM6HD3crK5pzj3iYh8UC3gVtDf3JGMQ==',key_name='tempest-keypair-1936021757',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:49:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='9cab662082c54ba684178b494adc8eac',ramdisk_id='',reservation_id='r-4mo2qss3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-749613830',owner_user_name='tempest-ServerActionsTestOtherA-749613830-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:51:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='518fb7d77ef147348fd03cb374e9b293',uuid=a07fb239-6ced-4a89-9892-5425e489f472,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "928389a0-3298-4856-9622-313e18b9e1bd", "address": "fa:16:3e:93:2b:49", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.31", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap928389a0-32", "ovs_interfaceid": "928389a0-3298-4856-9622-313e18b9e1bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:51:24 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Converting VIF {"id": "928389a0-3298-4856-9622-313e18b9e1bd", "address": "fa:16:3e:93:2b:49", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.31", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap928389a0-32", "ovs_interfaceid": "928389a0-3298-4856-9622-313e18b9e1bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:51:24 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:93:2b:49,bridge_name='br-int',has_traffic_filtering=True,id=928389a0-3298-4856-9622-313e18b9e1bd,network=Network(27770857-f5da-42f3-a973-e80b37986960),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap928389a0-32') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:51:24 user nova-compute[75278]: DEBUG os_vif [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:93:2b:49,bridge_name='br-int',has_traffic_filtering=True,id=928389a0-3298-4856-9622-313e18b9e1bd,network=Network(27770857-f5da-42f3-a973-e80b37986960),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap928389a0-32') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:51:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap928389a0-32, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:51:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:51:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=28499217-41d6-47f0-8396-bb31fe9d175f) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:51:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:51:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:24 user nova-compute[75278]: INFO os_vif [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:93:2b:49,bridge_name='br-int',has_traffic_filtering=True,id=928389a0-3298-4856-9622-313e18b9e1bd,network=Network(27770857-f5da-42f3-a973-e80b37986960),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap928389a0-32')
Dec 06 15:51:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 15:51:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HMJQYzVi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:51:24 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 06 15:51:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:51:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:51:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:24 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1448cb57-2fd8-4539-a219-cb062d25e73f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 15:51:24 user nova-compute[75278]: No targets found.
Dec 06 15:51:24 user nova-compute[75278]: iSNS:
Dec 06 15:51:24 user nova-compute[75278]: No targets found.
Dec 06 15:51:24 user nova-compute[75278]: STATIC:
Dec 06 15:51:24 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0
Dec 06 15:51:24 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:51:24 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:51:24 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044
Dec 06 15:51:24 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:51:24 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:51:24 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264
Dec 06 15:51:24 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:51:24 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:51:24 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115
Dec 06 15:51:24 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:51:24 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:51:24 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b
Dec 06 15:51:24 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:51:24 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:51:24 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c
Dec 06 15:51:24 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:51:24 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:51:24 user nova-compute[75278]: FIRMWARE:
Dec 06 15:51:24 user nova-compute[75278]: No targets found.
Dec 06 15:51:24 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:51:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 15:51:24 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 15:51:24 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 15:51:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 15:51:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6d6cd4a-67ab-43d8-b167-7683024efa90]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cac578e-b100-4a0f-b9ec-c9c090b11a9c]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:51:25 user nova-compute[75278]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:51:25 user nova-compute[75278]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:51:25 user nova-compute[75278]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:51:25 user nova-compute[75278]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:51:25 user nova-compute[75278]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)
Dec 06 15:51:25 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:51:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:51:25 user nova-compute[75278]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:51:25 user nova-compute[75278]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:51:25 user nova-compute[75278]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:51:25 user nova-compute[75278]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:51:25 user nova-compute[75278]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)
Dec 06 15:51:25 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:51:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c65d360>, {}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 15:51:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Disconnecting from: [] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 15:51:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.119s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:51:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] <== disconnect_volume: return (121ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:51:25 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 15:51:25 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Deleting instance files /opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472_del
Dec 06 15:51:25 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Deletion of /opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472_del complete
Dec 06 15:51:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:25 user nova-compute[75278]: INFO nova.virt.block_device [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Booting with volume 319acc61-73c2-46e5-aa51-9dfa380943ee at /dev/vdb
Dec 06 15:51:25 user nova-compute[75278]: DEBUG os_brick.utils [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:51:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[019bb6fd-b135-494f-bc67-aebf303df9de]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[106180d8-9621-4927-ac83-69c1a7eb4455]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab47cb47-0770-43ec-bdf7-c9d0d5fd3d39]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c22371d-ef7e-4cec-b668-720415046cf0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:51:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 15:51:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:51:25 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 15:51:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2ab1e94-385d-4807-bea2-95a673c71fb7]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 15:51:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 15:51:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 15:51:25 user nova-compute[75278]: DEBUG os_brick.utils [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] <== get_connector_properties: return (135ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:51:25 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Updating existing volume attachment record: 8934511a-b765-4a4c-8121-483f323b50c0 {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 15:51:26 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:51:27 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Acquiring lock "37237a18-4321-4bce-8ade-a7eda7da1355" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "37237a18-4321-4bce-8ade-a7eda7da1355" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:33 user nova-compute[75278]: DEBUG nova.objects.instance [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lazy-loading 'flavor' on Instance uuid 37237a18-4321-4bce-8ade-a7eda7da1355 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:51:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "37237a18-4321-4bce-8ade-a7eda7da1355" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.066s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquiring lock "4d56b5eb-724a-4574-b806-93f0c687ef41" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "4d56b5eb-724a-4574-b806-93f0c687ef41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:33 user nova-compute[75278]: DEBUG nova.compute.manager [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 15:51:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Acquiring lock "37237a18-4321-4bce-8ade-a7eda7da1355" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "37237a18-4321-4bce-8ade-a7eda7da1355" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:33 user nova-compute[75278]: INFO nova.compute.manager [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Attaching volume ed7e0a59-f696-4157-8aa4-f86840942d42 to /dev/vdb
Dec 06 15:51:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:33 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 15:51:33 user nova-compute[75278]: INFO nova.compute.claims [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Claim successful on node user
Dec 06 15:51:33 user nova-compute[75278]: DEBUG os_brick.utils [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:51:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:33 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5c6f849-f4c3-47f6-9107-029c858bf24b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:33 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b926af1c-7ab6-4e93-870c-b1a3fbfd3a7e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:33 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5deb2db3-c234-4351-a784-00574f774e99]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:33 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[37c5ddf1-549b-4cd8-a98d-af644a4a29b1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:51:34 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 15:51:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:51:34 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 15:51:34 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a821ce64-3ef3-4333-aa85-3ed3bcbf8225]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:34 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 15:51:34 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 15:51:34 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 15:51:34 user nova-compute[75278]: DEBUG os_brick.utils [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:51:34 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Updating existing volume attachment record: 8ed61d3e-6f8f-466d-a8a4-02961f4d47af {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 15:51:34 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:51:34 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:51:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.589s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:34 user nova-compute[75278]: DEBUG nova.compute.manager [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 15:51:34 user nova-compute[75278]: DEBUG nova.compute.manager [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 15:51:34 user nova-compute[75278]: DEBUG nova.network.neutron [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 15:51:34 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 15:51:34 user nova-compute[75278]: DEBUG nova.compute.manager [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 15:51:34 user nova-compute[75278]: DEBUG nova.policy [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '839ef8d27c5d45279378d67254ec37fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93723bb0e3c9431a91eaa6ba3c645029', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 15:51:34 user nova-compute[75278]: DEBUG nova.compute.manager [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 15:51:34 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 15:51:34 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Creating image(s)
Dec 06 15:51:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquiring lock "/opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "/opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "/opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquiring lock "b38d9431862d9f755fcd61feb3e1a87eae354bee" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "b38d9431862d9f755fcd61feb3e1a87eae354bee" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.003s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:35 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b38d9431862d9f755fcd61feb3e1a87eae354bee.part --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:51:35 user nova-compute[75278]: DEBUG nova.network.neutron [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Successfully created port: 539b5f67-d212-4bed-8bf2-099951a21318 {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 15:51:35 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b38d9431862d9f755fcd61feb3e1a87eae354bee.part --force-share --output=json" returned: 0 in 0.229s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:35 user nova-compute[75278]: DEBUG nova.virt.images [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] dcb8236a-666c-4fac-95d0-3bd5c6fe352f was qcow2, converting to raw {{(pid=75278) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 06 15:51:35 user nova-compute[75278]: DEBUG nova.privsep.utils [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75278) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 15:51:35 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/b38d9431862d9f755fcd61feb3e1a87eae354bee.part /opt/stack/data/nova/instances/_base/b38d9431862d9f755fcd61feb3e1a87eae354bee.converted {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Acquiring lock "3ab08226-f7d6-4556-8fdb-086e056a9060" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Lock "3ab08226-f7d6-4556-8fdb-086e056a9060" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.004s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Acquiring lock "3ab08226-f7d6-4556-8fdb-086e056a9060-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Lock "3ab08226-f7d6-4556-8fdb-086e056a9060-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Lock "3ab08226-f7d6-4556-8fdb-086e056a9060-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:35 user nova-compute[75278]: INFO nova.compute.manager [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Terminating instance
Dec 06 15:51:35 user nova-compute[75278]: DEBUG nova.compute.manager [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 15:51:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:35 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/b38d9431862d9f755fcd61feb3e1a87eae354bee.part /opt/stack/data/nova/instances/_base/b38d9431862d9f755fcd61feb3e1a87eae354bee.converted" returned: 0 in 0.286s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:35 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b38d9431862d9f755fcd61feb3e1a87eae354bee.converted --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG nova.compute.manager [req-79187bee-bea2-4862-b28f-f5ab2b24c238 req-eeb7ea02-6b70-44f1-bec6-f470cf023775 service nova] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Received event network-vif-unplugged-cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-79187bee-bea2-4862-b28f-f5ab2b24c238 req-eeb7ea02-6b70-44f1-bec6-f470cf023775 service nova] Acquiring lock "3ab08226-f7d6-4556-8fdb-086e056a9060-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-79187bee-bea2-4862-b28f-f5ab2b24c238 req-eeb7ea02-6b70-44f1-bec6-f470cf023775 service nova] Lock "3ab08226-f7d6-4556-8fdb-086e056a9060-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-79187bee-bea2-4862-b28f-f5ab2b24c238 req-eeb7ea02-6b70-44f1-bec6-f470cf023775 service nova] Lock "3ab08226-f7d6-4556-8fdb-086e056a9060-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG nova.compute.manager [req-79187bee-bea2-4862-b28f-f5ab2b24c238 req-eeb7ea02-6b70-44f1-bec6-f470cf023775 service nova] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] No waiting events found dispatching network-vif-unplugged-cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG nova.compute.manager [req-79187bee-bea2-4862-b28f-f5ab2b24c238 req-eeb7ea02-6b70-44f1-bec6-f470cf023775 service nova] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Received event network-vif-unplugged-cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b38d9431862d9f755fcd61feb3e1a87eae354bee.converted --force-share --output=json" returned: 0 in 0.216s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "b38d9431862d9f755fcd61feb3e1a87eae354bee" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.384s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b38d9431862d9f755fcd61feb3e1a87eae354bee --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b38d9431862d9f755fcd61feb3e1a87eae354bee --force-share --output=json" returned: 0 in 0.217s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquiring lock "b38d9431862d9f755fcd61feb3e1a87eae354bee" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "b38d9431862d9f755fcd61feb3e1a87eae354bee" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b38d9431862d9f755fcd61feb3e1a87eae354bee --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:36 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Instance destroyed successfully.
Dec 06 15:51:36 user nova-compute[75278]: DEBUG nova.objects.instance [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Lazy-loading 'resources' on Instance uuid 3ab08226-f7d6-4556-8fdb-086e056a9060 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:45:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1135177415',display_name='tempest-TestVolumeSwap-server-1135177415',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1135177415',id=7,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNHCDl/OUDdrFl/CmqBoYz9iBfVMffYF7SCUQcUl2/02cBWCrXEPicS20UbYA4Y57OkuFGCs55KMRgh9K4ryuLIbcopkxI/8i1MUl92uQXVpMFPuMjTwN2ORhADa5Hlqow==',key_name='tempest-keypair-754937139',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:46:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='15f41496db044d5eb9c6e60468ee9a1c',ramdisk_id='',reservation_id='r-4fhu2xxo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeSwap-786441517',owner_user_name='tempest-TestVolumeSwap-786441517-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:46:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e2e48a48965d4e9b9bbe8d45a9020ab2',uuid=3ab08226-f7d6-4556-8fdb-086e056a9060,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd", "address": "fa:16:3e:88:85:51", "network": {"id": "97bebf59-645d-4982-a79c-20f65a98308b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1992857310-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15f41496db044d5eb9c6e60468ee9a1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf441ca7-0e", "ovs_interfaceid": "cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Converting VIF {"id": "cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd", "address": "fa:16:3e:88:85:51", "network": {"id": "97bebf59-645d-4982-a79c-20f65a98308b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1992857310-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15f41496db044d5eb9c6e60468ee9a1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf441ca7-0e", "ovs_interfaceid": "cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:88:85:51,bridge_name='br-int',has_traffic_filtering=True,id=cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd,network=Network(97bebf59-645d-4982-a79c-20f65a98308b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcf441ca7-0e') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG os_vif [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:88:85:51,bridge_name='br-int',has_traffic_filtering=True,id=cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd,network=Network(97bebf59-645d-4982-a79c-20f65a98308b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcf441ca7-0e') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcf441ca7-0e, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b7348420-a421-442d-b214-bd16ef120184) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b38d9431862d9f755fcd61feb3e1a87eae354bee --force-share --output=json" returned: 0 in 0.208s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b38d9431862d9f755fcd61feb3e1a87eae354bee,backing_fmt=raw /opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG nova.network.neutron [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Successfully updated port: 539b5f67-d212-4bed-8bf2-099951a21318 {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:36 user nova-compute[75278]: INFO os_vif [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:88:85:51,bridge_name='br-int',has_traffic_filtering=True,id=cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd,network=Network(97bebf59-645d-4982-a79c-20f65a98308b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcf441ca7-0e')
Dec 06 15:51:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b38d9431862d9f755fcd61feb3e1a87eae354bee,backing_fmt=raw /opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/disk 1073741824" returned: 0 in 0.066s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "b38d9431862d9f755fcd61feb3e1a87eae354bee" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.277s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b38d9431862d9f755fcd61feb3e1a87eae354bee --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquiring lock "refresh_cache-4d56b5eb-724a-4574-b806-93f0c687ef41" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquired lock "refresh_cache-4d56b5eb-724a-4574-b806-93f0c687ef41" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG nova.network.neutron [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PnKyvqlJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdk', 'volume_id': '9f8c74f6-f094-437c-bf32-6b413c9f0115'}, None), 'kwargs': True}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:51:36 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:51:36 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c588199-c198-4608-a2c6-cb471e991f78]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 15:51:36 user nova-compute[75278]: No targets found.
Dec 06 15:51:36 user nova-compute[75278]: iSNS:
Dec 06 15:51:36 user nova-compute[75278]: No targets found.
Dec 06 15:51:36 user nova-compute[75278]: STATIC:
Dec 06 15:51:36 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0
Dec 06 15:51:36 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:51:36 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:51:36 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044
Dec 06 15:51:36 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:51:36 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:51:36 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264
Dec 06 15:51:36 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:51:36 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:51:36 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115
Dec 06 15:51:36 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:51:36 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:51:36 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b
Dec 06 15:51:36 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:51:36 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:51:36 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c
Dec 06 15:51:36 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:51:36 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:51:36 user nova-compute[75278]: FIRMWARE:
Dec 06 15:51:36 user nova-compute[75278]: No targets found.
Dec 06 15:51:36 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 15:51:36 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 15:51:36 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.026s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f461a41-63f0-479f-9c33-2f63cf39d084]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG nova.network.neutron [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c0ff79e-ab8b-41c2-af2c-137bc4e9e9c4]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:51:36 user nova-compute[75278]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:51:36 user nova-compute[75278]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:51:36 user nova-compute[75278]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:51:36 user nova-compute[75278]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:51:36 user nova-compute[75278]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)
Dec 06 15:51:36 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 (non-flash)
Dec 06 15:51:36 user nova-compute[75278]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:51:36 user nova-compute[75278]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:51:36 user nova-compute[75278]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:51:36 user nova-compute[75278]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:51:36 user nova-compute[75278]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)
Dec 06 15:51:36 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f440c60c820>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115'): ({'sdk'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Removing single pathed devices sdk {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[dafe4873-0870-4448-905c-b3b1052d83db]: (4, ('path checker states:\nup                  5\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdk {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b38d9431862d9f755fcd61feb3e1a87eae354bee --force-share --output=json" returned: 0 in 0.195s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdk" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a56da655-af53-4e85-9c7a-894658effc58]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Flushing IO for device /dev/sdk {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdk {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdk" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c871b9ce-c31f-405c-8888-24cdb7520f6c]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Remove SCSI device /dev/sdk with /sys/block/sdk/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 15:51:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdk/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 15:51:37 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Creating image(s)
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "/opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "/opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "/opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdk/device/delete" returned: 0 in 0.044s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e762e2aa-d03e-4ecd-b5df-f880de8ac313]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Checking to see if SCSI volumes sdk have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] SCSI volumes sdk have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcda221e-7583-4648-a505-1dc2b63fb72c]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Cannot resize image /opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Ensure instance console log exists: /opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 -p 172.16.0.220:3260 --logout" returned: 0 in 0.074s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[46cab402-727d-42cf-8ebf-6cc06237ca0f]: (4, ('Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115, portal: 172.16.0.220,3260]\nLogout of [sid: 13, target: iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115, portal: 172.16.0.220,3260]
Dec 06 15:51:37 user nova-compute[75278]: Logout of [sid: 13, target: iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115, portal: 172.16.0.220,3260] successful.
Dec 06 15:51:37 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.network.neutron [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Updating instance_info_cache with network_info: [{"id": "539b5f67-d212-4bed-8bf2-099951a21318", "address": "fa:16:3e:cb:f0:95", "network": {"id": "4217cbb0-33d1-451f-9d3f-b8a0d6df1755", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-493313379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "93723bb0e3c9431a91eaa6ba3c645029", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap539b5f67-d2", "ovs_interfaceid": "539b5f67-d212-4bed-8bf2-099951a21318", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Releasing lock "refresh_cache-4d56b5eb-724a-4574-b806-93f0c687ef41" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.compute.manager [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Instance network_info: |[{"id": "539b5f67-d212-4bed-8bf2-099951a21318", "address": "fa:16:3e:cb:f0:95", "network": {"id": "4217cbb0-33d1-451f-9d3f-b8a0d6df1755", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-493313379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "93723bb0e3c9431a91eaa6ba3c645029", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap539b5f67-d2", "ovs_interfaceid": "539b5f67-d212-4bed-8bf2-099951a21318", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Start _get_guest_xml network_info=[{"id": "539b5f67-d212-4bed-8bf2-099951a21318", "address": "fa:16:3e:cb:f0:95", "network": {"id": "4217cbb0-33d1-451f-9d3f-b8a0d6df1755", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-493313379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "93723bb0e3c9431a91eaa6ba3c645029", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap539b5f67-d2", "ovs_interfaceid": "539b5f67-d212-4bed-8bf2-099951a21318", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:51:31Z,direct_url=<?>,disk_format='qcow2',id=dcb8236a-666c-4fac-95d0-3bd5c6fe352f,min_disk=0,min_ram=0,name='tempest-scenario-img--218326177',owner='93723bb0e3c9431a91eaa6ba3c645029',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:51:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dcb8236a-666c-4fac-95d0-3bd5c6fe352f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f8c74f6-f094-437c-bf32-6b413c9f0115 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.041s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[812903ec-4fe8-4633-aed9-fb9a825a26bf]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.467s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] <== disconnect_volume: return (469ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 15:51:37 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Deleting instance files /opt/stack/data/nova/instances/3ab08226-f7d6-4556-8fdb-086e056a9060_del
Dec 06 15:51:37 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Deletion of /opt/stack/data/nova/instances/3ab08226-f7d6-4556-8fdb-086e056a9060_del complete
Dec 06 15:51:37 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:51:37 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.190s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "8b6964317078072a1e593868059fc8dc16213a0c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:51:31Z,direct_url=<?>,disk_format='qcow2',id=dcb8236a-666c-4fac-95d0-3bd5c6fe352f,min_disk=0,min_ram=0,name='tempest-scenario-img--218326177',owner='93723bb0e3c9431a91eaa6ba3c645029',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:51:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:51:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1022492962',display_name='tempest-TestMinimumBasicScenario-server-1022492962',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1022492962',id=20,image_ref='dcb8236a-666c-4fac-95d0-3bd5c6fe352f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBd1+lXVzJZ1xUTqQQVgiU2VrgJdwL7qch/bSCA8cbpnX5kDfmEmJmSNdnYHgL6ff1vNdy22WXkTiSC1BIdInAenhjIxxCXsbWteP0fWlZtGZQhHgaUgyOzFk6I7PNsByA==',key_name='tempest-TestMinimumBasicScenario-1229784963',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='93723bb0e3c9431a91eaa6ba3c645029',ramdisk_id='',reservation_id='r-5mmma46c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dcb8236a-666c-4fac-95d0-3bd5c6fe352f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-62183632',owner_user_name='tempest-TestMinimumBasicScenario-62183632-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:51:35Z,user_data=None,user_id='839ef8d27c5d45279378d67254ec37fd',uuid=4d56b5eb-724a-4574-b806-93f0c687ef41,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "539b5f67-d212-4bed-8bf2-099951a21318", "address": "fa:16:3e:cb:f0:95", "network": {"id": "4217cbb0-33d1-451f-9d3f-b8a0d6df1755", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-493313379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "93723bb0e3c9431a91eaa6ba3c645029", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap539b5f67-d2", "ovs_interfaceid": "539b5f67-d212-4bed-8bf2-099951a21318", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Converting VIF {"id": "539b5f67-d212-4bed-8bf2-099951a21318", "address": "fa:16:3e:cb:f0:95", "network": {"id": "4217cbb0-33d1-451f-9d3f-b8a0d6df1755", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-493313379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "93723bb0e3c9431a91eaa6ba3c645029", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap539b5f67-d2", "ovs_interfaceid": "539b5f67-d212-4bed-8bf2-099951a21318", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cb:f0:95,bridge_name='br-int',has_traffic_filtering=True,id=539b5f67-d212-4bed-8bf2-099951a21318,network=Network(4217cbb0-33d1-451f-9d3f-b8a0d6df1755),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap539b5f67-d2') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.objects.instance [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lazy-loading 'pci_devices' on Instance uuid 4d56b5eb-724a-4574-b806-93f0c687ef41 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:51:37 user nova-compute[75278]: INFO nova.compute.manager [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Took 1.59 seconds to destroy the instance on the hypervisor.
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:51:37 user nova-compute[75278]:   <uuid>4d56b5eb-724a-4574-b806-93f0c687ef41</uuid>
Dec 06 15:51:37 user nova-compute[75278]:   <name>instance-00000014</name>
Dec 06 15:51:37 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 15:51:37 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:51:37 user nova-compute[75278]:   <metadata>
Dec 06 15:51:37 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:51:37 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:51:37 user nova-compute[75278]:       <nova:name>tempest-TestMinimumBasicScenario-server-1022492962</nova:name>
Dec 06 15:51:37 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:51:37</nova:creationTime>
Dec 06 15:51:37 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 15:51:37 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 15:51:37 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 15:51:37 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:51:37 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:51:37 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:51:37 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:51:37 user nova-compute[75278]:       <nova:owner>
Dec 06 15:51:37 user nova-compute[75278]:         <nova:user uuid="839ef8d27c5d45279378d67254ec37fd">tempest-TestMinimumBasicScenario-62183632-project-member</nova:user>
Dec 06 15:51:37 user nova-compute[75278]:         <nova:project uuid="93723bb0e3c9431a91eaa6ba3c645029">tempest-TestMinimumBasicScenario-62183632</nova:project>
Dec 06 15:51:37 user nova-compute[75278]:       </nova:owner>
Dec 06 15:51:37 user nova-compute[75278]:       <nova:root type="image" uuid="dcb8236a-666c-4fac-95d0-3bd5c6fe352f"/>
Dec 06 15:51:37 user nova-compute[75278]:       <nova:ports>
Dec 06 15:51:37 user nova-compute[75278]:         <nova:port uuid="539b5f67-d212-4bed-8bf2-099951a21318">
Dec 06 15:51:37 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 06 15:51:37 user nova-compute[75278]:         </nova:port>
Dec 06 15:51:37 user nova-compute[75278]:       </nova:ports>
Dec 06 15:51:37 user nova-compute[75278]:     </nova:instance>
Dec 06 15:51:37 user nova-compute[75278]:   </metadata>
Dec 06 15:51:37 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:51:37 user nova-compute[75278]:     <system>
Dec 06 15:51:37 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:51:37 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:51:37 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:51:37 user nova-compute[75278]:       <entry name="serial">4d56b5eb-724a-4574-b806-93f0c687ef41</entry>
Dec 06 15:51:37 user nova-compute[75278]:       <entry name="uuid">4d56b5eb-724a-4574-b806-93f0c687ef41</entry>
Dec 06 15:51:37 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:51:37 user nova-compute[75278]:     </system>
Dec 06 15:51:37 user nova-compute[75278]:   </sysinfo>
Dec 06 15:51:37 user nova-compute[75278]:   <os>
Dec 06 15:51:37 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:51:37 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 15:51:37 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:51:37 user nova-compute[75278]:   </os>
Dec 06 15:51:37 user nova-compute[75278]:   <features>
Dec 06 15:51:37 user nova-compute[75278]:     <acpi/>
Dec 06 15:51:37 user nova-compute[75278]:     <apic/>
Dec 06 15:51:37 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:51:37 user nova-compute[75278]:   </features>
Dec 06 15:51:37 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:51:37 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:51:37 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:51:37 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:51:37 user nova-compute[75278]:   </clock>
Dec 06 15:51:37 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:51:37 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:51:37 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:51:37 user nova-compute[75278]:   </cpu>
Dec 06 15:51:37 user nova-compute[75278]:   <devices>
Dec 06 15:51:37 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 15:51:37 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 15:51:37 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/disk"/>
Dec 06 15:51:37 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 15:51:37 user nova-compute[75278]:     </disk>
Dec 06 15:51:37 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:51:37 user nova-compute[75278]:       <mac address="fa:16:3e:cb:f0:95"/>
Dec 06 15:51:37 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:51:37 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:51:37 user nova-compute[75278]:       <target dev="tap539b5f67-d2"/>
Dec 06 15:51:37 user nova-compute[75278]:     </interface>
Dec 06 15:51:37 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:51:37 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/console.log" append="off"/>
Dec 06 15:51:37 user nova-compute[75278]:     </serial>
Dec 06 15:51:37 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:51:37 user nova-compute[75278]:     <video>
Dec 06 15:51:37 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:51:37 user nova-compute[75278]:     </video>
Dec 06 15:51:37 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:51:37 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:51:37 user nova-compute[75278]:     </rng>
Dec 06 15:51:37 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:51:37 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:51:37 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:51:37 user nova-compute[75278]:     </memballoon>
Dec 06 15:51:37 user nova-compute[75278]:   </devices>
Dec 06 15:51:37 user nova-compute[75278]: </domain>
Dec 06 15:51:37 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:51:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1022492962',display_name='tempest-TestMinimumBasicScenario-server-1022492962',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1022492962',id=20,image_ref='dcb8236a-666c-4fac-95d0-3bd5c6fe352f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBd1+lXVzJZ1xUTqQQVgiU2VrgJdwL7qch/bSCA8cbpnX5kDfmEmJmSNdnYHgL6ff1vNdy22WXkTiSC1BIdInAenhjIxxCXsbWteP0fWlZtGZQhHgaUgyOzFk6I7PNsByA==',key_name='tempest-TestMinimumBasicScenario-1229784963',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='93723bb0e3c9431a91eaa6ba3c645029',ramdisk_id='',reservation_id='r-5mmma46c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dcb8236a-666c-4fac-95d0-3bd5c6fe352f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-62183632',owner_user_name='tempest-TestMinimumBasicScenario-62183632-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:51:35Z,user_data=None,user_id='839ef8d27c5d45279378d67254ec37fd',uuid=4d56b5eb-724a-4574-b806-93f0c687ef41,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "539b5f67-d212-4bed-8bf2-099951a21318", "address": "fa:16:3e:cb:f0:95", "network": {"id": "4217cbb0-33d1-451f-9d3f-b8a0d6df1755", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-493313379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "93723bb0e3c9431a91eaa6ba3c645029", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap539b5f67-d2", "ovs_interfaceid": "539b5f67-d212-4bed-8bf2-099951a21318", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Converting VIF {"id": "539b5f67-d212-4bed-8bf2-099951a21318", "address": "fa:16:3e:cb:f0:95", "network": {"id": "4217cbb0-33d1-451f-9d3f-b8a0d6df1755", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-493313379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "93723bb0e3c9431a91eaa6ba3c645029", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap539b5f67-d2", "ovs_interfaceid": "539b5f67-d212-4bed-8bf2-099951a21318", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cb:f0:95,bridge_name='br-int',has_traffic_filtering=True,id=539b5f67-d212-4bed-8bf2-099951a21318,network=Network(4217cbb0-33d1-451f-9d3f-b8a0d6df1755),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap539b5f67-d2') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG os_vif [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cb:f0:95,bridge_name='br-int',has_traffic_filtering=True,id=539b5f67-d212-4bed-8bf2-099951a21318,network=Network(4217cbb0-33d1-451f-9d3f-b8a0d6df1755),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap539b5f67-d2') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b57ebcf5-e4ed-5d30-976e-3b50893f8348', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap539b5f67-d2, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap539b5f67-d2, col_values=(('qos', UUID('74ef0109-82d0-46e6-890b-74dafb02ef7e')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap539b5f67-d2, col_values=(('external_ids', {'iface-id': '539b5f67-d212-4bed-8bf2-099951a21318', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cb:f0:95', 'vm-uuid': '4d56b5eb-724a-4574-b806-93f0c687ef41'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:37 user nova-compute[75278]: INFO os_vif [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cb:f0:95,bridge_name='br-int',has_traffic_filtering=True,id=539b5f67-d212-4bed-8bf2-099951a21318,network=Network(4217cbb0-33d1-451f-9d3f-b8a0d6df1755),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap539b5f67-d2')
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.198s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/disk 1073741824" returned: 0 in 0.054s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.256s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.169s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] No VIF found with MAC fa:16:3e:cb:f0:95, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Cannot resize image /opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Ensure instance console log exists: /opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Start _get_guest_xml network_info=[{"id": "928389a0-3298-4856-9622-313e18b9e1bd", "address": "fa:16:3e:93:2b:49", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.31", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap928389a0-32", "ovs_interfaceid": "928389a0-3298-4856-9622-313e18b9e1bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'boot_index': None, 'delete_on_termination': False, 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'guest_format': None, 'attachment_id': '8934511a-b765-4a4c-8121-483f323b50c0', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HMJQYzVi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a07fb239-6ced-4a89-9892-5425e489f472', 'attached_at': '', 'detached_at': '', 'volume_id': '319acc61-73c2-46e5-aa51-9dfa380943ee', 'serial': '319acc61-73c2-46e5-aa51-9dfa380943ee'}, 'volume_type': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:51:37 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Dec 06 15:51:37 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.objects.instance [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lazy-loading 'vcpu_model' on Instance uuid a07fb239-6ced-4a89-9892-5425e489f472 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HMJQYzVi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:51:37 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 06 15:51:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:51:37 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 06 15:51:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:51:37 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[79443d7f-8f66-429f-ba75-08f5ee02e4a5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 15:51:37 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[037b0c75-a4fe-4241-ad44-646bdcd85d48]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee] added
Dec 06 15:51:37 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:37 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3605ee62-54c0-4e4f-ae2d-8aff42104540]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad60bd28-f480-427e-beb3-ad92e0afcb04]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HMJQYzVi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HMJQYzVi" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0198c671-3ce9-4e47-8e62-d1eeb57cdeb8]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'HMJQYzVi'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[577bf2cb-eeee-430b-a7b2-da1ec33f44fe]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee1b7b5d-6bfa-49be-af51-40fa2b426250]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:51:38 user nova-compute[75278]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:51:38 user nova-compute[75278]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:51:38 user nova-compute[75278]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:51:38 user nova-compute[75278]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)
Dec 06 15:51:38 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:51:38 user nova-compute[75278]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:51:38 user nova-compute[75278]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:51:38 user nova-compute[75278]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:51:38 user nova-compute[75278]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)
Dec 06 15:51:38 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:38 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Took 0.80 seconds to deallocate network for instance.
Dec 06 15:51:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 --login" returned: 0 in 0.078s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[85482cfb-9cf7-443f-b18f-555897548d6b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee, portal: 172.16.0.220,3260]
Dec 06 15:51:38 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee, portal: 172.16.0.220,3260] successful.
Dec 06 15:51:38 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3a1a62e-df1f-4917-bd5e-de026a459d96]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG nova.compute.manager [req-9f9543d4-ff57-43ac-9a92-34e67e2741cf req-272d0268-0c94-4352-acc7-a43f71c6ccb6 service nova] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Received event network-vif-plugged-cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9f9543d4-ff57-43ac-9a92-34e67e2741cf req-272d0268-0c94-4352-acc7-a43f71c6ccb6 service nova] Acquiring lock "3ab08226-f7d6-4556-8fdb-086e056a9060-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9f9543d4-ff57-43ac-9a92-34e67e2741cf req-272d0268-0c94-4352-acc7-a43f71c6ccb6 service nova] Lock "3ab08226-f7d6-4556-8fdb-086e056a9060-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9f9543d4-ff57-43ac-9a92-34e67e2741cf req-272d0268-0c94-4352-acc7-a43f71c6ccb6 service nova] Lock "3ab08226-f7d6-4556-8fdb-086e056a9060-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG nova.compute.manager [req-9f9543d4-ff57-43ac-9a92-34e67e2741cf req-272d0268-0c94-4352-acc7-a43f71c6ccb6 service nova] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] No waiting events found dispatching network-vif-plugged-cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:51:38 user nova-compute[75278]: WARNING nova.compute.manager [req-9f9543d4-ff57-43ac-9a92-34e67e2741cf req-272d0268-0c94-4352-acc7-a43f71c6ccb6 service nova] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Received unexpected event network-vif-plugged-cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd for instance with vm_state active and task_state deleting.
Dec 06 15:51:38 user nova-compute[75278]: DEBUG nova.compute.manager [req-9f9543d4-ff57-43ac-9a92-34e67e2741cf req-272d0268-0c94-4352-acc7-a43f71c6ccb6 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Received event network-changed-539b5f67-d212-4bed-8bf2-099951a21318 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG nova.compute.manager [req-9f9543d4-ff57-43ac-9a92-34e67e2741cf req-272d0268-0c94-4352-acc7-a43f71c6ccb6 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Refreshing instance network info cache due to event network-changed-539b5f67-d212-4bed-8bf2-099951a21318. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9f9543d4-ff57-43ac-9a92-34e67e2741cf req-272d0268-0c94-4352-acc7-a43f71c6ccb6 service nova] Acquiring lock "refresh_cache-4d56b5eb-724a-4574-b806-93f0c687ef41" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9f9543d4-ff57-43ac-9a92-34e67e2741cf req-272d0268-0c94-4352-acc7-a43f71c6ccb6 service nova] Acquired lock "refresh_cache-4d56b5eb-724a-4574-b806-93f0c687ef41" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG nova.network.neutron [req-9f9543d4-ff57-43ac-9a92-34e67e2741cf req-272d0268-0c94-4352-acc7-a43f71c6ccb6 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Refreshing network info cache for port 539b5f67-d212-4bed-8bf2-099951a21318 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ca98320-2874-4f54-9c11-9ad30e6010d9]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:51:38 user nova-compute[75278]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:51:38 user nova-compute[75278]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:51:38 user nova-compute[75278]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:51:38 user nova-compute[75278]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)
Dec 06 15:51:38 user nova-compute[75278]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:51:38 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:51:38 user nova-compute[75278]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:51:38 user nova-compute[75278]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:51:38 user nova-compute[75278]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:51:38 user nova-compute[75278]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)
Dec 06 15:51:38 user nova-compute[75278]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:51:38 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.316s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] HCTL ('33', '-', '-', 0) found on session 23 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[51841165-3262-465f-bd19-ec829da26ac9]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Searching for a device in session 23 and hctl ['33', '*', '*', 0] yield: None {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG nova.network.neutron [req-9f9543d4-ff57-43ac-9a92-34e67e2741cf req-272d0268-0c94-4352-acc7-a43f71c6ccb6 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Updated VIF entry in instance network info cache for port 539b5f67-d212-4bed-8bf2-099951a21318. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG nova.network.neutron [req-9f9543d4-ff57-43ac-9a92-34e67e2741cf req-272d0268-0c94-4352-acc7-a43f71c6ccb6 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Updating instance_info_cache with network_info: [{"id": "539b5f67-d212-4bed-8bf2-099951a21318", "address": "fa:16:3e:cb:f0:95", "network": {"id": "4217cbb0-33d1-451f-9d3f-b8a0d6df1755", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-493313379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "93723bb0e3c9431a91eaa6ba3c645029", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap539b5f67-d2", "ovs_interfaceid": "539b5f67-d212-4bed-8bf2-099951a21318", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9f9543d4-ff57-43ac-9a92-34e67e2741cf req-272d0268-0c94-4352-acc7-a43f71c6ccb6 service nova] Releasing lock "refresh_cache-4d56b5eb-724a-4574-b806-93f0c687ef41" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG nova.compute.manager [req-9f9543d4-ff57-43ac-9a92-34e67e2741cf req-272d0268-0c94-4352-acc7-a43f71c6ccb6 service nova] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Received event network-vif-deleted-cf441ca7-0eaa-416a-9ec8-b46a9ecd88cd {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:51:38 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:39 user nova-compute[75278]: INFO nova.compute.manager [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] [instance: 3ab08226-f7d6-4556-8fdb-086e056a9060] Took 1.05 seconds to detach 1 volumes for instance.
Dec 06 15:51:39 user nova-compute[75278]: DEBUG nova.compute.manager [req-0a0d378e-c2f8-44b0-bb76-d3253b1d6264 req-4bfde85e-d26e-44dc-9f32-983d138176e6 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Received event network-vif-plugged-539b5f67-d212-4bed-8bf2-099951a21318 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0a0d378e-c2f8-44b0-bb76-d3253b1d6264 req-4bfde85e-d26e-44dc-9f32-983d138176e6 service nova] Acquiring lock "4d56b5eb-724a-4574-b806-93f0c687ef41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0a0d378e-c2f8-44b0-bb76-d3253b1d6264 req-4bfde85e-d26e-44dc-9f32-983d138176e6 service nova] Lock "4d56b5eb-724a-4574-b806-93f0c687ef41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0a0d378e-c2f8-44b0-bb76-d3253b1d6264 req-4bfde85e-d26e-44dc-9f32-983d138176e6 service nova] Lock "4d56b5eb-724a-4574-b806-93f0c687ef41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG nova.compute.manager [req-0a0d378e-c2f8-44b0-bb76-d3253b1d6264 req-4bfde85e-d26e-44dc-9f32-983d138176e6 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] No waiting events found dispatching network-vif-plugged-539b5f67-d212-4bed-8bf2-099951a21318 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:51:39 user nova-compute[75278]: WARNING nova.compute.manager [req-0a0d378e-c2f8-44b0-bb76-d3253b1d6264 req-4bfde85e-d26e-44dc-9f32-983d138176e6 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Received unexpected event network-vif-plugged-539b5f67-d212-4bed-8bf2-099951a21318 for instance with vm_state building and task_state spawning.
Dec 06 15:51:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Searching for a device in session 23 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HMJQYzVi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.347s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] <== connect_volume: return (1349ms) {'type': 'block', 'scsi_wwn': '26432653165623035', 'path': '/dev/sdb'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26432653165623035', 'path': '/dev/sdb'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T15:49:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-10884609',display_name='tempest-ServerActionsTestOtherA-server-516065488',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-10884609',id=14,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLigpHDjehh91P2wmocDp9QuUIR0UFm3N1NlIOHZiD1a+KsABfIYapeHLjqGMLYxqEjbwIT2tByyDo7MjYLaV2JI4M2clNe8xSSwM6HD3crK5pzj3iYh8UC3gVtDf3JGMQ==',key_name='tempest-keypair-1936021757',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:49:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='9cab662082c54ba684178b494adc8eac',ramdisk_id='',reservation_id='r-4mo2qss3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-749613830',owner_user_name='tempest-ServerActionsTestOtherA-749613830-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:51:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='518fb7d77ef147348fd03cb374e9b293',uuid=a07fb239-6ced-4a89-9892-5425e489f472,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "928389a0-3298-4856-9622-313e18b9e1bd", "address": "fa:16:3e:93:2b:49", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.31", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap928389a0-32", "ovs_interfaceid": "928389a0-3298-4856-9622-313e18b9e1bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Converting VIF {"id": "928389a0-3298-4856-9622-313e18b9e1bd", "address": "fa:16:3e:93:2b:49", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.31", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap928389a0-32", "ovs_interfaceid": "928389a0-3298-4856-9622-313e18b9e1bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:93:2b:49,bridge_name='br-int',has_traffic_filtering=True,id=928389a0-3298-4856-9622-313e18b9e1bd,network=Network(27770857-f5da-42f3-a973-e80b37986960),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap928389a0-32') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:51:39 user nova-compute[75278]:   <uuid>a07fb239-6ced-4a89-9892-5425e489f472</uuid>
Dec 06 15:51:39 user nova-compute[75278]:   <name>instance-0000000e</name>
Dec 06 15:51:39 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 15:51:39 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:51:39 user nova-compute[75278]:   <metadata>
Dec 06 15:51:39 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:51:39 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:51:39 user nova-compute[75278]:       <nova:name>tempest-ServerActionsTestOtherA-server-516065488</nova:name>
Dec 06 15:51:39 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:51:37</nova:creationTime>
Dec 06 15:51:39 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 15:51:39 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 15:51:39 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 15:51:39 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:51:39 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:51:39 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:51:39 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:51:39 user nova-compute[75278]:       <nova:owner>
Dec 06 15:51:39 user nova-compute[75278]:         <nova:user uuid="518fb7d77ef147348fd03cb374e9b293">tempest-ServerActionsTestOtherA-749613830-project-member</nova:user>
Dec 06 15:51:39 user nova-compute[75278]:         <nova:project uuid="9cab662082c54ba684178b494adc8eac">tempest-ServerActionsTestOtherA-749613830</nova:project>
Dec 06 15:51:39 user nova-compute[75278]:       </nova:owner>
Dec 06 15:51:39 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 15:51:39 user nova-compute[75278]:       <nova:ports>
Dec 06 15:51:39 user nova-compute[75278]:         <nova:port uuid="928389a0-3298-4856-9622-313e18b9e1bd">
Dec 06 15:51:39 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 06 15:51:39 user nova-compute[75278]:         </nova:port>
Dec 06 15:51:39 user nova-compute[75278]:       </nova:ports>
Dec 06 15:51:39 user nova-compute[75278]:     </nova:instance>
Dec 06 15:51:39 user nova-compute[75278]:   </metadata>
Dec 06 15:51:39 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:51:39 user nova-compute[75278]:     <system>
Dec 06 15:51:39 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:51:39 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:51:39 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:51:39 user nova-compute[75278]:       <entry name="serial">a07fb239-6ced-4a89-9892-5425e489f472</entry>
Dec 06 15:51:39 user nova-compute[75278]:       <entry name="uuid">a07fb239-6ced-4a89-9892-5425e489f472</entry>
Dec 06 15:51:39 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:51:39 user nova-compute[75278]:     </system>
Dec 06 15:51:39 user nova-compute[75278]:   </sysinfo>
Dec 06 15:51:39 user nova-compute[75278]:   <os>
Dec 06 15:51:39 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:51:39 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 15:51:39 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:51:39 user nova-compute[75278]:   </os>
Dec 06 15:51:39 user nova-compute[75278]:   <features>
Dec 06 15:51:39 user nova-compute[75278]:     <acpi/>
Dec 06 15:51:39 user nova-compute[75278]:     <apic/>
Dec 06 15:51:39 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:51:39 user nova-compute[75278]:   </features>
Dec 06 15:51:39 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:51:39 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:51:39 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:51:39 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:51:39 user nova-compute[75278]:   </clock>
Dec 06 15:51:39 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:51:39 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:51:39 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:51:39 user nova-compute[75278]:   </cpu>
Dec 06 15:51:39 user nova-compute[75278]:   <devices>
Dec 06 15:51:39 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 15:51:39 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 15:51:39 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/disk"/>
Dec 06 15:51:39 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 15:51:39 user nova-compute[75278]:     </disk>
Dec 06 15:51:39 user nova-compute[75278]:     <disk type="block" device="disk">
Dec 06 15:51:39 user nova-compute[75278]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:51:39 user nova-compute[75278]:       <source dev="/dev/sdb"/>
Dec 06 15:51:39 user nova-compute[75278]:       <target dev="vdb" bus="virtio"/>
Dec 06 15:51:39 user nova-compute[75278]:       <serial>319acc61-73c2-46e5-aa51-9dfa380943ee</serial>
Dec 06 15:51:39 user nova-compute[75278]:     </disk>
Dec 06 15:51:39 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:51:39 user nova-compute[75278]:       <mac address="fa:16:3e:93:2b:49"/>
Dec 06 15:51:39 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:51:39 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:51:39 user nova-compute[75278]:       <target dev="tap928389a0-32"/>
Dec 06 15:51:39 user nova-compute[75278]:     </interface>
Dec 06 15:51:39 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:51:39 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/console.log" append="off"/>
Dec 06 15:51:39 user nova-compute[75278]:     </serial>
Dec 06 15:51:39 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:51:39 user nova-compute[75278]:     <video>
Dec 06 15:51:39 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:51:39 user nova-compute[75278]:     </video>
Dec 06 15:51:39 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:51:39 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:51:39 user nova-compute[75278]:     </rng>
Dec 06 15:51:39 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:51:39 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:51:39 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:51:39 user nova-compute[75278]:     </memballoon>
Dec 06 15:51:39 user nova-compute[75278]:   </devices>
Dec 06 15:51:39 user nova-compute[75278]: </domain>
Dec 06 15:51:39 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T15:49:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-10884609',display_name='tempest-ServerActionsTestOtherA-server-516065488',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-10884609',id=14,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLigpHDjehh91P2wmocDp9QuUIR0UFm3N1NlIOHZiD1a+KsABfIYapeHLjqGMLYxqEjbwIT2tByyDo7MjYLaV2JI4M2clNe8xSSwM6HD3crK5pzj3iYh8UC3gVtDf3JGMQ==',key_name='tempest-keypair-1936021757',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:49:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='9cab662082c54ba684178b494adc8eac',ramdisk_id='',reservation_id='r-4mo2qss3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-749613830',owner_user_name='tempest-ServerActionsTestOtherA-749613830-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:51:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='518fb7d77ef147348fd03cb374e9b293',uuid=a07fb239-6ced-4a89-9892-5425e489f472,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "928389a0-3298-4856-9622-313e18b9e1bd", "address": "fa:16:3e:93:2b:49", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.31", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap928389a0-32", "ovs_interfaceid": "928389a0-3298-4856-9622-313e18b9e1bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Converting VIF {"id": "928389a0-3298-4856-9622-313e18b9e1bd", "address": "fa:16:3e:93:2b:49", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.31", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap928389a0-32", "ovs_interfaceid": "928389a0-3298-4856-9622-313e18b9e1bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:93:2b:49,bridge_name='br-int',has_traffic_filtering=True,id=928389a0-3298-4856-9622-313e18b9e1bd,network=Network(27770857-f5da-42f3-a973-e80b37986960),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap928389a0-32') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG os_vif [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:93:2b:49,bridge_name='br-int',has_traffic_filtering=True,id=928389a0-3298-4856-9622-313e18b9e1bd,network=Network(27770857-f5da-42f3-a973-e80b37986960),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap928389a0-32') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fe018c9d-caa1-51a3-a51b-96f39bd58d72', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap928389a0-32, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap928389a0-32, col_values=(('qos', UUID('1beb0482-3c4f-4c5b-9f25-9e8b23d6621a')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap928389a0-32, col_values=(('external_ids', {'iface-id': '928389a0-3298-4856-9622-313e18b9e1bd', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:93:2b:49', 'vm-uuid': 'a07fb239-6ced-4a89-9892-5425e489f472'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:39 user nova-compute[75278]: INFO os_vif [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:93:2b:49,bridge_name='br-int',has_traffic_filtering=True,id=928389a0-3298-4856-9622-313e18b9e1bd,network=Network(27770857-f5da-42f3-a973-e80b37986960),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap928389a0-32')
Dec 06 15:51:39 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] No VIF found with MAC fa:16:3e:93:2b:49, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.788s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:40 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Deleted allocations for instance 3ab08226-f7d6-4556-8fdb-086e056a9060
Dec 06 15:51:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f01a220-a664-40c0-affb-40aef633a427 tempest-TestVolumeSwap-786441517 tempest-TestVolumeSwap-786441517-project-member] Lock "3ab08226-f7d6-4556-8fdb-086e056a9060" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.482s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:41 user nova-compute[75278]: DEBUG nova.compute.manager [req-0d04d4c4-2511-4db5-93e8-d694069c11de req-1168c374-e6d0-4154-9f30-9f8c31da75ce service nova] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Received event network-vif-plugged-928389a0-3298-4856-9622-313e18b9e1bd {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:51:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0d04d4c4-2511-4db5-93e8-d694069c11de req-1168c374-e6d0-4154-9f30-9f8c31da75ce service nova] Acquiring lock "a07fb239-6ced-4a89-9892-5425e489f472-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0d04d4c4-2511-4db5-93e8-d694069c11de req-1168c374-e6d0-4154-9f30-9f8c31da75ce service nova] Lock "a07fb239-6ced-4a89-9892-5425e489f472-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0d04d4c4-2511-4db5-93e8-d694069c11de req-1168c374-e6d0-4154-9f30-9f8c31da75ce service nova] Lock "a07fb239-6ced-4a89-9892-5425e489f472-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:41 user nova-compute[75278]: DEBUG nova.compute.manager [req-0d04d4c4-2511-4db5-93e8-d694069c11de req-1168c374-e6d0-4154-9f30-9f8c31da75ce service nova] [instance: a07fb239-6ced-4a89-9892-5425e489f472] No waiting events found dispatching network-vif-plugged-928389a0-3298-4856-9622-313e18b9e1bd {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:51:41 user nova-compute[75278]: WARNING nova.compute.manager [req-0d04d4c4-2511-4db5-93e8-d694069c11de req-1168c374-e6d0-4154-9f30-9f8c31da75ce service nova] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Received unexpected event network-vif-plugged-928389a0-3298-4856-9622-313e18b9e1bd for instance with vm_state active and task_state rebuild_spawning.
Dec 06 15:51:41 user nova-compute[75278]: DEBUG nova.compute.manager [req-291e4268-11ac-4673-8fbf-f7840a1d9638 req-d2ef8c2f-2831-4f08-a99d-2b71b677f935 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Received event network-vif-plugged-539b5f67-d212-4bed-8bf2-099951a21318 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:51:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-291e4268-11ac-4673-8fbf-f7840a1d9638 req-d2ef8c2f-2831-4f08-a99d-2b71b677f935 service nova] Acquiring lock "4d56b5eb-724a-4574-b806-93f0c687ef41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-291e4268-11ac-4673-8fbf-f7840a1d9638 req-d2ef8c2f-2831-4f08-a99d-2b71b677f935 service nova] Lock "4d56b5eb-724a-4574-b806-93f0c687ef41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-291e4268-11ac-4673-8fbf-f7840a1d9638 req-d2ef8c2f-2831-4f08-a99d-2b71b677f935 service nova] Lock "4d56b5eb-724a-4574-b806-93f0c687ef41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:41 user nova-compute[75278]: DEBUG nova.compute.manager [req-291e4268-11ac-4673-8fbf-f7840a1d9638 req-d2ef8c2f-2831-4f08-a99d-2b71b677f935 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] No waiting events found dispatching network-vif-plugged-539b5f67-d212-4bed-8bf2-099951a21318 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:51:41 user nova-compute[75278]: WARNING nova.compute.manager [req-291e4268-11ac-4673-8fbf-f7840a1d9638 req-d2ef8c2f-2831-4f08-a99d-2b71b677f935 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Received unexpected event network-vif-plugged-539b5f67-d212-4bed-8bf2-099951a21318 for instance with vm_state building and task_state spawning.
Dec 06 15:51:41 user nova-compute[75278]: DEBUG nova.compute.manager [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 15:51:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 15:51:41 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Instance spawned successfully.
Dec 06 15:51:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 15:51:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:51:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:51:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:51:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:51:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:51:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:51:41 user nova-compute[75278]: INFO nova.compute.manager [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Took 6.76 seconds to spawn the instance on the hypervisor.
Dec 06 15:51:41 user nova-compute[75278]: DEBUG nova.compute.manager [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:51:41 user nova-compute[75278]: INFO nova.compute.manager [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Took 7.78 seconds to build instance.
Dec 06 15:51:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-abfb7d83-267e-40b5-9816-32846e857f9c tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "4d56b5eb-724a-4574-b806-93f0c687ef41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.913s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:43 user nova-compute[75278]: DEBUG nova.compute.manager [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 15:51:43 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 15:51:43 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Instance spawned successfully.
Dec 06 15:51:43 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 15:51:43 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:51:43 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:51:43 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:51:43 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:51:43 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:51:43 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:51:43 user nova-compute[75278]: DEBUG nova.compute.manager [req-5169aa04-ddee-4754-b652-170624f11175 req-e2652ed2-2d24-4c55-abcc-39d74753e4c2 service nova] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Received event network-vif-plugged-928389a0-3298-4856-9622-313e18b9e1bd {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:51:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5169aa04-ddee-4754-b652-170624f11175 req-e2652ed2-2d24-4c55-abcc-39d74753e4c2 service nova] Acquiring lock "a07fb239-6ced-4a89-9892-5425e489f472-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5169aa04-ddee-4754-b652-170624f11175 req-e2652ed2-2d24-4c55-abcc-39d74753e4c2 service nova] Lock "a07fb239-6ced-4a89-9892-5425e489f472-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5169aa04-ddee-4754-b652-170624f11175 req-e2652ed2-2d24-4c55-abcc-39d74753e4c2 service nova] Lock "a07fb239-6ced-4a89-9892-5425e489f472-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:43 user nova-compute[75278]: DEBUG nova.compute.manager [req-5169aa04-ddee-4754-b652-170624f11175 req-e2652ed2-2d24-4c55-abcc-39d74753e4c2 service nova] [instance: a07fb239-6ced-4a89-9892-5425e489f472] No waiting events found dispatching network-vif-plugged-928389a0-3298-4856-9622-313e18b9e1bd {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:51:43 user nova-compute[75278]: WARNING nova.compute.manager [req-5169aa04-ddee-4754-b652-170624f11175 req-e2652ed2-2d24-4c55-abcc-39d74753e4c2 service nova] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Received unexpected event network-vif-plugged-928389a0-3298-4856-9622-313e18b9e1bd for instance with vm_state active and task_state rebuild_spawning.
Dec 06 15:51:43 user nova-compute[75278]: DEBUG nova.compute.manager [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:51:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:43 user nova-compute[75278]: DEBUG nova.objects.instance [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Trying to apply a migration context that does not seem to be set for this instance {{(pid=75278) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Dec 06 15:51:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-cc5654d5-5862-48fc-9f6a-9b45656de5fa tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.121s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:43 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-f3a84db2-20c3-4bc7-9440-947213a0ac3c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 1432b04b-09a5-4a8d-b36b-5ac20d081fc9 is timed out.
Dec 06 15:51:43 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-f3a84db2-20c3-4bc7-9440-947213a0ac3c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Successfully detached device vdb from instance 1432b04b-09a5-4a8d-b36b-5ac20d081fc9 from the live domain config.
Dec 06 15:51:43 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f3a84db2-20c3-4bc7-9440-947213a0ac3c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 15:51:43 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a84db2-20c3-4bc7-9440-947213a0ac3c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AWfhNcHE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:51:43 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-f3a84db2-20c3-4bc7-9440-947213a0ac3c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:51:43 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-f3a84db2-20c3-4bc7-9440-947213a0ac3c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:51:43 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-f3a84db2-20c3-4bc7-9440-947213a0ac3c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:51:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:43 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[51be77c0-551f-40c0-9b64-fab5e0313a6e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:43 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a84db2-20c3-4bc7-9440-947213a0ac3c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 15:51:43 user nova-compute[75278]: No targets found.
Dec 06 15:51:43 user nova-compute[75278]: iSNS:
Dec 06 15:51:43 user nova-compute[75278]: No targets found.
Dec 06 15:51:43 user nova-compute[75278]: STATIC:
Dec 06 15:51:43 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0
Dec 06 15:51:43 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:51:43 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:51:43 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044
Dec 06 15:51:43 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:51:43 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:51:43 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264
Dec 06 15:51:43 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:51:43 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:51:43 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b
Dec 06 15:51:43 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:51:43 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:51:43 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee
Dec 06 15:51:43 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:51:43 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:51:43 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c
Dec 06 15:51:43 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:51:43 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:51:43 user nova-compute[75278]: FIRMWARE:
Dec 06 15:51:43 user nova-compute[75278]: No targets found.
Dec 06 15:51:43 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:51:43 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a84db2-20c3-4bc7-9440-947213a0ac3c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 15:51:43 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 15:51:43 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 15:51:43 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a84db2-20c3-4bc7-9440-947213a0ac3c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 15:51:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:43 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[006a4a21-f139-4704-a58c-e4bf26a3981f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.038s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:43 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a149cb9-f592-4dec-bde1-0ca7e3e1638b]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:43 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a84db2-20c3-4bc7-9440-947213a0ac3c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:51:43 user nova-compute[75278]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:51:43 user nova-compute[75278]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:51:43 user nova-compute[75278]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:51:43 user nova-compute[75278]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)
Dec 06 15:51:43 user nova-compute[75278]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:51:43 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:51:43 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a84db2-20c3-4bc7-9440-947213a0ac3c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:51:43 user nova-compute[75278]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c (non-flash)
Dec 06 15:51:43 user nova-compute[75278]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:51:43 user nova-compute[75278]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:51:43 user nova-compute[75278]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)
Dec 06 15:51:43 user nova-compute[75278]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:51:43 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:51:43 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a84db2-20c3-4bc7-9440-947213a0ac3c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f444c3a5bd0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c'): ({'sdd'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 15:51:43 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-f3a84db2-20c3-4bc7-9440-947213a0ac3c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Removing single pathed devices sdd {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 15:51:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:43 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca415ed3-13c1-4ad8-b545-cbdcc6721a72]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:44 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9c138b8-b352-4a89-9924-bbea3dc77976]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:44 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-f3a84db2-20c3-4bc7-9440-947213a0ac3c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Flushing IO for device /dev/sdd {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 15:51:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:44 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc4770b1-2a10-4154-b7c3-09826a19fdb5]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:44 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-f3a84db2-20c3-4bc7-9440-947213a0ac3c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 15:51:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.033s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:44 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9886c2e8-ed30-4423-9487-15c966fec0eb]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:44 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-f3a84db2-20c3-4bc7-9440-947213a0ac3c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 15:51:44 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-f3a84db2-20c3-4bc7-9440-947213a0ac3c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] SCSI volumes sdd have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 15:51:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a84db2-20c3-4bc7-9440-947213a0ac3c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 15:51:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:44 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c23f61fc-ef6f-4bb1-8501-98a2686e0bf0]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a84db2-20c3-4bc7-9440-947213a0ac3c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:51:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:44 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1447e84a-7eb0-40b3-975b-c75959fa6a31]: (4, ('Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c, portal: 172.16.0.220,3260]\nLogout of [sid: 17, target: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a84db2-20c3-4bc7-9440-947213a0ac3c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c, portal: 172.16.0.220,3260]
Dec 06 15:51:44 user nova-compute[75278]: Logout of [sid: 17, target: iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c, portal: 172.16.0.220,3260] successful.
Dec 06 15:51:44 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:51:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfa11db9-8c7e-43d6-a8b4-150da3482a4c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:44 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[06a907ac-d9c5-415c-98da-5c948db9a320]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a84db2-20c3-4bc7-9440-947213a0ac3c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:51:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-f3a84db2-20c3-4bc7-9440-947213a0ac3c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.359s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:51:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a84db2-20c3-4bc7-9440-947213a0ac3c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] <== disconnect_volume: return (360ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:51:44 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f3a84db2-20c3-4bc7-9440-947213a0ac3c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 15:51:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-bf0ac9ec-06de-4bdd-b3f7-ca6e36bd5a17 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Acquiring lock "60fa6c34-9e58-4e20-b695-391070a81993" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-bf0ac9ec-06de-4bdd-b3f7-ca6e36bd5a17 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lock "60fa6c34-9e58-4e20-b695-391070a81993" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:44 user nova-compute[75278]: INFO nova.compute.manager [None req-bf0ac9ec-06de-4bdd-b3f7-ca6e36bd5a17 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Detaching volume 3f1ff632-8637-4715-90a1-2ba10647113b
Dec 06 15:51:45 user nova-compute[75278]: INFO nova.virt.block_device [None req-bf0ac9ec-06de-4bdd-b3f7-ca6e36bd5a17 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Attempting to driver detach volume 3f1ff632-8637-4715-90a1-2ba10647113b from mountpoint /dev/vdb
Dec 06 15:51:45 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-bf0ac9ec-06de-4bdd-b3f7-ca6e36bd5a17 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Attempting to detach device vdb from instance 60fa6c34-9e58-4e20-b695-391070a81993 from the persistent domain config. {{(pid=75278) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 15:51:45 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-bf0ac9ec-06de-4bdd-b3f7-ca6e36bd5a17 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 15:51:45 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:51:45 user nova-compute[75278]:   <source dev="/dev/sdc"/>
Dec 06 15:51:45 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:51:45 user nova-compute[75278]:   <serial>3f1ff632-8637-4715-90a1-2ba10647113b</serial>
Dec 06 15:51:45 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 15:51:45 user nova-compute[75278]: </disk>
Dec 06 15:51:45 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 15:51:45 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-bf0ac9ec-06de-4bdd-b3f7-ca6e36bd5a17 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Successfully detached device vdb from instance 60fa6c34-9e58-4e20-b695-391070a81993 from the persistent domain config.
Dec 06 15:51:45 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-bf0ac9ec-06de-4bdd-b3f7-ca6e36bd5a17 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 60fa6c34-9e58-4e20-b695-391070a81993 from the live domain config. {{(pid=75278) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 15:51:45 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-bf0ac9ec-06de-4bdd-b3f7-ca6e36bd5a17 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 15:51:45 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:51:45 user nova-compute[75278]:   <source dev="/dev/sdc"/>
Dec 06 15:51:45 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:51:45 user nova-compute[75278]:   <serial>3f1ff632-8637-4715-90a1-2ba10647113b</serial>
Dec 06 15:51:45 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 15:51:45 user nova-compute[75278]: </disk>
Dec 06 15:51:45 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 15:51:45 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:45 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-bf0ac9ec-06de-4bdd-b3f7-ca6e36bd5a17 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 60fa6c34-9e58-4e20-b695-391070a81993 {{(pid=75278) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 15:51:45 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 15:51:45 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GsABgWkh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:51:45 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:51:45 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:51:45 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:51:45 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:51:45 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:51:45 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:51:45 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 15:51:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42 -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:45 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c3ef7f4-10b6-4923-9e30-42720501cfd9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:45 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 15:51:45 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:51:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42 -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e71b1fc5-3ba0-4028-b305-0ba5b9f44e6b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42] added
Dec 06 15:51:46 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[aed0913c-4580-463c-abbe-29d12f3e2373]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd339a4e-2335-4474-88cb-7ed66dca0cc2]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GsABgWkh {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GsABgWkh" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8453b656-0605-49cd-86fa-aab30cf3dd1c]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GsABgWkh'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e72aba80-157a-420d-a297-38ce7a639f19]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e14593f0-7a87-42c0-a00b-3d6773266671]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:51:46 user nova-compute[75278]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:51:46 user nova-compute[75278]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:51:46 user nova-compute[75278]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)
Dec 06 15:51:46 user nova-compute[75278]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:51:46 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:51:46 user nova-compute[75278]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:51:46 user nova-compute[75278]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:51:46 user nova-compute[75278]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)
Dec 06 15:51:46 user nova-compute[75278]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:51:46 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42 -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42 -p 172.16.0.220:3260 --login" returned: 0 in 0.078s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[61ca18a1-5d3a-44fc-a914-cceaf6bbe98a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42, portal: 172.16.0.220,3260]
Dec 06 15:51:46 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42, portal: 172.16.0.220,3260] successful.
Dec 06 15:51:46 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b7ea344-6433-4c60-977c-a25547234805]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[fabb1a28-2768-4137-9282-8389ba350b9b]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:51:46 user nova-compute[75278]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:51:46 user nova-compute[75278]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:51:46 user nova-compute[75278]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)
Dec 06 15:51:46 user nova-compute[75278]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:51:46 user nova-compute[75278]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42 (non-flash)
Dec 06 15:51:46 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:51:46 user nova-compute[75278]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:51:46 user nova-compute[75278]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:51:46 user nova-compute[75278]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)
Dec 06 15:51:46 user nova-compute[75278]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:51:46 user nova-compute[75278]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42 (non-flash)
Dec 06 15:51:46 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.330s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] HCTL ('35', '-', '-', 0) found on session 24 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[26917ab9-52b6-4374-aeda-622311f2dbce]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Searching for a device in session 24 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:51:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GsABgWkh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 15:51:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.367s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:51:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] <== connect_volume: return (1369ms) {'type': 'block', 'scsi_wwn': '26131663536666262', 'path': '/dev/sdd'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:51:47 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26131663536666262', 'path': '/dev/sdd'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 15:51:47 user nova-compute[75278]: DEBUG nova.objects.instance [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lazy-loading 'flavor' on Instance uuid 37237a18-4321-4bce-8ade-a7eda7da1355 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:51:47 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 15:51:47 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:51:47 user nova-compute[75278]:   <source dev="/dev/sdd"/>
Dec 06 15:51:47 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:51:47 user nova-compute[75278]:   <serial>ed7e0a59-f696-4157-8aa4-f86840942d42</serial>
Dec 06 15:51:47 user nova-compute[75278]: </disk>
Dec 06 15:51:47 user nova-compute[75278]:  {{(pid=75278) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 15:51:47 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:51:47 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:51:47 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] No VIF found with MAC fa:16:3e:ae:b1:73, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:51:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f6c37c8c-e71b-4b57-8af5-ffcbb7fb270f tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "37237a18-4321-4bce-8ade-a7eda7da1355" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 14.189s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-aa22fed2-1168-4def-b8e0-56344ea4aa60 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Acquiring lock "57133132-53e9-4b8a-811e-85aa53f24315" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-aa22fed2-1168-4def-b8e0-56344ea4aa60 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "57133132-53e9-4b8a-811e-85aa53f24315" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-aa22fed2-1168-4def-b8e0-56344ea4aa60 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Acquiring lock "57133132-53e9-4b8a-811e-85aa53f24315-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-aa22fed2-1168-4def-b8e0-56344ea4aa60 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "57133132-53e9-4b8a-811e-85aa53f24315-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-aa22fed2-1168-4def-b8e0-56344ea4aa60 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "57133132-53e9-4b8a-811e-85aa53f24315-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:48 user nova-compute[75278]: INFO nova.compute.manager [None req-aa22fed2-1168-4def-b8e0-56344ea4aa60 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Terminating instance
Dec 06 15:51:48 user nova-compute[75278]: DEBUG nova.compute.manager [None req-aa22fed2-1168-4def-b8e0-56344ea4aa60 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 15:51:48 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:48 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:48 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:49 user nova-compute[75278]: DEBUG nova.objects.instance [None req-f3a84db2-20c3-4bc7-9440-947213a0ac3c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lazy-loading 'flavor' on Instance uuid 1432b04b-09a5-4a8d-b36b-5ac20d081fc9 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:51:49 user nova-compute[75278]: DEBUG nova.compute.manager [req-f33c44f7-b4cc-431e-b146-894490c6267a req-0d735b41-74a8-45c9-88bd-7c2332a50399 service nova] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Received event network-vif-unplugged-496e093f-b1c6-4d38-a886-891fdc06e277 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:51:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f33c44f7-b4cc-431e-b146-894490c6267a req-0d735b41-74a8-45c9-88bd-7c2332a50399 service nova] Acquiring lock "57133132-53e9-4b8a-811e-85aa53f24315-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f33c44f7-b4cc-431e-b146-894490c6267a req-0d735b41-74a8-45c9-88bd-7c2332a50399 service nova] Lock "57133132-53e9-4b8a-811e-85aa53f24315-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f33c44f7-b4cc-431e-b146-894490c6267a req-0d735b41-74a8-45c9-88bd-7c2332a50399 service nova] Lock "57133132-53e9-4b8a-811e-85aa53f24315-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:49 user nova-compute[75278]: DEBUG nova.compute.manager [req-f33c44f7-b4cc-431e-b146-894490c6267a req-0d735b41-74a8-45c9-88bd-7c2332a50399 service nova] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] No waiting events found dispatching network-vif-unplugged-496e093f-b1c6-4d38-a886-891fdc06e277 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:51:49 user nova-compute[75278]: DEBUG nova.compute.manager [req-f33c44f7-b4cc-431e-b146-894490c6267a req-0d735b41-74a8-45c9-88bd-7c2332a50399 service nova] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Received event network-vif-unplugged-496e093f-b1c6-4d38-a886-891fdc06e277 for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 15:51:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f3a84db2-20c3-4bc7-9440-947213a0ac3c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 26.145s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:49 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Instance destroyed successfully.
Dec 06 15:51:49 user nova-compute[75278]: DEBUG nova.objects.instance [None req-aa22fed2-1168-4def-b8e0-56344ea4aa60 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lazy-loading 'resources' on Instance uuid 57133132-53e9-4b8a-811e-85aa53f24315 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:51:49 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-aa22fed2-1168-4def-b8e0-56344ea4aa60 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:45:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-4215438',display_name='tempest-VolumesAdminNegativeTest-server-4215438',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-4215438',id=6,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFlzR2Wg9YEoUmnkH5XZfI19KnRWccNgBRat0nXQ1Y07k8m/KbQStRf191VifumHuRaP8OnPOVJaYRL3AGT7x5h1J3HGlkQUiDaE4jqdux22pkthS+hgBaHtyZmFjmwGdg==',key_name='tempest-keypair-436121988',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:46:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6bf518d50e054cabaa99c25a7e27ce03',ramdisk_id='',reservation_id='r-m4jkn529',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-2022394682',owner_user_name='tempest-VolumesAdminNegativeTest-2022394682-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:46:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='23fc2de366a24cdca669f2dfc3ae16db',uuid=57133132-53e9-4b8a-811e-85aa53f24315,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "496e093f-b1c6-4d38-a886-891fdc06e277", "address": "fa:16:3e:6c:48:6d", "network": {"id": "1456ba8f-4723-487d-b5d4-76d3f809df32", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-54105982-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.96", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6bf518d50e054cabaa99c25a7e27ce03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap496e093f-b1", "ovs_interfaceid": "496e093f-b1c6-4d38-a886-891fdc06e277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:51:49 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-aa22fed2-1168-4def-b8e0-56344ea4aa60 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Converting VIF {"id": "496e093f-b1c6-4d38-a886-891fdc06e277", "address": "fa:16:3e:6c:48:6d", "network": {"id": "1456ba8f-4723-487d-b5d4-76d3f809df32", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-54105982-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.96", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6bf518d50e054cabaa99c25a7e27ce03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap496e093f-b1", "ovs_interfaceid": "496e093f-b1c6-4d38-a886-891fdc06e277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:51:49 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-aa22fed2-1168-4def-b8e0-56344ea4aa60 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6c:48:6d,bridge_name='br-int',has_traffic_filtering=True,id=496e093f-b1c6-4d38-a886-891fdc06e277,network=Network(1456ba8f-4723-487d-b5d4-76d3f809df32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap496e093f-b1') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:51:49 user nova-compute[75278]: DEBUG os_vif [None req-aa22fed2-1168-4def-b8e0-56344ea4aa60 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:6c:48:6d,bridge_name='br-int',has_traffic_filtering=True,id=496e093f-b1c6-4d38-a886-891fdc06e277,network=Network(1456ba8f-4723-487d-b5d4-76d3f809df32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap496e093f-b1') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:51:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap496e093f-b1, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:51:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fc3afd71-6539-45c2-8163-b4aac784650b) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:51:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:49 user nova-compute[75278]: INFO os_vif [None req-aa22fed2-1168-4def-b8e0-56344ea4aa60 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:6c:48:6d,bridge_name='br-int',has_traffic_filtering=True,id=496e093f-b1c6-4d38-a886-891fdc06e277,network=Network(1456ba8f-4723-487d-b5d4-76d3f809df32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap496e093f-b1')
Dec 06 15:51:49 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-aa22fed2-1168-4def-b8e0-56344ea4aa60 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Deleting instance files /opt/stack/data/nova/instances/57133132-53e9-4b8a-811e-85aa53f24315_del
Dec 06 15:51:49 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-aa22fed2-1168-4def-b8e0-56344ea4aa60 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Deletion of /opt/stack/data/nova/instances/57133132-53e9-4b8a-811e-85aa53f24315_del complete
Dec 06 15:51:49 user nova-compute[75278]: INFO nova.compute.manager [None req-aa22fed2-1168-4def-b8e0-56344ea4aa60 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Took 0.98 seconds to destroy the instance on the hypervisor.
Dec 06 15:51:49 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-aa22fed2-1168-4def-b8e0-56344ea4aa60 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 15:51:49 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 15:51:49 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 15:51:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-20211086-9e01-4ed7-83e7-a68bde1d6987 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-20211086-9e01-4ed7-83e7-a68bde1d6987 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:50 user nova-compute[75278]: DEBUG nova.compute.manager [None req-20211086-9e01-4ed7-83e7-a68bde1d6987 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:51:50 user nova-compute[75278]: DEBUG nova.compute.manager [None req-20211086-9e01-4ed7-83e7-a68bde1d6987 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=75278) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Dec 06 15:51:50 user nova-compute[75278]: DEBUG nova.objects.instance [None req-20211086-9e01-4ed7-83e7-a68bde1d6987 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lazy-loading 'flavor' on Instance uuid 1432b04b-09a5-4a8d-b36b-5ac20d081fc9 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:51:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:50 user nova-compute[75278]: DEBUG nova.compute.manager [req-2f9d960f-d9ea-4e5f-ac3b-24bfeda4777b req-6ccdf647-c6ef-4857-891f-050a19551f89 service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Received event network-vif-unplugged-04a8c02d-7b92-4155-9984-f47fb6e24da1 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:51:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2f9d960f-d9ea-4e5f-ac3b-24bfeda4777b req-6ccdf647-c6ef-4857-891f-050a19551f89 service nova] Acquiring lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2f9d960f-d9ea-4e5f-ac3b-24bfeda4777b req-6ccdf647-c6ef-4857-891f-050a19551f89 service nova] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2f9d960f-d9ea-4e5f-ac3b-24bfeda4777b req-6ccdf647-c6ef-4857-891f-050a19551f89 service nova] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:50 user nova-compute[75278]: DEBUG nova.compute.manager [req-2f9d960f-d9ea-4e5f-ac3b-24bfeda4777b req-6ccdf647-c6ef-4857-891f-050a19551f89 service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] No waiting events found dispatching network-vif-unplugged-04a8c02d-7b92-4155-9984-f47fb6e24da1 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:51:50 user nova-compute[75278]: WARNING nova.compute.manager [req-2f9d960f-d9ea-4e5f-ac3b-24bfeda4777b req-6ccdf647-c6ef-4857-891f-050a19551f89 service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Received unexpected event network-vif-unplugged-04a8c02d-7b92-4155-9984-f47fb6e24da1 for instance with vm_state active and task_state powering-off.
Dec 06 15:51:50 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Instance destroyed successfully.
Dec 06 15:51:50 user nova-compute[75278]: DEBUG nova.compute.manager [None req-20211086-9e01-4ed7-83e7-a68bde1d6987 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:51:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-20211086-9e01-4ed7-83e7-a68bde1d6987 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.991s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:51 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:51:51 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Took 1.35 seconds to deallocate network for instance.
Dec 06 15:51:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-aa22fed2-1168-4def-b8e0-56344ea4aa60 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-aa22fed2-1168-4def-b8e0-56344ea4aa60 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-54b2f34d-8c67-4b58-9155-51e4b6686b33 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Acquiring lock "37237a18-4321-4bce-8ade-a7eda7da1355" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-54b2f34d-8c67-4b58-9155-51e4b6686b33 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "37237a18-4321-4bce-8ade-a7eda7da1355" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:51 user nova-compute[75278]: DEBUG nova.compute.manager [req-347cf38c-08d5-4e2a-a7e1-29cd7d7d47c8 req-94b0caae-4799-42d7-b7b7-226bc22d31f7 service nova] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Received event network-vif-plugged-496e093f-b1c6-4d38-a886-891fdc06e277 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:51:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-347cf38c-08d5-4e2a-a7e1-29cd7d7d47c8 req-94b0caae-4799-42d7-b7b7-226bc22d31f7 service nova] Acquiring lock "57133132-53e9-4b8a-811e-85aa53f24315-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-347cf38c-08d5-4e2a-a7e1-29cd7d7d47c8 req-94b0caae-4799-42d7-b7b7-226bc22d31f7 service nova] Lock "57133132-53e9-4b8a-811e-85aa53f24315-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-347cf38c-08d5-4e2a-a7e1-29cd7d7d47c8 req-94b0caae-4799-42d7-b7b7-226bc22d31f7 service nova] Lock "57133132-53e9-4b8a-811e-85aa53f24315-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:51 user nova-compute[75278]: DEBUG nova.compute.manager [req-347cf38c-08d5-4e2a-a7e1-29cd7d7d47c8 req-94b0caae-4799-42d7-b7b7-226bc22d31f7 service nova] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] No waiting events found dispatching network-vif-plugged-496e093f-b1c6-4d38-a886-891fdc06e277 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:51:51 user nova-compute[75278]: WARNING nova.compute.manager [req-347cf38c-08d5-4e2a-a7e1-29cd7d7d47c8 req-94b0caae-4799-42d7-b7b7-226bc22d31f7 service nova] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Received unexpected event network-vif-plugged-496e093f-b1c6-4d38-a886-891fdc06e277 for instance with vm_state deleted and task_state None.
Dec 06 15:51:51 user nova-compute[75278]: DEBUG nova.compute.manager [req-347cf38c-08d5-4e2a-a7e1-29cd7d7d47c8 req-94b0caae-4799-42d7-b7b7-226bc22d31f7 service nova] [instance: 57133132-53e9-4b8a-811e-85aa53f24315] Received event network-vif-deleted-496e093f-b1c6-4d38-a886-891fdc06e277 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:51:51 user nova-compute[75278]: INFO nova.compute.manager [None req-54b2f34d-8c67-4b58-9155-51e4b6686b33 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Detaching volume ed7e0a59-f696-4157-8aa4-f86840942d42
Dec 06 15:51:51 user nova-compute[75278]: INFO nova.virt.block_device [None req-54b2f34d-8c67-4b58-9155-51e4b6686b33 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Attempting to driver detach volume ed7e0a59-f696-4157-8aa4-f86840942d42 from mountpoint /dev/vdb
Dec 06 15:51:51 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-54b2f34d-8c67-4b58-9155-51e4b6686b33 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Attempting to detach device vdb from instance 37237a18-4321-4bce-8ade-a7eda7da1355 from the persistent domain config. {{(pid=75278) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 15:51:51 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-54b2f34d-8c67-4b58-9155-51e4b6686b33 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 15:51:51 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:51:51 user nova-compute[75278]:   <source dev="/dev/sdd"/>
Dec 06 15:51:51 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:51:51 user nova-compute[75278]:   <serial>ed7e0a59-f696-4157-8aa4-f86840942d42</serial>
Dec 06 15:51:51 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 15:51:51 user nova-compute[75278]: </disk>
Dec 06 15:51:51 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 15:51:51 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-54b2f34d-8c67-4b58-9155-51e4b6686b33 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Successfully detached device vdb from instance 37237a18-4321-4bce-8ade-a7eda7da1355 from the persistent domain config.
Dec 06 15:51:51 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-54b2f34d-8c67-4b58-9155-51e4b6686b33 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 37237a18-4321-4bce-8ade-a7eda7da1355 from the live domain config. {{(pid=75278) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 15:51:51 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-54b2f34d-8c67-4b58-9155-51e4b6686b33 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 15:51:51 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:51:51 user nova-compute[75278]:   <source dev="/dev/sdd"/>
Dec 06 15:51:51 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:51:51 user nova-compute[75278]:   <serial>ed7e0a59-f696-4157-8aa4-f86840942d42</serial>
Dec 06 15:51:51 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 15:51:51 user nova-compute[75278]: </disk>
Dec 06 15:51:51 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 15:51:51 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-aa22fed2-1168-4def-b8e0-56344ea4aa60 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:51:51 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-aa22fed2-1168-4def-b8e0-56344ea4aa60 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:51:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-aa22fed2-1168-4def-b8e0-56344ea4aa60 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.406s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:51 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-aa22fed2-1168-4def-b8e0-56344ea4aa60 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Deleted allocations for instance 57133132-53e9-4b8a-811e-85aa53f24315
Dec 06 15:51:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-aa22fed2-1168-4def-b8e0-56344ea4aa60 tempest-VolumesAdminNegativeTest-2022394682 tempest-VolumesAdminNegativeTest-2022394682-project-member] Lock "57133132-53e9-4b8a-811e-85aa53f24315" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.997s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:51 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-54b2f34d-8c67-4b58-9155-51e4b6686b33 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 37237a18-4321-4bce-8ade-a7eda7da1355 {{(pid=75278) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 15:51:52 user nova-compute[75278]: DEBUG nova.compute.manager [req-a0dfea05-06d8-474f-a143-9befee3d3623 req-9676ac0d-6eaa-4ea3-b37c-2e71145a8cce service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Received event network-vif-plugged-04a8c02d-7b92-4155-9984-f47fb6e24da1 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:51:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a0dfea05-06d8-474f-a143-9befee3d3623 req-9676ac0d-6eaa-4ea3-b37c-2e71145a8cce service nova] Acquiring lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:51:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a0dfea05-06d8-474f-a143-9befee3d3623 req-9676ac0d-6eaa-4ea3-b37c-2e71145a8cce service nova] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:51:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a0dfea05-06d8-474f-a143-9befee3d3623 req-9676ac0d-6eaa-4ea3-b37c-2e71145a8cce service nova] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:51:52 user nova-compute[75278]: DEBUG nova.compute.manager [req-a0dfea05-06d8-474f-a143-9befee3d3623 req-9676ac0d-6eaa-4ea3-b37c-2e71145a8cce service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] No waiting events found dispatching network-vif-plugged-04a8c02d-7b92-4155-9984-f47fb6e24da1 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:51:52 user nova-compute[75278]: WARNING nova.compute.manager [req-a0dfea05-06d8-474f-a143-9befee3d3623 req-9676ac0d-6eaa-4ea3-b37c-2e71145a8cce service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Received unexpected event network-vif-plugged-04a8c02d-7b92-4155-9984-f47fb6e24da1 for instance with vm_state stopped and task_state None.
Dec 06 15:51:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:51:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._sync_power_states {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Triggering sync for uuid 60fa6c34-9e58-4e20-b695-391070a81993 {{(pid=75278) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Triggering sync for uuid accf5417-e552-4fa7-8b65-5f3121d1d17f {{(pid=75278) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Triggering sync for uuid 1432b04b-09a5-4a8d-b36b-5ac20d081fc9 {{(pid=75278) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Triggering sync for uuid 37237a18-4321-4bce-8ade-a7eda7da1355 {{(pid=75278) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Triggering sync for uuid 347b9aee-ff4c-4107-be32-8e4106abc6ea {{(pid=75278) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Triggering sync for uuid b979398f-d6ba-469c-96ed-e25012146a31 {{(pid=75278) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Triggering sync for uuid a909916c-b274-4c00-a248-30d6ed84859e {{(pid=75278) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Triggering sync for uuid 8a957482-260a-437a-b48d-309224800fcf {{(pid=75278) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Triggering sync for uuid 4283ae01-2c38-4f3a-96af-2f1d9595cf5f {{(pid=75278) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Triggering sync for uuid 4d56b5eb-724a-4574-b806-93f0c687ef41 {{(pid=75278) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Triggering sync for uuid a07fb239-6ced-4a89-9892-5425e489f472 {{(pid=75278) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "60fa6c34-9e58-4e20-b695-391070a81993" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "accf5417-e552-4fa7-8b65-5f3121d1d17f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "accf5417-e552-4fa7-8b65-5f3121d1d17f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "37237a18-4321-4bce-8ade-a7eda7da1355" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "347b9aee-ff4c-4107-be32-8e4106abc6ea" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "b979398f-d6ba-469c-96ed-e25012146a31" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "b979398f-d6ba-469c-96ed-e25012146a31" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "a909916c-b274-4c00-a248-30d6ed84859e" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "a909916c-b274-4c00-a248-30d6ed84859e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "8a957482-260a-437a-b48d-309224800fcf" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "8a957482-260a-437a-b48d-309224800fcf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "4283ae01-2c38-4f3a-96af-2f1d9595cf5f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "4283ae01-2c38-4f3a-96af-2f1d9595cf5f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "4d56b5eb-724a-4574-b806-93f0c687ef41" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "4d56b5eb-724a-4574-b806-93f0c687ef41" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "a07fb239-6ced-4a89-9892-5425e489f472" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "a07fb239-6ced-4a89-9892-5425e489f472" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "accf5417-e552-4fa7-8b65-5f3121d1d17f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.062s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.069s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.075s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "8a957482-260a-437a-b48d-309224800fcf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.074s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "4283ae01-2c38-4f3a-96af-2f1d9595cf5f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.075s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "a07fb239-6ced-4a89-9892-5425e489f472" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.081s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "4d56b5eb-724a-4574-b806-93f0c687ef41" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.087s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "b979398f-d6ba-469c-96ed-e25012146a31" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.094s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "a909916c-b274-4c00-a248-30d6ed84859e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.096s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:05 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-bf0ac9ec-06de-4bdd-b3f7-ca6e36bd5a17 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 60fa6c34-9e58-4e20-b695-391070a81993 is timed out.
Dec 06 15:52:05 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-bf0ac9ec-06de-4bdd-b3f7-ca6e36bd5a17 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Successfully detached device vdb from instance 60fa6c34-9e58-4e20-b695-391070a81993 from the live domain config.
Dec 06 15:52:05 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bf0ac9ec-06de-4bdd-b3f7-ca6e36bd5a17 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf0ac9ec-06de-4bdd-b3f7-ca6e36bd5a17 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'moBfZsxR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:52:05 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-bf0ac9ec-06de-4bdd-b3f7-ca6e36bd5a17 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:52:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-bf0ac9ec-06de-4bdd-b3f7-ca6e36bd5a17 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-bf0ac9ec-06de-4bdd-b3f7-ca6e36bd5a17 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ef4ee9a-0a22-4292-a164-fab70277bc7e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf0ac9ec-06de-4bdd-b3f7-ca6e36bd5a17 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 15:52:05 user nova-compute[75278]: No targets found.
Dec 06 15:52:05 user nova-compute[75278]: iSNS:
Dec 06 15:52:05 user nova-compute[75278]: No targets found.
Dec 06 15:52:05 user nova-compute[75278]: STATIC:
Dec 06 15:52:05 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0
Dec 06 15:52:05 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:52:05 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:52:05 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42
Dec 06 15:52:05 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:52:05 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:52:05 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044
Dec 06 15:52:05 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:52:05 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:52:05 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264
Dec 06 15:52:05 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:52:05 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:52:05 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b
Dec 06 15:52:05 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:52:05 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:52:05 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee
Dec 06 15:52:05 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:52:05 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:52:05 user nova-compute[75278]: FIRMWARE:
Dec 06 15:52:05 user nova-compute[75278]: No targets found.
Dec 06 15:52:05 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf0ac9ec-06de-4bdd-b3f7-ca6e36bd5a17 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 15:52:05 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 15:52:05 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf0ac9ec-06de-4bdd-b3f7-ca6e36bd5a17 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[84258c97-bf3a-4520-acfc-28c285953ea9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[892888b8-deed-4f89-80a4-f3acdf5ebada]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf0ac9ec-06de-4bdd-b3f7-ca6e36bd5a17 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:52:05 user nova-compute[75278]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:52:05 user nova-compute[75278]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:52:05 user nova-compute[75278]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)
Dec 06 15:52:05 user nova-compute[75278]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:52:05 user nova-compute[75278]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42 (non-flash)
Dec 06 15:52:05 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf0ac9ec-06de-4bdd-b3f7-ca6e36bd5a17 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b (non-flash)
Dec 06 15:52:05 user nova-compute[75278]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:52:05 user nova-compute[75278]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:52:05 user nova-compute[75278]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)
Dec 06 15:52:05 user nova-compute[75278]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:52:05 user nova-compute[75278]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42 (non-flash)
Dec 06 15:52:05 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf0ac9ec-06de-4bdd-b3f7-ca6e36bd5a17 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c178670>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b'): ({'sdc'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-bf0ac9ec-06de-4bdd-b3f7-ca6e36bd5a17 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Removing single pathed devices sdc {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[10a79599-d80b-4d99-bcfd-6207100e72c4]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[39507f37-05c1-4ef6-a613-5cfea2fa6cf0]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-bf0ac9ec-06de-4bdd-b3f7-ca6e36bd5a17 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Flushing IO for device /dev/sdc {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[396b45d0-9593-4442-80a7-2d22dff4180b]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-bf0ac9ec-06de-4bdd-b3f7-ca6e36bd5a17 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.039s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[13419c17-69ae-4797-a54a-707dcdbcf78a]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-bf0ac9ec-06de-4bdd-b3f7-ca6e36bd5a17 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-bf0ac9ec-06de-4bdd-b3f7-ca6e36bd5a17 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] SCSI volumes sdc have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf0ac9ec-06de-4bdd-b3f7-ca6e36bd5a17 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fa67e68-644c-435a-b819-02e3209e43f0]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf0ac9ec-06de-4bdd-b3f7-ca6e36bd5a17 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[41ffc21b-e4e8-4422-b229-c2b4833c8b17]: (4, ('Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b, portal: 172.16.0.220,3260]\nLogout of [sid: 16, target: iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf0ac9ec-06de-4bdd-b3f7-ca6e36bd5a17 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b, portal: 172.16.0.220,3260]
Dec 06 15:52:05 user nova-compute[75278]: Logout of [sid: 16, target: iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b, portal: 172.16.0.220,3260] successful.
Dec 06 15:52:05 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3f1ff632-8637-4715-90a1-2ba10647113b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[240c871d-1fb0-4e84-8b13-bc67260bc91a]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf0ac9ec-06de-4bdd-b3f7-ca6e36bd5a17 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-bf0ac9ec-06de-4bdd-b3f7-ca6e36bd5a17 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.303s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf0ac9ec-06de-4bdd-b3f7-ca6e36bd5a17 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] <== disconnect_volume: return (304ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:52:05 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bf0ac9ec-06de-4bdd-b3f7-ca6e36bd5a17 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 15:52:06 user nova-compute[75278]: DEBUG nova.objects.instance [None req-bf0ac9ec-06de-4bdd-b3f7-ca6e36bd5a17 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lazy-loading 'flavor' on Instance uuid 60fa6c34-9e58-4e20-b695-391070a81993 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:52:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-bf0ac9ec-06de-4bdd-b3f7-ca6e36bd5a17 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lock "60fa6c34-9e58-4e20-b695-391070a81993" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.739s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "60fa6c34-9e58-4e20-b695-391070a81993" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 3.515s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "60fa6c34-9e58-4e20-b695-391070a81993" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.022s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:07 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:52:07 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:52:07 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:52:08 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:52:08 user nova-compute[75278]: INFO nova.compute.manager [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Rescuing
Dec 06 15:52:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "refresh_cache-a909916c-b274-4c00-a248-30d6ed84859e" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:52:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquired lock "refresh_cache-a909916c-b274-4c00-a248-30d6ed84859e" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:52:08 user nova-compute[75278]: DEBUG nova.network.neutron [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:52:09 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:52:09 user nova-compute[75278]: DEBUG nova.network.neutron [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Updating instance_info_cache with network_info: [{"id": "12c68316-0f1c-4979-97b6-1eb6f2a18724", "address": "fa:16:3e:8e:8d:73", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12c68316-0f", "ovs_interfaceid": "12c68316-0f1c-4979-97b6-1eb6f2a18724", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:52:09 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Releasing lock "refresh_cache-a909916c-b274-4c00-a248-30d6ed84859e" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:52:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:09 user nova-compute[75278]: DEBUG nova.compute.manager [req-02f4e2ad-c74d-4103-9a3c-37b95f94b3e8 req-c3a48e3e-906d-4d4a-a7cd-4e2d3c61f103 service nova] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Received event network-vif-unplugged-12c68316-0f1c-4979-97b6-1eb6f2a18724 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:52:09 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-02f4e2ad-c74d-4103-9a3c-37b95f94b3e8 req-c3a48e3e-906d-4d4a-a7cd-4e2d3c61f103 service nova] Acquiring lock "a909916c-b274-4c00-a248-30d6ed84859e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:09 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-02f4e2ad-c74d-4103-9a3c-37b95f94b3e8 req-c3a48e3e-906d-4d4a-a7cd-4e2d3c61f103 service nova] Lock "a909916c-b274-4c00-a248-30d6ed84859e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:09 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-02f4e2ad-c74d-4103-9a3c-37b95f94b3e8 req-c3a48e3e-906d-4d4a-a7cd-4e2d3c61f103 service nova] Lock "a909916c-b274-4c00-a248-30d6ed84859e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:09 user nova-compute[75278]: DEBUG nova.compute.manager [req-02f4e2ad-c74d-4103-9a3c-37b95f94b3e8 req-c3a48e3e-906d-4d4a-a7cd-4e2d3c61f103 service nova] [instance: a909916c-b274-4c00-a248-30d6ed84859e] No waiting events found dispatching network-vif-unplugged-12c68316-0f1c-4979-97b6-1eb6f2a18724 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:52:09 user nova-compute[75278]: WARNING nova.compute.manager [req-02f4e2ad-c74d-4103-9a3c-37b95f94b3e8 req-c3a48e3e-906d-4d4a-a7cd-4e2d3c61f103 service nova] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Received unexpected event network-vif-unplugged-12c68316-0f1c-4979-97b6-1eb6f2a18724 for instance with vm_state active and task_state rescuing.
Dec 06 15:52:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:09 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Instance destroyed successfully.
Dec 06 15:52:09 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Attempting rescue
Dec 06 15:52:09 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75278) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 06 15:52:09 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Instance directory exists: not creating {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Dec 06 15:52:09 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Creating image(s)
Dec 06 15:52:09 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "/opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:09 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "/opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:09 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "/opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:09 user nova-compute[75278]: DEBUG nova.objects.instance [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lazy-loading 'trusted_certs' on Instance uuid a909916c-b274-4c00-a248-30d6ed84859e {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:52:09 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "8b6964317078072a1e593868059fc8dc16213a0c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:09 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:10 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:52:10 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 15:52:10 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.194s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:10 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:10 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue" returned: 0 in 0.055s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.252s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:10 user nova-compute[75278]: DEBUG nova.objects.instance [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lazy-loading 'migration_context' on Instance uuid a909916c-b274-4c00-a248-30d6ed84859e {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:52:10 user nova-compute[75278]: DEBUG nova.objects.base [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Object Instance<a909916c-b274-4c00-a248-30d6ed84859e> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:52:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 15:52:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Start _get_guest_xml network_info=[{"id": "12c68316-0f1c-4979-97b6-1eb6f2a18724", "address": "fa:16:3e:8e:8d:73", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "vif_mac": "fa:16:3e:8e:8d:73"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12c68316-0f", "ovs_interfaceid": "12c68316-0f1c-4979-97b6-1eb6f2a18724", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:52:10 user nova-compute[75278]: DEBUG nova.objects.instance [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lazy-loading 'resources' on Instance uuid a909916c-b274-4c00-a248-30d6ed84859e {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:52:10 user nova-compute[75278]: DEBUG nova.objects.base [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Object Instance<a909916c-b274-4c00-a248-30d6ed84859e> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:52:10 user nova-compute[75278]: DEBUG nova.objects.instance [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lazy-loading 'numa_topology' on Instance uuid a909916c-b274-4c00-a248-30d6ed84859e {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:52:10 user nova-compute[75278]: DEBUG nova.objects.base [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Object Instance<a909916c-b274-4c00-a248-30d6ed84859e> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:52:10 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:52:10 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:52:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:52:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:52:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:52:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:52:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:52:10 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:52:10 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:52:10 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:52:10 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:52:10 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:52:10 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:52:10 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:52:10 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:52:10 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:52:10 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:52:10 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:52:10 user nova-compute[75278]: DEBUG nova.objects.instance [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lazy-loading 'vcpu_model' on Instance uuid a909916c-b274-4c00-a248-30d6ed84859e {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:52:10 user nova-compute[75278]: DEBUG nova.objects.base [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Object Instance<a909916c-b274-4c00-a248-30d6ed84859e> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:52:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:50:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-441200142',display_name='tempest-ServerRescueNegativeTestJSON-server-441200142',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-441200142',id=17,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:50:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='17645f8e67ae42749222c64a2017e818',ramdisk_id='',reservation_id='r-6fn1v1md',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1945514265',owner_user_name='tempest-ServerRescueNegativeTestJSON-1945514265-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:50:29Z,user_data=None,user_id='5c46caf813e6430d90d5637f2090c8ba',uuid=a909916c-b274-4c00-a248-30d6ed84859e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "12c68316-0f1c-4979-97b6-1eb6f2a18724", "address": "fa:16:3e:8e:8d:73", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "vif_mac": "fa:16:3e:8e:8d:73"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12c68316-0f", "ovs_interfaceid": "12c68316-0f1c-4979-97b6-1eb6f2a18724", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:52:10 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Converting VIF {"id": "12c68316-0f1c-4979-97b6-1eb6f2a18724", "address": "fa:16:3e:8e:8d:73", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "vif_mac": "fa:16:3e:8e:8d:73"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12c68316-0f", "ovs_interfaceid": "12c68316-0f1c-4979-97b6-1eb6f2a18724", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:52:10 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8e:8d:73,bridge_name='br-int',has_traffic_filtering=True,id=12c68316-0f1c-4979-97b6-1eb6f2a18724,network=Network(d11985ab-f39c-48fe-aed1-0b24eae58a73),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap12c68316-0f') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:52:10 user nova-compute[75278]: DEBUG nova.objects.instance [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lazy-loading 'pci_devices' on Instance uuid a909916c-b274-4c00-a248-30d6ed84859e {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:52:10 user nova-compute[75278]: DEBUG nova.objects.base [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Object Instance<a909916c-b274-4c00-a248-30d6ed84859e> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:52:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:52:10 user nova-compute[75278]:   <uuid>a909916c-b274-4c00-a248-30d6ed84859e</uuid>
Dec 06 15:52:10 user nova-compute[75278]:   <name>instance-00000011</name>
Dec 06 15:52:10 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 15:52:10 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:52:10 user nova-compute[75278]:   <metadata>
Dec 06 15:52:10 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:52:10 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:52:10 user nova-compute[75278]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-441200142</nova:name>
Dec 06 15:52:10 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:52:10</nova:creationTime>
Dec 06 15:52:10 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 15:52:10 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 15:52:10 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 15:52:10 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:52:10 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:52:10 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:52:10 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:52:10 user nova-compute[75278]:       <nova:owner>
Dec 06 15:52:10 user nova-compute[75278]:         <nova:user uuid="5c46caf813e6430d90d5637f2090c8ba">tempest-ServerRescueNegativeTestJSON-1945514265-project-member</nova:user>
Dec 06 15:52:10 user nova-compute[75278]:         <nova:project uuid="17645f8e67ae42749222c64a2017e818">tempest-ServerRescueNegativeTestJSON-1945514265</nova:project>
Dec 06 15:52:10 user nova-compute[75278]:       </nova:owner>
Dec 06 15:52:10 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 15:52:10 user nova-compute[75278]:       <nova:ports>
Dec 06 15:52:10 user nova-compute[75278]:         <nova:port uuid="12c68316-0f1c-4979-97b6-1eb6f2a18724">
Dec 06 15:52:10 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 06 15:52:10 user nova-compute[75278]:         </nova:port>
Dec 06 15:52:10 user nova-compute[75278]:       </nova:ports>
Dec 06 15:52:10 user nova-compute[75278]:     </nova:instance>
Dec 06 15:52:10 user nova-compute[75278]:   </metadata>
Dec 06 15:52:10 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:52:10 user nova-compute[75278]:     <system>
Dec 06 15:52:10 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:52:10 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:52:10 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:52:10 user nova-compute[75278]:       <entry name="serial">a909916c-b274-4c00-a248-30d6ed84859e</entry>
Dec 06 15:52:10 user nova-compute[75278]:       <entry name="uuid">a909916c-b274-4c00-a248-30d6ed84859e</entry>
Dec 06 15:52:10 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:52:10 user nova-compute[75278]:     </system>
Dec 06 15:52:10 user nova-compute[75278]:   </sysinfo>
Dec 06 15:52:10 user nova-compute[75278]:   <os>
Dec 06 15:52:10 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:52:10 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:52:10 user nova-compute[75278]:   </os>
Dec 06 15:52:10 user nova-compute[75278]:   <features>
Dec 06 15:52:10 user nova-compute[75278]:     <acpi/>
Dec 06 15:52:10 user nova-compute[75278]:     <apic/>
Dec 06 15:52:10 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:52:10 user nova-compute[75278]:   </features>
Dec 06 15:52:10 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:52:10 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:52:10 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:52:10 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:52:10 user nova-compute[75278]:   </clock>
Dec 06 15:52:10 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:52:10 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:52:10 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:52:10 user nova-compute[75278]:   </cpu>
Dec 06 15:52:10 user nova-compute[75278]:   <devices>
Dec 06 15:52:10 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 15:52:10 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 15:52:10 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue"/>
Dec 06 15:52:10 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 15:52:10 user nova-compute[75278]:     </disk>
Dec 06 15:52:10 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 15:52:10 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 15:52:10 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk"/>
Dec 06 15:52:10 user nova-compute[75278]:       <target dev="vdb" bus="virtio"/>
Dec 06 15:52:10 user nova-compute[75278]:     </disk>
Dec 06 15:52:10 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:52:10 user nova-compute[75278]:       <mac address="fa:16:3e:8e:8d:73"/>
Dec 06 15:52:10 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:52:10 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:52:10 user nova-compute[75278]:       <target dev="tap12c68316-0f"/>
Dec 06 15:52:10 user nova-compute[75278]:     </interface>
Dec 06 15:52:10 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:52:10 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/console.log" append="off"/>
Dec 06 15:52:10 user nova-compute[75278]:     </serial>
Dec 06 15:52:10 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:52:10 user nova-compute[75278]:     <video>
Dec 06 15:52:10 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:52:10 user nova-compute[75278]:     </video>
Dec 06 15:52:10 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:52:10 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:52:10 user nova-compute[75278]:     </rng>
Dec 06 15:52:10 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:52:10 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:52:10 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:52:10 user nova-compute[75278]:     </memballoon>
Dec 06 15:52:10 user nova-compute[75278]:   </devices>
Dec 06 15:52:10 user nova-compute[75278]: </domain>
Dec 06 15:52:10 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:52:10 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Instance destroyed successfully.
Dec 06 15:52:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:52:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:52:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] No VIF found with MAC fa:16:3e:8e:8d:73, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:52:11 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:52:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:11 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 15:52:11 user nova-compute[75278]: DEBUG nova.compute.manager [req-4f08ab6e-89b5-4cd2-b4a0-c10415e629aa req-1330ceaf-b9b9-4d99-b67a-efb7cfeb8ea6 service nova] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Received event network-vif-plugged-12c68316-0f1c-4979-97b6-1eb6f2a18724 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:52:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4f08ab6e-89b5-4cd2-b4a0-c10415e629aa req-1330ceaf-b9b9-4d99-b67a-efb7cfeb8ea6 service nova] Acquiring lock "a909916c-b274-4c00-a248-30d6ed84859e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4f08ab6e-89b5-4cd2-b4a0-c10415e629aa req-1330ceaf-b9b9-4d99-b67a-efb7cfeb8ea6 service nova] Lock "a909916c-b274-4c00-a248-30d6ed84859e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4f08ab6e-89b5-4cd2-b4a0-c10415e629aa req-1330ceaf-b9b9-4d99-b67a-efb7cfeb8ea6 service nova] Lock "a909916c-b274-4c00-a248-30d6ed84859e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:11 user nova-compute[75278]: DEBUG nova.compute.manager [req-4f08ab6e-89b5-4cd2-b4a0-c10415e629aa req-1330ceaf-b9b9-4d99-b67a-efb7cfeb8ea6 service nova] [instance: a909916c-b274-4c00-a248-30d6ed84859e] No waiting events found dispatching network-vif-plugged-12c68316-0f1c-4979-97b6-1eb6f2a18724 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:52:11 user nova-compute[75278]: WARNING nova.compute.manager [req-4f08ab6e-89b5-4cd2-b4a0-c10415e629aa req-1330ceaf-b9b9-4d99-b67a-efb7cfeb8ea6 service nova] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Received unexpected event network-vif-plugged-12c68316-0f1c-4979-97b6-1eb6f2a18724 for instance with vm_state active and task_state rescuing.
Dec 06 15:52:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:11 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-54b2f34d-8c67-4b58-9155-51e4b6686b33 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 37237a18-4321-4bce-8ade-a7eda7da1355 is timed out.
Dec 06 15:52:11 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-54b2f34d-8c67-4b58-9155-51e4b6686b33 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Successfully detached device vdb from instance 37237a18-4321-4bce-8ade-a7eda7da1355 from the live domain config.
Dec 06 15:52:11 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-54b2f34d-8c67-4b58-9155-51e4b6686b33 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 15:52:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-54b2f34d-8c67-4b58-9155-51e4b6686b33 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GsABgWkh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:52:11 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-54b2f34d-8c67-4b58-9155-51e4b6686b33 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:52:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-54b2f34d-8c67-4b58-9155-51e4b6686b33 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:52:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-54b2f34d-8c67-4b58-9155-51e4b6686b33 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:52:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:11 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e136d93-6839-454f-9851-4b8a4e0e1406]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:52:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-54b2f34d-8c67-4b58-9155-51e4b6686b33 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 15:52:11 user nova-compute[75278]: No targets found.
Dec 06 15:52:11 user nova-compute[75278]: iSNS:
Dec 06 15:52:11 user nova-compute[75278]: No targets found.
Dec 06 15:52:11 user nova-compute[75278]: STATIC:
Dec 06 15:52:11 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0
Dec 06 15:52:11 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:52:11 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:52:11 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42
Dec 06 15:52:11 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:52:11 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:52:11 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044
Dec 06 15:52:11 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:52:11 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:52:11 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264
Dec 06 15:52:11 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:52:11 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:52:11 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee
Dec 06 15:52:11 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:52:11 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:52:11 user nova-compute[75278]: FIRMWARE:
Dec 06 15:52:11 user nova-compute[75278]: No targets found.
Dec 06 15:52:11 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:52:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-54b2f34d-8c67-4b58-9155-51e4b6686b33 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 15:52:11 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 15:52:11 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 15:52:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-54b2f34d-8c67-4b58-9155-51e4b6686b33 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 15:52:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:11 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[99e50194-b7ff-4266-ab33-74b6f29d4ca5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:52:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:11 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd5f8d24-3a9c-40da-a5d5-3558506ec145]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:52:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-54b2f34d-8c67-4b58-9155-51e4b6686b33 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:52:11 user nova-compute[75278]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:52:11 user nova-compute[75278]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)
Dec 06 15:52:11 user nova-compute[75278]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:52:11 user nova-compute[75278]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42 (non-flash)
Dec 06 15:52:11 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:52:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-54b2f34d-8c67-4b58-9155-51e4b6686b33 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:52:11 user nova-compute[75278]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:52:11 user nova-compute[75278]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)
Dec 06 15:52:11 user nova-compute[75278]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:52:11 user nova-compute[75278]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42 (non-flash)
Dec 06 15:52:11 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:52:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-54b2f34d-8c67-4b58-9155-51e4b6686b33 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c605fc0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42'): ({'sdd'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 15:52:11 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-54b2f34d-8c67-4b58-9155-51e4b6686b33 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Removing single pathed devices sdd {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 15:52:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:11 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[20cf17ef-16a7-4229-9884-1e54856b5141]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:52:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:12 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[89543efe-e57f-4070-9557-177356f500b1]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:52:12 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-54b2f34d-8c67-4b58-9155-51e4b6686b33 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Flushing IO for device /dev/sdd {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 15:52:12 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:12 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.012s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:12 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[651f8257-e1a8-4a9d-b5d9-070ca14ed75f]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:52:12 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-54b2f34d-8c67-4b58-9155-51e4b6686b33 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 15:52:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.044s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:12 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac0c9f8d-0078-4fa8-bff4-5febfda7d16c]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:52:12 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-54b2f34d-8c67-4b58-9155-51e4b6686b33 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 15:52:12 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-54b2f34d-8c67-4b58-9155-51e4b6686b33 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] SCSI volumes sdd have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 15:52:12 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-54b2f34d-8c67-4b58-9155-51e4b6686b33 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 15:52:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:12 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[03d63e8c-4cb6-4e53-bd56-eb9e7f19ac11]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:52:12 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-54b2f34d-8c67-4b58-9155-51e4b6686b33 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:52:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42 -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42 -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:12 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc1c1214-621c-4115-9b11-96757808fdee]: (4, ('Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42, portal: 172.16.0.220,3260]\nLogout of [sid: 24, target: iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:52:12 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-54b2f34d-8c67-4b58-9155-51e4b6686b33 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42, portal: 172.16.0.220,3260]
Dec 06 15:52:12 user nova-compute[75278]: Logout of [sid: 24, target: iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42, portal: 172.16.0.220,3260] successful.
Dec 06 15:52:12 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:52:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42 -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed7e0a59-f696-4157-8aa4-f86840942d42 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:12 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bf57e79-78eb-4e27-a444-978d0ace0832]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:52:12 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-54b2f34d-8c67-4b58-9155-51e4b6686b33 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:52:12 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-54b2f34d-8c67-4b58-9155-51e4b6686b33 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.348s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:52:12 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-54b2f34d-8c67-4b58-9155-51e4b6686b33 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] <== disconnect_volume: return (349ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:52:12 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-54b2f34d-8c67-4b58-9155-51e4b6686b33 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 15:52:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:13 user nova-compute[75278]: DEBUG nova.objects.instance [None req-54b2f34d-8c67-4b58-9155-51e4b6686b33 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lazy-loading 'flavor' on Instance uuid 37237a18-4321-4bce-8ade-a7eda7da1355 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:52:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-54b2f34d-8c67-4b58-9155-51e4b6686b33 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "37237a18-4321-4bce-8ade-a7eda7da1355" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "37237a18-4321-4bce-8ade-a7eda7da1355" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 10.067s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "37237a18-4321-4bce-8ade-a7eda7da1355" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.028s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:13 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 15:52:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:13 user nova-compute[75278]: DEBUG nova.compute.manager [req-970245f3-c35f-49db-9da2-46640c56c22d req-aa61c21a-ada8-4841-ad9c-389473aaebcf service nova] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Received event network-vif-plugged-12c68316-0f1c-4979-97b6-1eb6f2a18724 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:52:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-970245f3-c35f-49db-9da2-46640c56c22d req-aa61c21a-ada8-4841-ad9c-389473aaebcf service nova] Acquiring lock "a909916c-b274-4c00-a248-30d6ed84859e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-970245f3-c35f-49db-9da2-46640c56c22d req-aa61c21a-ada8-4841-ad9c-389473aaebcf service nova] Lock "a909916c-b274-4c00-a248-30d6ed84859e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-970245f3-c35f-49db-9da2-46640c56c22d req-aa61c21a-ada8-4841-ad9c-389473aaebcf service nova] Lock "a909916c-b274-4c00-a248-30d6ed84859e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:13 user nova-compute[75278]: DEBUG nova.compute.manager [req-970245f3-c35f-49db-9da2-46640c56c22d req-aa61c21a-ada8-4841-ad9c-389473aaebcf service nova] [instance: a909916c-b274-4c00-a248-30d6ed84859e] No waiting events found dispatching network-vif-plugged-12c68316-0f1c-4979-97b6-1eb6f2a18724 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:52:13 user nova-compute[75278]: WARNING nova.compute.manager [req-970245f3-c35f-49db-9da2-46640c56c22d req-aa61c21a-ada8-4841-ad9c-389473aaebcf service nova] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Received unexpected event network-vif-plugged-12c68316-0f1c-4979-97b6-1eb6f2a18724 for instance with vm_state active and task_state rescuing.
Dec 06 15:52:13 user nova-compute[75278]: DEBUG nova.compute.manager [req-970245f3-c35f-49db-9da2-46640c56c22d req-aa61c21a-ada8-4841-ad9c-389473aaebcf service nova] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Received event network-vif-plugged-12c68316-0f1c-4979-97b6-1eb6f2a18724 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:52:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-970245f3-c35f-49db-9da2-46640c56c22d req-aa61c21a-ada8-4841-ad9c-389473aaebcf service nova] Acquiring lock "a909916c-b274-4c00-a248-30d6ed84859e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-970245f3-c35f-49db-9da2-46640c56c22d req-aa61c21a-ada8-4841-ad9c-389473aaebcf service nova] Lock "a909916c-b274-4c00-a248-30d6ed84859e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-970245f3-c35f-49db-9da2-46640c56c22d req-aa61c21a-ada8-4841-ad9c-389473aaebcf service nova] Lock "a909916c-b274-4c00-a248-30d6ed84859e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:13 user nova-compute[75278]: DEBUG nova.compute.manager [req-970245f3-c35f-49db-9da2-46640c56c22d req-aa61c21a-ada8-4841-ad9c-389473aaebcf service nova] [instance: a909916c-b274-4c00-a248-30d6ed84859e] No waiting events found dispatching network-vif-plugged-12c68316-0f1c-4979-97b6-1eb6f2a18724 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:52:13 user nova-compute[75278]: WARNING nova.compute.manager [req-970245f3-c35f-49db-9da2-46640c56c22d req-aa61c21a-ada8-4841-ad9c-389473aaebcf service nova] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Received unexpected event network-vif-plugged-12c68316-0f1c-4979-97b6-1eb6f2a18724 for instance with vm_state active and task_state rescuing.
Dec 06 15:52:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:13 user nova-compute[75278]: DEBUG nova.compute.manager [None req-466561dc-34da-4d67-afb7-9dfc3ed04241 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:52:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:14 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 15:52:14 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 15:52:14 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdg (vdc) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 15:52:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json" returned: 0 in 0.202s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json" returned: 0 in 0.240s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:16 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:52:16 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:52:16 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=7190MB free_disk=25.137859344482422GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 15:52:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:17 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 60fa6c34-9e58-4e20-b695-391070a81993 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:52:17 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance accf5417-e552-4fa7-8b65-5f3121d1d17f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:52:17 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 1432b04b-09a5-4a8d-b36b-5ac20d081fc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:52:17 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 37237a18-4321-4bce-8ade-a7eda7da1355 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:52:17 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance a07fb239-6ced-4a89-9892-5425e489f472 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:52:17 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 347b9aee-ff4c-4107-be32-8e4106abc6ea actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:52:17 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance b979398f-d6ba-469c-96ed-e25012146a31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:52:17 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance a909916c-b274-4c00-a248-30d6ed84859e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:52:17 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 8a957482-260a-437a-b48d-309224800fcf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:52:17 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 4283ae01-2c38-4f3a-96af-2f1d9595cf5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:52:17 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 4d56b5eb-724a-4574-b806-93f0c687ef41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:52:17 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 15:52:17 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 15:52:17 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:52:17 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:52:17 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 15:52:17 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.510s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:19 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:52:19 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 15:52:19 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Didn't find any instances for network info cache update. {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 15:52:19 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:52:19 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:52:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75278) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 15:52:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 15:52:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 15:52:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dc0b7179-7356-4969-bf93-47d5f732a381 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Acquiring lock "60fa6c34-9e58-4e20-b695-391070a81993" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dc0b7179-7356-4969-bf93-47d5f732a381 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lock "60fa6c34-9e58-4e20-b695-391070a81993" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dc0b7179-7356-4969-bf93-47d5f732a381 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Acquiring lock "60fa6c34-9e58-4e20-b695-391070a81993-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dc0b7179-7356-4969-bf93-47d5f732a381 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lock "60fa6c34-9e58-4e20-b695-391070a81993-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dc0b7179-7356-4969-bf93-47d5f732a381 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lock "60fa6c34-9e58-4e20-b695-391070a81993-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:35 user nova-compute[75278]: INFO nova.compute.manager [None req-dc0b7179-7356-4969-bf93-47d5f732a381 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Terminating instance
Dec 06 15:52:35 user nova-compute[75278]: DEBUG nova.compute.manager [None req-dc0b7179-7356-4969-bf93-47d5f732a381 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 15:52:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:36 user nova-compute[75278]: DEBUG nova.compute.manager [req-d403acad-2250-4056-8cd1-8121b1a74d46 req-3cb392e5-fab5-492c-8a9e-b1c99ce92558 service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Received event network-vif-unplugged-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:52:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d403acad-2250-4056-8cd1-8121b1a74d46 req-3cb392e5-fab5-492c-8a9e-b1c99ce92558 service nova] Acquiring lock "60fa6c34-9e58-4e20-b695-391070a81993-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d403acad-2250-4056-8cd1-8121b1a74d46 req-3cb392e5-fab5-492c-8a9e-b1c99ce92558 service nova] Lock "60fa6c34-9e58-4e20-b695-391070a81993-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d403acad-2250-4056-8cd1-8121b1a74d46 req-3cb392e5-fab5-492c-8a9e-b1c99ce92558 service nova] Lock "60fa6c34-9e58-4e20-b695-391070a81993-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:36 user nova-compute[75278]: DEBUG nova.compute.manager [req-d403acad-2250-4056-8cd1-8121b1a74d46 req-3cb392e5-fab5-492c-8a9e-b1c99ce92558 service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] No waiting events found dispatching network-vif-unplugged-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:52:36 user nova-compute[75278]: DEBUG nova.compute.manager [req-d403acad-2250-4056-8cd1-8121b1a74d46 req-3cb392e5-fab5-492c-8a9e-b1c99ce92558 service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Received event network-vif-unplugged-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 15:52:36 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Instance destroyed successfully.
Dec 06 15:52:36 user nova-compute[75278]: DEBUG nova.objects.instance [None req-dc0b7179-7356-4969-bf93-47d5f732a381 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lazy-loading 'resources' on Instance uuid 60fa6c34-9e58-4e20-b695-391070a81993 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:52:36 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-dc0b7179-7356-4969-bf93-47d5f732a381 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:45:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-989023718',display_name='tempest-ServerStableDeviceRescueTest-server-989023718',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-989023718',id=2,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDh5TqOd7G0VyRgJ8zZDvUvrHJF+Vrz+BOvH+94AA/l/oTyCK7lVFNXTX7SZYraRLeMnWT+H+JXam/Mxpy3m4uhUm+42/MFbtnoPqR+iRq6R623/edChU6QGcLujuxwDvA==',key_name='tempest-keypair-1687578427',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:49:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f49e94b36f5441aab0a91f0b37a300ca',ramdisk_id='',reservation_id='r-rb5a1fu0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-1976590556',owner_user_name='tempest-ServerStableDeviceRescueTest-1976590556-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:51:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='581383a096bd40438a9c2cc4c7b4f84a',uuid=60fa6c34-9e58-4e20-b695-391070a81993,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3678d2b7-4742-42ab-af5f-0d91a9bf3b8a", "address": "fa:16:3e:91:1c:29", "network": {"id": "c1c85dff-af5e-4edc-96f9-4bcffbbafb7a", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1267058935-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f49e94b36f5441aab0a91f0b37a300ca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3678d2b7-47", "ovs_interfaceid": "3678d2b7-4742-42ab-af5f-0d91a9bf3b8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:52:36 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-dc0b7179-7356-4969-bf93-47d5f732a381 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Converting VIF {"id": "3678d2b7-4742-42ab-af5f-0d91a9bf3b8a", "address": "fa:16:3e:91:1c:29", "network": {"id": "c1c85dff-af5e-4edc-96f9-4bcffbbafb7a", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1267058935-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f49e94b36f5441aab0a91f0b37a300ca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3678d2b7-47", "ovs_interfaceid": "3678d2b7-4742-42ab-af5f-0d91a9bf3b8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:52:36 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-dc0b7179-7356-4969-bf93-47d5f732a381 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:91:1c:29,bridge_name='br-int',has_traffic_filtering=True,id=3678d2b7-4742-42ab-af5f-0d91a9bf3b8a,network=Network(c1c85dff-af5e-4edc-96f9-4bcffbbafb7a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3678d2b7-47') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:52:36 user nova-compute[75278]: DEBUG os_vif [None req-dc0b7179-7356-4969-bf93-47d5f732a381 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:1c:29,bridge_name='br-int',has_traffic_filtering=True,id=3678d2b7-4742-42ab-af5f-0d91a9bf3b8a,network=Network(c1c85dff-af5e-4edc-96f9-4bcffbbafb7a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3678d2b7-47') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:52:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3678d2b7-47, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:52:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:52:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4be47e4a-f0bd-4a0b-9b27-690abf3f7d7e) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:52:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:52:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:36 user nova-compute[75278]: INFO os_vif [None req-dc0b7179-7356-4969-bf93-47d5f732a381 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:1c:29,bridge_name='br-int',has_traffic_filtering=True,id=3678d2b7-4742-42ab-af5f-0d91a9bf3b8a,network=Network(c1c85dff-af5e-4edc-96f9-4bcffbbafb7a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3678d2b7-47')
Dec 06 15:52:36 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-dc0b7179-7356-4969-bf93-47d5f732a381 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Deleting instance files /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993_del
Dec 06 15:52:36 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-dc0b7179-7356-4969-bf93-47d5f732a381 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Deletion of /opt/stack/data/nova/instances/60fa6c34-9e58-4e20-b695-391070a81993_del complete
Dec 06 15:52:36 user nova-compute[75278]: INFO nova.compute.manager [None req-dc0b7179-7356-4969-bf93-47d5f732a381 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Took 0.89 seconds to destroy the instance on the hypervisor.
Dec 06 15:52:36 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-dc0b7179-7356-4969-bf93-47d5f732a381 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 15:52:36 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 15:52:36 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 15:52:37 user nova-compute[75278]: DEBUG nova.compute.manager [req-a48d39c3-f5b2-4a64-95d5-ba4e57e1df29 req-e9500264-2372-45be-8e68-ad1e30088901 service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Received event network-changed-50514c85-0720-4dba-bfd3-badffe3f1d06 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:52:37 user nova-compute[75278]: DEBUG nova.compute.manager [req-a48d39c3-f5b2-4a64-95d5-ba4e57e1df29 req-e9500264-2372-45be-8e68-ad1e30088901 service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Refreshing instance network info cache due to event network-changed-50514c85-0720-4dba-bfd3-badffe3f1d06. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:52:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a48d39c3-f5b2-4a64-95d5-ba4e57e1df29 req-e9500264-2372-45be-8e68-ad1e30088901 service nova] Acquiring lock "refresh_cache-8a957482-260a-437a-b48d-309224800fcf" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:52:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a48d39c3-f5b2-4a64-95d5-ba4e57e1df29 req-e9500264-2372-45be-8e68-ad1e30088901 service nova] Acquired lock "refresh_cache-8a957482-260a-437a-b48d-309224800fcf" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:52:37 user nova-compute[75278]: DEBUG nova.network.neutron [req-a48d39c3-f5b2-4a64-95d5-ba4e57e1df29 req-e9500264-2372-45be-8e68-ad1e30088901 service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Refreshing network info cache for port 50514c85-0720-4dba-bfd3-badffe3f1d06 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:52:37 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:52:37 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Took 1.06 seconds to deallocate network for instance.
Dec 06 15:52:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dc0b7179-7356-4969-bf93-47d5f732a381 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dc0b7179-7356-4969-bf93-47d5f732a381 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:38 user nova-compute[75278]: DEBUG nova.compute.manager [req-3d62fd40-a3f3-4b86-89f5-17e439296250 req-63bcefc9-bd5b-4257-8d74-a002bc4cd64c service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Received event network-vif-plugged-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:52:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3d62fd40-a3f3-4b86-89f5-17e439296250 req-63bcefc9-bd5b-4257-8d74-a002bc4cd64c service nova] Acquiring lock "60fa6c34-9e58-4e20-b695-391070a81993-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3d62fd40-a3f3-4b86-89f5-17e439296250 req-63bcefc9-bd5b-4257-8d74-a002bc4cd64c service nova] Lock "60fa6c34-9e58-4e20-b695-391070a81993-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3d62fd40-a3f3-4b86-89f5-17e439296250 req-63bcefc9-bd5b-4257-8d74-a002bc4cd64c service nova] Lock "60fa6c34-9e58-4e20-b695-391070a81993-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:38 user nova-compute[75278]: DEBUG nova.compute.manager [req-3d62fd40-a3f3-4b86-89f5-17e439296250 req-63bcefc9-bd5b-4257-8d74-a002bc4cd64c service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] No waiting events found dispatching network-vif-plugged-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:52:38 user nova-compute[75278]: WARNING nova.compute.manager [req-3d62fd40-a3f3-4b86-89f5-17e439296250 req-63bcefc9-bd5b-4257-8d74-a002bc4cd64c service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Received unexpected event network-vif-plugged-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a for instance with vm_state deleted and task_state None.
Dec 06 15:52:38 user nova-compute[75278]: DEBUG nova.compute.manager [req-3d62fd40-a3f3-4b86-89f5-17e439296250 req-63bcefc9-bd5b-4257-8d74-a002bc4cd64c service nova] [instance: 60fa6c34-9e58-4e20-b695-391070a81993] Received event network-vif-deleted-3678d2b7-4742-42ab-af5f-0d91a9bf3b8a {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:52:38 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-dc0b7179-7356-4969-bf93-47d5f732a381 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:52:38 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-dc0b7179-7356-4969-bf93-47d5f732a381 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:52:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dc0b7179-7356-4969-bf93-47d5f732a381 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.403s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:38 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-dc0b7179-7356-4969-bf93-47d5f732a381 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Deleted allocations for instance 60fa6c34-9e58-4e20-b695-391070a81993
Dec 06 15:52:38 user nova-compute[75278]: DEBUG nova.network.neutron [req-a48d39c3-f5b2-4a64-95d5-ba4e57e1df29 req-e9500264-2372-45be-8e68-ad1e30088901 service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Updated VIF entry in instance network info cache for port 50514c85-0720-4dba-bfd3-badffe3f1d06. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:52:38 user nova-compute[75278]: DEBUG nova.network.neutron [req-a48d39c3-f5b2-4a64-95d5-ba4e57e1df29 req-e9500264-2372-45be-8e68-ad1e30088901 service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Updating instance_info_cache with network_info: [{"id": "50514c85-0720-4dba-bfd3-badffe3f1d06", "address": "fa:16:3e:55:5b:09", "network": {"id": "f8b0fd81-699e-407f-a4fa-b36a2242f59c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1427320194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "04dfb80ced2c4aa893a3fbbde62686d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50514c85-07", "ovs_interfaceid": "50514c85-0720-4dba-bfd3-badffe3f1d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:52:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a48d39c3-f5b2-4a64-95d5-ba4e57e1df29 req-e9500264-2372-45be-8e68-ad1e30088901 service nova] Releasing lock "refresh_cache-8a957482-260a-437a-b48d-309224800fcf" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:52:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dc0b7179-7356-4969-bf93-47d5f732a381 tempest-ServerStableDeviceRescueTest-1976590556 tempest-ServerStableDeviceRescueTest-1976590556-project-member] Lock "60fa6c34-9e58-4e20-b695-391070a81993" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.568s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Acquiring lock "37237a18-4321-4bce-8ade-a7eda7da1355" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "37237a18-4321-4bce-8ade-a7eda7da1355" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:44 user nova-compute[75278]: DEBUG nova.objects.instance [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lazy-loading 'flavor' on Instance uuid 37237a18-4321-4bce-8ade-a7eda7da1355 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:52:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "37237a18-4321-4bce-8ade-a7eda7da1355" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Acquiring lock "37237a18-4321-4bce-8ade-a7eda7da1355" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "37237a18-4321-4bce-8ade-a7eda7da1355" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:44 user nova-compute[75278]: INFO nova.compute.manager [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Attaching volume be603825-4eaa-47ac-b462-628c53c7fde6 to /dev/vdb
Dec 06 15:52:44 user nova-compute[75278]: DEBUG os_brick.utils [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:52:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:44 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a480dc49-ca2f-4273-90f4-ae648b14ba9c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:52:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:44 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6049bdb4-4152-4f3c-a6bd-ce10afe325d0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:52:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:44 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[29083dac-cbb4-4e32-a087-7a368b23192a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:52:44 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7953fee-45b3-4fba-b9b0-680ebde402fe]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:52:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:52:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 15:52:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:52:44 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 15:52:44 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1cf7611-3c5f-41e3-b533-69d56aab08ae]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:52:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 15:52:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 15:52:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 15:52:44 user nova-compute[75278]: DEBUG os_brick.utils [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] <== get_connector_properties: return (147ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:52:44 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Updating existing volume attachment record: 51827f26-e529-4814-aabb-9bec3f15adfc {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 15:52:45 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:47 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Acquiring lock "8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Lock "8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:52 user nova-compute[75278]: DEBUG nova.compute.manager [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 15:52:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:52 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 15:52:52 user nova-compute[75278]: INFO nova.compute.claims [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Claim successful on node user
Dec 06 15:52:52 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:52:52 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:52:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.467s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:52 user nova-compute[75278]: DEBUG nova.compute.manager [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 15:52:52 user nova-compute[75278]: DEBUG nova.compute.manager [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 15:52:52 user nova-compute[75278]: DEBUG nova.network.neutron [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 15:52:52 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 15:52:52 user nova-compute[75278]: DEBUG nova.compute.manager [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 15:52:52 user nova-compute[75278]: DEBUG nova.policy [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5b45d9e133f4d919574053c02e625f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64751d12ab504ef8ae334ab30c7d0e45', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 15:52:52 user nova-compute[75278]: DEBUG nova.compute.manager [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 15:52:52 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 15:52:52 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Creating image(s)
Dec 06 15:52:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Acquiring lock "/opt/stack/data/nova/instances/8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Lock "/opt/stack/data/nova/instances/8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Lock "/opt/stack/data/nova/instances/8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:52 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.192s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Acquiring lock "8b6964317078072a1e593868059fc8dc16213a0c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.182s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:53 user nova-compute[75278]: DEBUG nova.network.neutron [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Successfully created port: a265b8d9-9f71-4668-a190-6093e58e60bc {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 15:52:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a/disk 1073741824" returned: 0 in 0.057s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.244s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.174s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:53 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 15:52:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:53 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Cannot resize image /opt/stack/data/nova/instances/8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 15:52:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 15:52:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Ensure instance console log exists: /opt/stack/data/nova/instances/8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 15:52:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:53 user nova-compute[75278]: DEBUG nova.network.neutron [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Successfully updated port: a265b8d9-9f71-4668-a190-6093e58e60bc {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:52:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Acquiring lock "refresh_cache-8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:52:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Acquired lock "refresh_cache-8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:52:53 user nova-compute[75278]: DEBUG nova.network.neutron [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:52:53 user nova-compute[75278]: DEBUG nova.compute.manager [req-444de005-37df-4609-85ac-dcfbed58c53c req-5fe4aad1-de0f-41ca-bd48-c30effdf110f service nova] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Received event network-changed-a265b8d9-9f71-4668-a190-6093e58e60bc {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:52:53 user nova-compute[75278]: DEBUG nova.compute.manager [req-444de005-37df-4609-85ac-dcfbed58c53c req-5fe4aad1-de0f-41ca-bd48-c30effdf110f service nova] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Refreshing instance network info cache due to event network-changed-a265b8d9-9f71-4668-a190-6093e58e60bc. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:52:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-444de005-37df-4609-85ac-dcfbed58c53c req-5fe4aad1-de0f-41ca-bd48-c30effdf110f service nova] Acquiring lock "refresh_cache-8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:52:53 user nova-compute[75278]: DEBUG nova.network.neutron [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG nova.network.neutron [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Updating instance_info_cache with network_info: [{"id": "a265b8d9-9f71-4668-a190-6093e58e60bc", "address": "fa:16:3e:04:74:46", "network": {"id": "cc74a898-73e7-496b-8be8-39f116ae6542", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2113758839-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64751d12ab504ef8ae334ab30c7d0e45", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa265b8d9-9f", "ovs_interfaceid": "a265b8d9-9f71-4668-a190-6093e58e60bc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Releasing lock "refresh_cache-8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG nova.compute.manager [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Instance network_info: |[{"id": "a265b8d9-9f71-4668-a190-6093e58e60bc", "address": "fa:16:3e:04:74:46", "network": {"id": "cc74a898-73e7-496b-8be8-39f116ae6542", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2113758839-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64751d12ab504ef8ae334ab30c7d0e45", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa265b8d9-9f", "ovs_interfaceid": "a265b8d9-9f71-4668-a190-6093e58e60bc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-444de005-37df-4609-85ac-dcfbed58c53c req-5fe4aad1-de0f-41ca-bd48-c30effdf110f service nova] Acquired lock "refresh_cache-8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG nova.network.neutron [req-444de005-37df-4609-85ac-dcfbed58c53c req-5fe4aad1-de0f-41ca-bd48-c30effdf110f service nova] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Refreshing network info cache for port a265b8d9-9f71-4668-a190-6093e58e60bc {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Start _get_guest_xml network_info=[{"id": "a265b8d9-9f71-4668-a190-6093e58e60bc", "address": "fa:16:3e:04:74:46", "network": {"id": "cc74a898-73e7-496b-8be8-39f116ae6542", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2113758839-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64751d12ab504ef8ae334ab30c7d0e45", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa265b8d9-9f", "ovs_interfaceid": "a265b8d9-9f71-4668-a190-6093e58e60bc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:52:54 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:52:54 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:52:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:52:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1407493972',display_name='tempest-ServersNegativeTestJSON-server-1407493972',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1407493972',id=21,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='64751d12ab504ef8ae334ab30c7d0e45',ramdisk_id='',reservation_id='r-0ppkxwir',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1910998826',owner_user_name='tempest-ServersNegativeTestJSON-1910998826-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:52:53Z,user_data=None,user_id='c5b45d9e133f4d919574053c02e625f9',uuid=8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a265b8d9-9f71-4668-a190-6093e58e60bc", "address": "fa:16:3e:04:74:46", "network": {"id": "cc74a898-73e7-496b-8be8-39f116ae6542", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2113758839-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64751d12ab504ef8ae334ab30c7d0e45", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa265b8d9-9f", "ovs_interfaceid": "a265b8d9-9f71-4668-a190-6093e58e60bc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Converting VIF {"id": "a265b8d9-9f71-4668-a190-6093e58e60bc", "address": "fa:16:3e:04:74:46", "network": {"id": "cc74a898-73e7-496b-8be8-39f116ae6542", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2113758839-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64751d12ab504ef8ae334ab30c7d0e45", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa265b8d9-9f", "ovs_interfaceid": "a265b8d9-9f71-4668-a190-6093e58e60bc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:04:74:46,bridge_name='br-int',has_traffic_filtering=True,id=a265b8d9-9f71-4668-a190-6093e58e60bc,network=Network(cc74a898-73e7-496b-8be8-39f116ae6542),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa265b8d9-9f') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG nova.objects.instance [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Lazy-loading 'pci_devices' on Instance uuid 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:52:54 user nova-compute[75278]:   <uuid>8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a</uuid>
Dec 06 15:52:54 user nova-compute[75278]:   <name>instance-00000015</name>
Dec 06 15:52:54 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 15:52:54 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:52:54 user nova-compute[75278]:   <metadata>
Dec 06 15:52:54 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:52:54 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:52:54 user nova-compute[75278]:       <nova:name>tempest-ServersNegativeTestJSON-server-1407493972</nova:name>
Dec 06 15:52:54 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:52:54</nova:creationTime>
Dec 06 15:52:54 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 15:52:54 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 15:52:54 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 15:52:54 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:52:54 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:52:54 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:52:54 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:52:54 user nova-compute[75278]:       <nova:owner>
Dec 06 15:52:54 user nova-compute[75278]:         <nova:user uuid="c5b45d9e133f4d919574053c02e625f9">tempest-ServersNegativeTestJSON-1910998826-project-member</nova:user>
Dec 06 15:52:54 user nova-compute[75278]:         <nova:project uuid="64751d12ab504ef8ae334ab30c7d0e45">tempest-ServersNegativeTestJSON-1910998826</nova:project>
Dec 06 15:52:54 user nova-compute[75278]:       </nova:owner>
Dec 06 15:52:54 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 15:52:54 user nova-compute[75278]:       <nova:ports>
Dec 06 15:52:54 user nova-compute[75278]:         <nova:port uuid="a265b8d9-9f71-4668-a190-6093e58e60bc">
Dec 06 15:52:54 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 15:52:54 user nova-compute[75278]:         </nova:port>
Dec 06 15:52:54 user nova-compute[75278]:       </nova:ports>
Dec 06 15:52:54 user nova-compute[75278]:     </nova:instance>
Dec 06 15:52:54 user nova-compute[75278]:   </metadata>
Dec 06 15:52:54 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:52:54 user nova-compute[75278]:     <system>
Dec 06 15:52:54 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:52:54 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:52:54 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:52:54 user nova-compute[75278]:       <entry name="serial">8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a</entry>
Dec 06 15:52:54 user nova-compute[75278]:       <entry name="uuid">8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a</entry>
Dec 06 15:52:54 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:52:54 user nova-compute[75278]:     </system>
Dec 06 15:52:54 user nova-compute[75278]:   </sysinfo>
Dec 06 15:52:54 user nova-compute[75278]:   <os>
Dec 06 15:52:54 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:52:54 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 15:52:54 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:52:54 user nova-compute[75278]:   </os>
Dec 06 15:52:54 user nova-compute[75278]:   <features>
Dec 06 15:52:54 user nova-compute[75278]:     <acpi/>
Dec 06 15:52:54 user nova-compute[75278]:     <apic/>
Dec 06 15:52:54 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:52:54 user nova-compute[75278]:   </features>
Dec 06 15:52:54 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:52:54 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:52:54 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:52:54 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:52:54 user nova-compute[75278]:   </clock>
Dec 06 15:52:54 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:52:54 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:52:54 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:52:54 user nova-compute[75278]:   </cpu>
Dec 06 15:52:54 user nova-compute[75278]:   <devices>
Dec 06 15:52:54 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 15:52:54 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 15:52:54 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a/disk"/>
Dec 06 15:52:54 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 15:52:54 user nova-compute[75278]:     </disk>
Dec 06 15:52:54 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:52:54 user nova-compute[75278]:       <mac address="fa:16:3e:04:74:46"/>
Dec 06 15:52:54 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:52:54 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:52:54 user nova-compute[75278]:       <target dev="tapa265b8d9-9f"/>
Dec 06 15:52:54 user nova-compute[75278]:     </interface>
Dec 06 15:52:54 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:52:54 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a/console.log" append="off"/>
Dec 06 15:52:54 user nova-compute[75278]:     </serial>
Dec 06 15:52:54 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:52:54 user nova-compute[75278]:     <video>
Dec 06 15:52:54 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:52:54 user nova-compute[75278]:     </video>
Dec 06 15:52:54 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:52:54 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:52:54 user nova-compute[75278]:     </rng>
Dec 06 15:52:54 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:52:54 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:52:54 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:52:54 user nova-compute[75278]:     </memballoon>
Dec 06 15:52:54 user nova-compute[75278]:   </devices>
Dec 06 15:52:54 user nova-compute[75278]: </domain>
Dec 06 15:52:54 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:52:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1407493972',display_name='tempest-ServersNegativeTestJSON-server-1407493972',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1407493972',id=21,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='64751d12ab504ef8ae334ab30c7d0e45',ramdisk_id='',reservation_id='r-0ppkxwir',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1910998826',owner_user_name='tempest-ServersNegativeTestJSON-1910998826-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:52:53Z,user_data=None,user_id='c5b45d9e133f4d919574053c02e625f9',uuid=8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a265b8d9-9f71-4668-a190-6093e58e60bc", "address": "fa:16:3e:04:74:46", "network": {"id": "cc74a898-73e7-496b-8be8-39f116ae6542", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2113758839-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64751d12ab504ef8ae334ab30c7d0e45", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa265b8d9-9f", "ovs_interfaceid": "a265b8d9-9f71-4668-a190-6093e58e60bc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Converting VIF {"id": "a265b8d9-9f71-4668-a190-6093e58e60bc", "address": "fa:16:3e:04:74:46", "network": {"id": "cc74a898-73e7-496b-8be8-39f116ae6542", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2113758839-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64751d12ab504ef8ae334ab30c7d0e45", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa265b8d9-9f", "ovs_interfaceid": "a265b8d9-9f71-4668-a190-6093e58e60bc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:04:74:46,bridge_name='br-int',has_traffic_filtering=True,id=a265b8d9-9f71-4668-a190-6093e58e60bc,network=Network(cc74a898-73e7-496b-8be8-39f116ae6542),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa265b8d9-9f') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG os_vif [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:04:74:46,bridge_name='br-int',has_traffic_filtering=True,id=a265b8d9-9f71-4668-a190-6093e58e60bc,network=Network(cc74a898-73e7-496b-8be8-39f116ae6542),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa265b8d9-9f') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8b94a3f5-4bb2-5707-bd5e-cdd8033a0036', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa265b8d9-9f, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa265b8d9-9f, col_values=(('qos', UUID('1d42d8e9-4829-4fac-be6a-87080c38b8bd')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa265b8d9-9f, col_values=(('external_ids', {'iface-id': 'a265b8d9-9f71-4668-a190-6093e58e60bc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:04:74:46', 'vm-uuid': '8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:54 user nova-compute[75278]: INFO os_vif [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:04:74:46,bridge_name='br-int',has_traffic_filtering=True,id=a265b8d9-9f71-4668-a190-6093e58e60bc,network=Network(cc74a898-73e7-496b-8be8-39f116ae6542),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa265b8d9-9f')
Dec 06 15:52:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] No VIF found with MAC fa:16:3e:04:74:46, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG nova.network.neutron [req-444de005-37df-4609-85ac-dcfbed58c53c req-5fe4aad1-de0f-41ca-bd48-c30effdf110f service nova] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Updated VIF entry in instance network info cache for port a265b8d9-9f71-4668-a190-6093e58e60bc. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG nova.network.neutron [req-444de005-37df-4609-85ac-dcfbed58c53c req-5fe4aad1-de0f-41ca-bd48-c30effdf110f service nova] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Updating instance_info_cache with network_info: [{"id": "a265b8d9-9f71-4668-a190-6093e58e60bc", "address": "fa:16:3e:04:74:46", "network": {"id": "cc74a898-73e7-496b-8be8-39f116ae6542", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2113758839-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64751d12ab504ef8ae334ab30c7d0e45", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa265b8d9-9f", "ovs_interfaceid": "a265b8d9-9f71-4668-a190-6093e58e60bc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-444de005-37df-4609-85ac-dcfbed58c53c req-5fe4aad1-de0f-41ca-bd48-c30effdf110f service nova] Releasing lock "refresh_cache-8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG nova.compute.manager [req-4ca1640b-9d28-482b-b28e-4185fc4f4b05 req-184ce39b-b33e-4b2d-b903-696ba64ccd22 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-changed-2d30a960-c4ce-4e33-b72c-8a3850e6d4cb {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG nova.compute.manager [req-4ca1640b-9d28-482b-b28e-4185fc4f4b05 req-184ce39b-b33e-4b2d-b903-696ba64ccd22 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Refreshing instance network info cache due to event network-changed-2d30a960-c4ce-4e33-b72c-8a3850e6d4cb. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4ca1640b-9d28-482b-b28e-4185fc4f4b05 req-184ce39b-b33e-4b2d-b903-696ba64ccd22 service nova] Acquiring lock "refresh_cache-347b9aee-ff4c-4107-be32-8e4106abc6ea" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4ca1640b-9d28-482b-b28e-4185fc4f4b05 req-184ce39b-b33e-4b2d-b903-696ba64ccd22 service nova] Acquired lock "refresh_cache-347b9aee-ff4c-4107-be32-8e4106abc6ea" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:52:54 user nova-compute[75278]: DEBUG nova.network.neutron [req-4ca1640b-9d28-482b-b28e-4185fc4f4b05 req-184ce39b-b33e-4b2d-b903-696ba64ccd22 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Refreshing network info cache for port 2d30a960-c4ce-4e33-b72c-8a3850e6d4cb {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:52:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:55 user nova-compute[75278]: DEBUG nova.network.neutron [req-4ca1640b-9d28-482b-b28e-4185fc4f4b05 req-184ce39b-b33e-4b2d-b903-696ba64ccd22 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Updated VIF entry in instance network info cache for port 2d30a960-c4ce-4e33-b72c-8a3850e6d4cb. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:52:55 user nova-compute[75278]: DEBUG nova.network.neutron [req-4ca1640b-9d28-482b-b28e-4185fc4f4b05 req-184ce39b-b33e-4b2d-b903-696ba64ccd22 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Updating instance_info_cache with network_info: [{"id": "2d30a960-c4ce-4e33-b72c-8a3850e6d4cb", "address": "fa:16:3e:01:4e:e9", "network": {"id": "df8efb1e-223c-4d55-95e2-898758e74413", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-440467681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d30a960-c4", "ovs_interfaceid": "2d30a960-c4ce-4e33-b72c-8a3850e6d4cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "16ba6c63-346e-4702-a756-3af57cc74b5f", "address": "fa:16:3e:9d:95:89", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap16ba6c63-34", "ovs_interfaceid": "16ba6c63-346e-4702-a756-3af57cc74b5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5e3fbc59-d734-41a4-ba1f-122635958b73", "address": "fa:16:3e:1e:94:a4", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e3fbc59-d7", "ovs_interfaceid": "5e3fbc59-d734-41a4-ba1f-122635958b73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0933fad8-dcb8-43ea-8f2a-a359aec87260", "address": "fa:16:3e:f7:83:5d", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0933fad8-dc", "ovs_interfaceid": "0933fad8-dcb8-43ea-8f2a-a359aec87260", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "57e3fcd1-dc34-413d-8140-4c3afa17c803", "address": "fa:16:3e:a0:1f:53", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57e3fcd1-dc", "ovs_interfaceid": "57e3fcd1-dc34-413d-8140-4c3afa17c803", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "22ac3167-2e14-4f78-8a11-658ef9b3368d", "address": "fa:16:3e:55:b4:e2", "network": {"id": "dcbf3373-bf32-4757-bc12-84aa3dc7ad4c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1935429420", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22ac3167-2e", "ovs_interfaceid": "22ac3167-2e14-4f78-8a11-658ef9b3368d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d609f29-fdc1-4534-8ad9-9b1547f75da1", "address": "fa:16:3e:1e:e7:05", "network": {"id": "dcbf3373-bf32-4757-bc12-84aa3dc7ad4c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1935429420", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d609f29-fd", "ovs_interfaceid": "8d609f29-fdc1-4534-8ad9-9b1547f75da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:52:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4ca1640b-9d28-482b-b28e-4185fc4f4b05 req-184ce39b-b33e-4b2d-b903-696ba64ccd22 service nova] Releasing lock "refresh_cache-347b9aee-ff4c-4107-be32-8e4106abc6ea" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:52:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 15:52:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GgBxjaXv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:52:55 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:52:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:52:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:52:55 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:52:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:52:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.004s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:52:55 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 15:52:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6 -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4bb255f-1897-43bf-9128-ed2a663e9e25]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 15:52:56 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6 -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[957117eb-aa4f-4b44-9941-02eba6dcce28]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6] added
Dec 06 15:52:56 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a9e774b-c563-4417-847d-f8e4c9af6326]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9807e466-b289-45cd-a3ce-9ca7081d76a5]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GgBxjaXv {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GgBxjaXv" returned: 0 in 0.029s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d197f9b-4203-4c5d-9adb-e63524ac7438]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GgBxjaXv'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[23b101e8-7da7-4c1e-9109-7f505676dd18]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d47fe22d-c5d2-448c-b8d7-5e764e766485]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:52:56 user nova-compute[75278]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:52:56 user nova-compute[75278]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)
Dec 06 15:52:56 user nova-compute[75278]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:52:56 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:52:56 user nova-compute[75278]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:52:56 user nova-compute[75278]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)
Dec 06 15:52:56 user nova-compute[75278]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:52:56 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6 -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6 -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9627c583-c7c5-46c4-9e89-efbc21b9249b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6, portal: 172.16.0.220,3260]
Dec 06 15:52:56 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6, portal: 172.16.0.220,3260] successful.
Dec 06 15:52:56 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.046s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[812e36e7-d4ab-4591-8dc5-b103c595da62]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2d5adb1-46dc-4f21-8c3f-f96c9bb1d83c]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:52:56 user nova-compute[75278]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:52:56 user nova-compute[75278]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)
Dec 06 15:52:56 user nova-compute[75278]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:52:56 user nova-compute[75278]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6 (non-flash)
Dec 06 15:52:56 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:52:56 user nova-compute[75278]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:52:56 user nova-compute[75278]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)
Dec 06 15:52:56 user nova-compute[75278]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:52:56 user nova-compute[75278]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6 (non-flash)
Dec 06 15:52:56 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.367s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] HCTL ('34', '-', '-', 0) found on session 25 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.029s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6518b474-ffe2-4fc8-ab99-5068ac16f549]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Searching for a device in session 25 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GgBxjaXv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG nova.compute.manager [req-09e8fa76-ed34-4a26-8103-dd0af20d8c1e req-1dbb4f12-e5db-490d-a46c-f870d89b5743 service nova] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Received event network-vif-plugged-a265b8d9-9f71-4668-a190-6093e58e60bc {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-09e8fa76-ed34-4a26-8103-dd0af20d8c1e req-1dbb4f12-e5db-490d-a46c-f870d89b5743 service nova] Acquiring lock "8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-09e8fa76-ed34-4a26-8103-dd0af20d8c1e req-1dbb4f12-e5db-490d-a46c-f870d89b5743 service nova] Lock "8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-09e8fa76-ed34-4a26-8103-dd0af20d8c1e req-1dbb4f12-e5db-490d-a46c-f870d89b5743 service nova] Lock "8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:56 user nova-compute[75278]: DEBUG nova.compute.manager [req-09e8fa76-ed34-4a26-8103-dd0af20d8c1e req-1dbb4f12-e5db-490d-a46c-f870d89b5743 service nova] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] No waiting events found dispatching network-vif-plugged-a265b8d9-9f71-4668-a190-6093e58e60bc {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:52:56 user nova-compute[75278]: WARNING nova.compute.manager [req-09e8fa76-ed34-4a26-8103-dd0af20d8c1e req-1dbb4f12-e5db-490d-a46c-f870d89b5743 service nova] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Received unexpected event network-vif-plugged-a265b8d9-9f71-4668-a190-6093e58e60bc for instance with vm_state building and task_state spawning.
Dec 06 15:52:57 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.421s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:52:57 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] <== connect_volume: return (1424ms) {'type': 'block', 'scsi_wwn': '23665623433373063', 'path': '/dev/sdc'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:52:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23665623433373063', 'path': '/dev/sdc'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 15:52:57 user nova-compute[75278]: DEBUG nova.objects.instance [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lazy-loading 'flavor' on Instance uuid 37237a18-4321-4bce-8ade-a7eda7da1355 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:52:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 15:52:57 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:52:57 user nova-compute[75278]:   <source dev="/dev/sdc"/>
Dec 06 15:52:57 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:52:57 user nova-compute[75278]:   <serial>be603825-4eaa-47ac-b462-628c53c7fde6</serial>
Dec 06 15:52:57 user nova-compute[75278]: </disk>
Dec 06 15:52:57 user nova-compute[75278]:  {{(pid=75278) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 15:52:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Acquiring lock "347b9aee-ff4c-4107-be32-8e4106abc6ea" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Acquiring lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:57 user nova-compute[75278]: INFO nova.compute.manager [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Terminating instance
Dec 06 15:52:57 user nova-compute[75278]: DEBUG nova.compute.manager [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 15:52:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:52:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:52:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] No VIF found with MAC fa:16:3e:ae:b1:73, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:52:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b5cd3294-a6ad-4f55-844a-a2440c2c0860 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "37237a18-4321-4bce-8ade-a7eda7da1355" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.369s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:58 user nova-compute[75278]: DEBUG nova.compute.manager [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 15:52:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 15:52:58 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Instance spawned successfully.
Dec 06 15:52:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 15:52:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:52:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:52:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:52:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:52:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:52:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:52:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:58 user nova-compute[75278]: INFO nova.compute.manager [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Took 5.56 seconds to spawn the instance on the hypervisor.
Dec 06 15:52:58 user nova-compute[75278]: DEBUG nova.compute.manager [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:52:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:58 user nova-compute[75278]: INFO nova.compute.manager [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Took 6.44 seconds to build instance.
Dec 06 15:52:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:58 user nova-compute[75278]: DEBUG nova.compute.manager [req-fd68290f-a9f6-4938-a1f2-ba797a42543b req-5bdb98d0-4c0c-4da8-8d02-7063b26c8b62 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-vif-unplugged-2d30a960-c4ce-4e33-b72c-8a3850e6d4cb {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:52:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-fd68290f-a9f6-4938-a1f2-ba797a42543b req-5bdb98d0-4c0c-4da8-8d02-7063b26c8b62 service nova] Acquiring lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-fd68290f-a9f6-4938-a1f2-ba797a42543b req-5bdb98d0-4c0c-4da8-8d02-7063b26c8b62 service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-fd68290f-a9f6-4938-a1f2-ba797a42543b req-5bdb98d0-4c0c-4da8-8d02-7063b26c8b62 service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:58 user nova-compute[75278]: DEBUG nova.compute.manager [req-fd68290f-a9f6-4938-a1f2-ba797a42543b req-5bdb98d0-4c0c-4da8-8d02-7063b26c8b62 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] No waiting events found dispatching network-vif-unplugged-2d30a960-c4ce-4e33-b72c-8a3850e6d4cb {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:52:58 user nova-compute[75278]: DEBUG nova.compute.manager [req-fd68290f-a9f6-4938-a1f2-ba797a42543b req-5bdb98d0-4c0c-4da8-8d02-7063b26c8b62 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-vif-unplugged-2d30a960-c4ce-4e33-b72c-8a3850e6d4cb for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 15:52:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-23a8cd7e-fdbb-4244-a1d5-6b08651da910 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Lock "8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.562s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG nova.compute.manager [req-a0bed15b-67ee-41d3-a630-5d8b01797266 req-a5cc63ee-9e5a-4d73-9d47-36f9c4152dca service nova] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Received event network-vif-plugged-a265b8d9-9f71-4668-a190-6093e58e60bc {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a0bed15b-67ee-41d3-a630-5d8b01797266 req-a5cc63ee-9e5a-4d73-9d47-36f9c4152dca service nova] Acquiring lock "8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a0bed15b-67ee-41d3-a630-5d8b01797266 req-a5cc63ee-9e5a-4d73-9d47-36f9c4152dca service nova] Lock "8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a0bed15b-67ee-41d3-a630-5d8b01797266 req-a5cc63ee-9e5a-4d73-9d47-36f9c4152dca service nova] Lock "8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG nova.compute.manager [req-a0bed15b-67ee-41d3-a630-5d8b01797266 req-a5cc63ee-9e5a-4d73-9d47-36f9c4152dca service nova] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] No waiting events found dispatching network-vif-plugged-a265b8d9-9f71-4668-a190-6093e58e60bc {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:52:59 user nova-compute[75278]: WARNING nova.compute.manager [req-a0bed15b-67ee-41d3-a630-5d8b01797266 req-a5cc63ee-9e5a-4d73-9d47-36f9c4152dca service nova] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Received unexpected event network-vif-plugged-a265b8d9-9f71-4668-a190-6093e58e60bc for instance with vm_state active and task_state None.
Dec 06 15:52:59 user nova-compute[75278]: DEBUG nova.compute.manager [req-a0bed15b-67ee-41d3-a630-5d8b01797266 req-a5cc63ee-9e5a-4d73-9d47-36f9c4152dca service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-vif-unplugged-16ba6c63-346e-4702-a756-3af57cc74b5f {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a0bed15b-67ee-41d3-a630-5d8b01797266 req-a5cc63ee-9e5a-4d73-9d47-36f9c4152dca service nova] Acquiring lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a0bed15b-67ee-41d3-a630-5d8b01797266 req-a5cc63ee-9e5a-4d73-9d47-36f9c4152dca service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a0bed15b-67ee-41d3-a630-5d8b01797266 req-a5cc63ee-9e5a-4d73-9d47-36f9c4152dca service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG nova.compute.manager [req-a0bed15b-67ee-41d3-a630-5d8b01797266 req-a5cc63ee-9e5a-4d73-9d47-36f9c4152dca service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] No waiting events found dispatching network-vif-unplugged-16ba6c63-346e-4702-a756-3af57cc74b5f {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG nova.compute.manager [req-a0bed15b-67ee-41d3-a630-5d8b01797266 req-a5cc63ee-9e5a-4d73-9d47-36f9c4152dca service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-vif-unplugged-16ba6c63-346e-4702-a756-3af57cc74b5f for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG nova.compute.manager [req-a0bed15b-67ee-41d3-a630-5d8b01797266 req-a5cc63ee-9e5a-4d73-9d47-36f9c4152dca service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-vif-plugged-16ba6c63-346e-4702-a756-3af57cc74b5f {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a0bed15b-67ee-41d3-a630-5d8b01797266 req-a5cc63ee-9e5a-4d73-9d47-36f9c4152dca service nova] Acquiring lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a0bed15b-67ee-41d3-a630-5d8b01797266 req-a5cc63ee-9e5a-4d73-9d47-36f9c4152dca service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a0bed15b-67ee-41d3-a630-5d8b01797266 req-a5cc63ee-9e5a-4d73-9d47-36f9c4152dca service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG nova.compute.manager [req-a0bed15b-67ee-41d3-a630-5d8b01797266 req-a5cc63ee-9e5a-4d73-9d47-36f9c4152dca service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] No waiting events found dispatching network-vif-plugged-16ba6c63-346e-4702-a756-3af57cc74b5f {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:52:59 user nova-compute[75278]: WARNING nova.compute.manager [req-a0bed15b-67ee-41d3-a630-5d8b01797266 req-a5cc63ee-9e5a-4d73-9d47-36f9c4152dca service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received unexpected event network-vif-plugged-16ba6c63-346e-4702-a756-3af57cc74b5f for instance with vm_state active and task_state deleting.
Dec 06 15:52:59 user nova-compute[75278]: DEBUG nova.compute.manager [req-a0bed15b-67ee-41d3-a630-5d8b01797266 req-a5cc63ee-9e5a-4d73-9d47-36f9c4152dca service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-vif-unplugged-5e3fbc59-d734-41a4-ba1f-122635958b73 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a0bed15b-67ee-41d3-a630-5d8b01797266 req-a5cc63ee-9e5a-4d73-9d47-36f9c4152dca service nova] Acquiring lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a0bed15b-67ee-41d3-a630-5d8b01797266 req-a5cc63ee-9e5a-4d73-9d47-36f9c4152dca service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a0bed15b-67ee-41d3-a630-5d8b01797266 req-a5cc63ee-9e5a-4d73-9d47-36f9c4152dca service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG nova.compute.manager [req-a0bed15b-67ee-41d3-a630-5d8b01797266 req-a5cc63ee-9e5a-4d73-9d47-36f9c4152dca service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] No waiting events found dispatching network-vif-unplugged-5e3fbc59-d734-41a4-ba1f-122635958b73 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG nova.compute.manager [req-a0bed15b-67ee-41d3-a630-5d8b01797266 req-a5cc63ee-9e5a-4d73-9d47-36f9c4152dca service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-vif-unplugged-5e3fbc59-d734-41a4-ba1f-122635958b73 for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG nova.compute.manager [req-a0bed15b-67ee-41d3-a630-5d8b01797266 req-a5cc63ee-9e5a-4d73-9d47-36f9c4152dca service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-vif-plugged-5e3fbc59-d734-41a4-ba1f-122635958b73 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a0bed15b-67ee-41d3-a630-5d8b01797266 req-a5cc63ee-9e5a-4d73-9d47-36f9c4152dca service nova] Acquiring lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a0bed15b-67ee-41d3-a630-5d8b01797266 req-a5cc63ee-9e5a-4d73-9d47-36f9c4152dca service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a0bed15b-67ee-41d3-a630-5d8b01797266 req-a5cc63ee-9e5a-4d73-9d47-36f9c4152dca service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG nova.compute.manager [req-a0bed15b-67ee-41d3-a630-5d8b01797266 req-a5cc63ee-9e5a-4d73-9d47-36f9c4152dca service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] No waiting events found dispatching network-vif-plugged-5e3fbc59-d734-41a4-ba1f-122635958b73 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:52:59 user nova-compute[75278]: WARNING nova.compute.manager [req-a0bed15b-67ee-41d3-a630-5d8b01797266 req-a5cc63ee-9e5a-4d73-9d47-36f9c4152dca service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received unexpected event network-vif-plugged-5e3fbc59-d734-41a4-ba1f-122635958b73 for instance with vm_state active and task_state deleting.
Dec 06 15:52:59 user nova-compute[75278]: DEBUG nova.compute.manager [req-a0bed15b-67ee-41d3-a630-5d8b01797266 req-a5cc63ee-9e5a-4d73-9d47-36f9c4152dca service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-vif-unplugged-8d609f29-fdc1-4534-8ad9-9b1547f75da1 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a0bed15b-67ee-41d3-a630-5d8b01797266 req-a5cc63ee-9e5a-4d73-9d47-36f9c4152dca service nova] Acquiring lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a0bed15b-67ee-41d3-a630-5d8b01797266 req-a5cc63ee-9e5a-4d73-9d47-36f9c4152dca service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a0bed15b-67ee-41d3-a630-5d8b01797266 req-a5cc63ee-9e5a-4d73-9d47-36f9c4152dca service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG nova.compute.manager [req-a0bed15b-67ee-41d3-a630-5d8b01797266 req-a5cc63ee-9e5a-4d73-9d47-36f9c4152dca service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] No waiting events found dispatching network-vif-unplugged-8d609f29-fdc1-4534-8ad9-9b1547f75da1 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG nova.compute.manager [req-a0bed15b-67ee-41d3-a630-5d8b01797266 req-a5cc63ee-9e5a-4d73-9d47-36f9c4152dca service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-vif-unplugged-8d609f29-fdc1-4534-8ad9-9b1547f75da1 for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:59 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Instance destroyed successfully.
Dec 06 15:52:59 user nova-compute[75278]: DEBUG nova.objects.instance [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Lazy-loading 'resources' on Instance uuid 347b9aee-ff4c-4107-be32-8e4106abc6ea {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:50:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-139988644',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-139988644',id=15,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAhuCqyDgd3ninVjNR//DiowDQT0DGEBRf+Zwv6payMwBNVa+Hp8yPvZ2uM7m7dPT46pi17j7GNpvzQfbAQ00ESaIxdhxMJubI4n63HKxHaUn0J+xVxTci/YXk9/TfCblA==',key_name='tempest-keypair-1091361221',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:51:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='632a3a6d5904495680a54ed5301d6fae',ramdisk_id='',reservation_id='r-bgt4c8cu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-77651',owner_user_name='tempest-TaggedBootDevicesTest-77651-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:51:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='da27d1ec03864506a39e3691f44f5e15',uuid=347b9aee-ff4c-4107-be32-8e4106abc6ea,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2d30a960-c4ce-4e33-b72c-8a3850e6d4cb", "address": "fa:16:3e:01:4e:e9", "network": {"id": "df8efb1e-223c-4d55-95e2-898758e74413", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-440467681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d30a960-c4", "ovs_interfaceid": "2d30a960-c4ce-4e33-b72c-8a3850e6d4cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converting VIF {"id": "2d30a960-c4ce-4e33-b72c-8a3850e6d4cb", "address": "fa:16:3e:01:4e:e9", "network": {"id": "df8efb1e-223c-4d55-95e2-898758e74413", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-440467681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d30a960-c4", "ovs_interfaceid": "2d30a960-c4ce-4e33-b72c-8a3850e6d4cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:01:4e:e9,bridge_name='br-int',has_traffic_filtering=True,id=2d30a960-c4ce-4e33-b72c-8a3850e6d4cb,network=Network(df8efb1e-223c-4d55-95e2-898758e74413),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d30a960-c4') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG os_vif [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:01:4e:e9,bridge_name='br-int',has_traffic_filtering=True,id=2d30a960-c4ce-4e33-b72c-8a3850e6d4cb,network=Network(df8efb1e-223c-4d55-95e2-898758e74413),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d30a960-c4') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2d30a960-c4, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1d31b7bd-4614-469f-a807-5b13abb56151) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:59 user nova-compute[75278]: INFO os_vif [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:01:4e:e9,bridge_name='br-int',has_traffic_filtering=True,id=2d30a960-c4ce-4e33-b72c-8a3850e6d4cb,network=Network(df8efb1e-223c-4d55-95e2-898758e74413),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d30a960-c4')
Dec 06 15:52:59 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:50:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-139988644',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-139988644',id=15,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAhuCqyDgd3ninVjNR//DiowDQT0DGEBRf+Zwv6payMwBNVa+Hp8yPvZ2uM7m7dPT46pi17j7GNpvzQfbAQ00ESaIxdhxMJubI4n63HKxHaUn0J+xVxTci/YXk9/TfCblA==',key_name='tempest-keypair-1091361221',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:51:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='632a3a6d5904495680a54ed5301d6fae',ramdisk_id='',reservation_id='r-bgt4c8cu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-77651',owner_user_name='tempest-TaggedBootDevicesTest-77651-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:51:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='da27d1ec03864506a39e3691f44f5e15',uuid=347b9aee-ff4c-4107-be32-8e4106abc6ea,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "16ba6c63-346e-4702-a756-3af57cc74b5f", "address": "fa:16:3e:9d:95:89", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap16ba6c63-34", "ovs_interfaceid": "16ba6c63-346e-4702-a756-3af57cc74b5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converting VIF {"id": "16ba6c63-346e-4702-a756-3af57cc74b5f", "address": "fa:16:3e:9d:95:89", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap16ba6c63-34", "ovs_interfaceid": "16ba6c63-346e-4702-a756-3af57cc74b5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9d:95:89,bridge_name='br-int',has_traffic_filtering=True,id=16ba6c63-346e-4702-a756-3af57cc74b5f,network=Network(ae5fece2-cec8-4e08-849f-87906d37b295),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap16ba6c63-34') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG os_vif [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9d:95:89,bridge_name='br-int',has_traffic_filtering=True,id=16ba6c63-346e-4702-a756-3af57cc74b5f,network=Network(ae5fece2-cec8-4e08-849f-87906d37b295),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap16ba6c63-34') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap16ba6c63-34, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=33993a1d-38eb-42d2-bd46-6f2943de374c) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:59 user nova-compute[75278]: INFO os_vif [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9d:95:89,bridge_name='br-int',has_traffic_filtering=True,id=16ba6c63-346e-4702-a756-3af57cc74b5f,network=Network(ae5fece2-cec8-4e08-849f-87906d37b295),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap16ba6c63-34')
Dec 06 15:52:59 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:50:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-139988644',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-139988644',id=15,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAhuCqyDgd3ninVjNR//DiowDQT0DGEBRf+Zwv6payMwBNVa+Hp8yPvZ2uM7m7dPT46pi17j7GNpvzQfbAQ00ESaIxdhxMJubI4n63HKxHaUn0J+xVxTci/YXk9/TfCblA==',key_name='tempest-keypair-1091361221',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:51:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='632a3a6d5904495680a54ed5301d6fae',ramdisk_id='',reservation_id='r-bgt4c8cu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-77651',owner_user_name='tempest-TaggedBootDevicesTest-77651-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:51:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='da27d1ec03864506a39e3691f44f5e15',uuid=347b9aee-ff4c-4107-be32-8e4106abc6ea,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5e3fbc59-d734-41a4-ba1f-122635958b73", "address": "fa:16:3e:1e:94:a4", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e3fbc59-d7", "ovs_interfaceid": "5e3fbc59-d734-41a4-ba1f-122635958b73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converting VIF {"id": "5e3fbc59-d734-41a4-ba1f-122635958b73", "address": "fa:16:3e:1e:94:a4", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e3fbc59-d7", "ovs_interfaceid": "5e3fbc59-d734-41a4-ba1f-122635958b73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1e:94:a4,bridge_name='br-int',has_traffic_filtering=True,id=5e3fbc59-d734-41a4-ba1f-122635958b73,network=Network(ae5fece2-cec8-4e08-849f-87906d37b295),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap5e3fbc59-d7') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG os_vif [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:94:a4,bridge_name='br-int',has_traffic_filtering=True,id=5e3fbc59-d734-41a4-ba1f-122635958b73,network=Network(ae5fece2-cec8-4e08-849f-87906d37b295),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap5e3fbc59-d7') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5e3fbc59-d7, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:52:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=42a01769-0ceb-4c62-9803-d0b4cf1df179) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:00 user nova-compute[75278]: INFO os_vif [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:94:a4,bridge_name='br-int',has_traffic_filtering=True,id=5e3fbc59-d734-41a4-ba1f-122635958b73,network=Network(ae5fece2-cec8-4e08-849f-87906d37b295),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap5e3fbc59-d7')
Dec 06 15:53:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:50:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-139988644',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-139988644',id=15,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAhuCqyDgd3ninVjNR//DiowDQT0DGEBRf+Zwv6payMwBNVa+Hp8yPvZ2uM7m7dPT46pi17j7GNpvzQfbAQ00ESaIxdhxMJubI4n63HKxHaUn0J+xVxTci/YXk9/TfCblA==',key_name='tempest-keypair-1091361221',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:51:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='632a3a6d5904495680a54ed5301d6fae',ramdisk_id='',reservation_id='r-bgt4c8cu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-77651',owner_user_name='tempest-TaggedBootDevicesTest-77651-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:51:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='da27d1ec03864506a39e3691f44f5e15',uuid=347b9aee-ff4c-4107-be32-8e4106abc6ea,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0933fad8-dcb8-43ea-8f2a-a359aec87260", "address": "fa:16:3e:f7:83:5d", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0933fad8-dc", "ovs_interfaceid": "0933fad8-dcb8-43ea-8f2a-a359aec87260", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converting VIF {"id": "0933fad8-dcb8-43ea-8f2a-a359aec87260", "address": "fa:16:3e:f7:83:5d", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0933fad8-dc", "ovs_interfaceid": "0933fad8-dcb8-43ea-8f2a-a359aec87260", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f7:83:5d,bridge_name='br-int',has_traffic_filtering=True,id=0933fad8-dcb8-43ea-8f2a-a359aec87260,network=Network(ae5fece2-cec8-4e08-849f-87906d37b295),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0933fad8-dc') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG os_vif [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f7:83:5d,bridge_name='br-int',has_traffic_filtering=True,id=0933fad8-dcb8-43ea-8f2a-a359aec87260,network=Network(ae5fece2-cec8-4e08-849f-87906d37b295),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0933fad8-dc') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0933fad8-dc, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ad166008-f724-4a5e-bce5-186cd40e0375) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:00 user nova-compute[75278]: INFO os_vif [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f7:83:5d,bridge_name='br-int',has_traffic_filtering=True,id=0933fad8-dcb8-43ea-8f2a-a359aec87260,network=Network(ae5fece2-cec8-4e08-849f-87906d37b295),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0933fad8-dc')
Dec 06 15:53:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:50:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-139988644',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-139988644',id=15,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAhuCqyDgd3ninVjNR//DiowDQT0DGEBRf+Zwv6payMwBNVa+Hp8yPvZ2uM7m7dPT46pi17j7GNpvzQfbAQ00ESaIxdhxMJubI4n63HKxHaUn0J+xVxTci/YXk9/TfCblA==',key_name='tempest-keypair-1091361221',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:51:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='632a3a6d5904495680a54ed5301d6fae',ramdisk_id='',reservation_id='r-bgt4c8cu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-77651',owner_user_name='tempest-TaggedBootDevicesTest-77651-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:51:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='da27d1ec03864506a39e3691f44f5e15',uuid=347b9aee-ff4c-4107-be32-8e4106abc6ea,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "57e3fcd1-dc34-413d-8140-4c3afa17c803", "address": "fa:16:3e:a0:1f:53", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57e3fcd1-dc", "ovs_interfaceid": "57e3fcd1-dc34-413d-8140-4c3afa17c803", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converting VIF {"id": "57e3fcd1-dc34-413d-8140-4c3afa17c803", "address": "fa:16:3e:a0:1f:53", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57e3fcd1-dc", "ovs_interfaceid": "57e3fcd1-dc34-413d-8140-4c3afa17c803", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a0:1f:53,bridge_name='br-int',has_traffic_filtering=True,id=57e3fcd1-dc34-413d-8140-4c3afa17c803,network=Network(ae5fece2-cec8-4e08-849f-87906d37b295),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap57e3fcd1-dc') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG os_vif [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a0:1f:53,bridge_name='br-int',has_traffic_filtering=True,id=57e3fcd1-dc34-413d-8140-4c3afa17c803,network=Network(ae5fece2-cec8-4e08-849f-87906d37b295),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap57e3fcd1-dc') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap57e3fcd1-dc, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0a525d9b-e611-44ea-b2e5-06397d0e3318) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG nova.compute.manager [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:00 user nova-compute[75278]: INFO os_vif [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a0:1f:53,bridge_name='br-int',has_traffic_filtering=True,id=57e3fcd1-dc34-413d-8140-4c3afa17c803,network=Network(ae5fece2-cec8-4e08-849f-87906d37b295),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap57e3fcd1-dc')
Dec 06 15:53:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:50:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-139988644',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-139988644',id=15,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAhuCqyDgd3ninVjNR//DiowDQT0DGEBRf+Zwv6payMwBNVa+Hp8yPvZ2uM7m7dPT46pi17j7GNpvzQfbAQ00ESaIxdhxMJubI4n63HKxHaUn0J+xVxTci/YXk9/TfCblA==',key_name='tempest-keypair-1091361221',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:51:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='632a3a6d5904495680a54ed5301d6fae',ramdisk_id='',reservation_id='r-bgt4c8cu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-77651',owner_user_name='tempest-TaggedBootDevicesTest-77651-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:51:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='da27d1ec03864506a39e3691f44f5e15',uuid=347b9aee-ff4c-4107-be32-8e4106abc6ea,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "22ac3167-2e14-4f78-8a11-658ef9b3368d", "address": "fa:16:3e:55:b4:e2", "network": {"id": "dcbf3373-bf32-4757-bc12-84aa3dc7ad4c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1935429420", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22ac3167-2e", "ovs_interfaceid": "22ac3167-2e14-4f78-8a11-658ef9b3368d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converting VIF {"id": "22ac3167-2e14-4f78-8a11-658ef9b3368d", "address": "fa:16:3e:55:b4:e2", "network": {"id": "dcbf3373-bf32-4757-bc12-84aa3dc7ad4c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1935429420", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22ac3167-2e", "ovs_interfaceid": "22ac3167-2e14-4f78-8a11-658ef9b3368d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:b4:e2,bridge_name='br-int',has_traffic_filtering=True,id=22ac3167-2e14-4f78-8a11-658ef9b3368d,network=Network(dcbf3373-bf32-4757-bc12-84aa3dc7ad4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22ac3167-2e') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG os_vif [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:b4:e2,bridge_name='br-int',has_traffic_filtering=True,id=22ac3167-2e14-4f78-8a11-658ef9b3368d,network=Network(dcbf3373-bf32-4757-bc12-84aa3dc7ad4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22ac3167-2e') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap22ac3167-2e, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=704d4201-c633-4976-ae41-e1f83d37a528) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:00 user nova-compute[75278]: INFO os_vif [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:b4:e2,bridge_name='br-int',has_traffic_filtering=True,id=22ac3167-2e14-4f78-8a11-658ef9b3368d,network=Network(dcbf3373-bf32-4757-bc12-84aa3dc7ad4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22ac3167-2e')
Dec 06 15:53:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T15:50:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-139988644',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-139988644',id=15,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAhuCqyDgd3ninVjNR//DiowDQT0DGEBRf+Zwv6payMwBNVa+Hp8yPvZ2uM7m7dPT46pi17j7GNpvzQfbAQ00ESaIxdhxMJubI4n63HKxHaUn0J+xVxTci/YXk9/TfCblA==',key_name='tempest-keypair-1091361221',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:51:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='632a3a6d5904495680a54ed5301d6fae',ramdisk_id='',reservation_id='r-bgt4c8cu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-77651',owner_user_name='tempest-TaggedBootDevicesTest-77651-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:51:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='da27d1ec03864506a39e3691f44f5e15',uuid=347b9aee-ff4c-4107-be32-8e4106abc6ea,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8d609f29-fdc1-4534-8ad9-9b1547f75da1", "address": "fa:16:3e:1e:e7:05", "network": {"id": "dcbf3373-bf32-4757-bc12-84aa3dc7ad4c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1935429420", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d609f29-fd", "ovs_interfaceid": "8d609f29-fdc1-4534-8ad9-9b1547f75da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converting VIF {"id": "8d609f29-fdc1-4534-8ad9-9b1547f75da1", "address": "fa:16:3e:1e:e7:05", "network": {"id": "dcbf3373-bf32-4757-bc12-84aa3dc7ad4c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1935429420", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d609f29-fd", "ovs_interfaceid": "8d609f29-fdc1-4534-8ad9-9b1547f75da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1e:e7:05,bridge_name='br-int',has_traffic_filtering=True,id=8d609f29-fdc1-4534-8ad9-9b1547f75da1,network=Network(dcbf3373-bf32-4757-bc12-84aa3dc7ad4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8d609f29-fd') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG os_vif [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:e7:05,bridge_name='br-int',has_traffic_filtering=True,id=8d609f29-fdc1-4534-8ad9-9b1547f75da1,network=Network(dcbf3373-bf32-4757-bc12-84aa3dc7ad4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8d609f29-fd') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8d609f29-fd, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 15:53:00 user nova-compute[75278]: INFO nova.compute.claims [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Claim successful on node user
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=893099b3-72e6-42dc-8e2d-8e7f69653fc6) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:00 user nova-compute[75278]: INFO os_vif [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:e7:05,bridge_name='br-int',has_traffic_filtering=True,id=8d609f29-fdc1-4534-8ad9-9b1547f75da1,network=Network(dcbf3373-bf32-4757-bc12-84aa3dc7ad4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8d609f29-fd')
Dec 06 15:53:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WmZQXDep', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:53:00 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:53:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-00f1647d-8211-4e9c-81ea-a1bf316bead3 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Acquiring lock "37237a18-4321-4bce-8ade-a7eda7da1355" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-00f1647d-8211-4e9c-81ea-a1bf316bead3 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "37237a18-4321-4bce-8ade-a7eda7da1355" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b64a7a02-fcdb-47c8-95d8-b84538df7210]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 15:53:00 user nova-compute[75278]: No targets found.
Dec 06 15:53:00 user nova-compute[75278]: iSNS:
Dec 06 15:53:00 user nova-compute[75278]: No targets found.
Dec 06 15:53:00 user nova-compute[75278]: STATIC:
Dec 06 15:53:00 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0
Dec 06 15:53:00 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:53:00 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:53:00 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044
Dec 06 15:53:00 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:53:00 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:53:00 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264
Dec 06 15:53:00 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:53:00 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:53:00 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee
Dec 06 15:53:00 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:53:00 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:53:00 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6
Dec 06 15:53:00 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:53:00 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:53:00 user nova-compute[75278]: FIRMWARE:
Dec 06 15:53:00 user nova-compute[75278]: No targets found.
Dec 06 15:53:00 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 15:53:00 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 15:53:00 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 15:53:00 user nova-compute[75278]: INFO nova.compute.manager [None req-00f1647d-8211-4e9c-81ea-a1bf316bead3 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Detaching volume be603825-4eaa-47ac-b462-628c53c7fde6
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[00d5a82a-6953-4883-b10a-23d50f064138]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3739fa2-395f-49fb-9e44-712eab48432c]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:53:00 user nova-compute[75278]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:53:00 user nova-compute[75278]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)
Dec 06 15:53:00 user nova-compute[75278]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:53:00 user nova-compute[75278]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6 (non-flash)
Dec 06 15:53:00 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 (non-flash)
Dec 06 15:53:00 user nova-compute[75278]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:53:00 user nova-compute[75278]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)
Dec 06 15:53:00 user nova-compute[75278]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:53:00 user nova-compute[75278]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6 (non-flash)
Dec 06 15:53:00 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c744430>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044'): ({'sde'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Removing single pathed devices sde {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a331ef2-8a8c-4149-ae5b-a1688474b258]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:00 user nova-compute[75278]: INFO nova.virt.block_device [None req-00f1647d-8211-4e9c-81ea-a1bf316bead3 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Attempting to driver detach volume be603825-4eaa-47ac-b462-628c53c7fde6 from mountpoint /dev/vdb
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-00f1647d-8211-4e9c-81ea-a1bf316bead3 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Attempting to detach device vdb from instance 37237a18-4321-4bce-8ade-a7eda7da1355 from the persistent domain config. {{(pid=75278) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-00f1647d-8211-4e9c-81ea-a1bf316bead3 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 15:53:00 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:53:00 user nova-compute[75278]:   <source dev="/dev/sdc"/>
Dec 06 15:53:00 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:53:00 user nova-compute[75278]:   <serial>be603825-4eaa-47ac-b462-628c53c7fde6</serial>
Dec 06 15:53:00 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 15:53:00 user nova-compute[75278]: </disk>
Dec 06 15:53:00 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[24eb318f-22f9-4d67-a350-d9de871c0d21]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Flushing IO for device /dev/sde {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:00 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-00f1647d-8211-4e9c-81ea-a1bf316bead3 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Successfully detached device vdb from instance 37237a18-4321-4bce-8ade-a7eda7da1355 from the persistent domain config.
Dec 06 15:53:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-00f1647d-8211-4e9c-81ea-a1bf316bead3 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 37237a18-4321-4bce-8ade-a7eda7da1355 from the live domain config. {{(pid=75278) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-00f1647d-8211-4e9c-81ea-a1bf316bead3 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 15:53:00 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:53:00 user nova-compute[75278]:   <source dev="/dev/sdc"/>
Dec 06 15:53:00 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:53:00 user nova-compute[75278]:   <serial>be603825-4eaa-47ac-b462-628c53c7fde6</serial>
Dec 06 15:53:00 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 15:53:00 user nova-compute[75278]: </disk>
Dec 06 15:53:00 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8c173fe-b628-43f4-b361-9657182acf1e]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.053s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2418f1a0-e8d4-4177-bd72-cf9f62f54e0e]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] SCSI volumes sde have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f62ccfb0-e2a0-4a3f-ac15-48b69f3345a5]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG nova.compute.manager [req-961d3aec-bf3d-42b9-a710-1ec2fdb28b4a req-20c260c4-74ce-44cc-b79e-f42517a68525 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-vif-plugged-2d30a960-c4ce-4e33-b72c-8a3850e6d4cb {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-961d3aec-bf3d-42b9-a710-1ec2fdb28b4a req-20c260c4-74ce-44cc-b79e-f42517a68525 service nova] Acquiring lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-961d3aec-bf3d-42b9-a710-1ec2fdb28b4a req-20c260c4-74ce-44cc-b79e-f42517a68525 service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-961d3aec-bf3d-42b9-a710-1ec2fdb28b4a req-20c260c4-74ce-44cc-b79e-f42517a68525 service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG nova.compute.manager [req-961d3aec-bf3d-42b9-a710-1ec2fdb28b4a req-20c260c4-74ce-44cc-b79e-f42517a68525 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] No waiting events found dispatching network-vif-plugged-2d30a960-c4ce-4e33-b72c-8a3850e6d4cb {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:53:00 user nova-compute[75278]: WARNING nova.compute.manager [req-961d3aec-bf3d-42b9-a710-1ec2fdb28b4a req-20c260c4-74ce-44cc-b79e-f42517a68525 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received unexpected event network-vif-plugged-2d30a960-c4ce-4e33-b72c-8a3850e6d4cb for instance with vm_state active and task_state deleting.
Dec 06 15:53:00 user nova-compute[75278]: DEBUG nova.compute.manager [req-961d3aec-bf3d-42b9-a710-1ec2fdb28b4a req-20c260c4-74ce-44cc-b79e-f42517a68525 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-vif-unplugged-0933fad8-dcb8-43ea-8f2a-a359aec87260 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-961d3aec-bf3d-42b9-a710-1ec2fdb28b4a req-20c260c4-74ce-44cc-b79e-f42517a68525 service nova] Acquiring lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-961d3aec-bf3d-42b9-a710-1ec2fdb28b4a req-20c260c4-74ce-44cc-b79e-f42517a68525 service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-961d3aec-bf3d-42b9-a710-1ec2fdb28b4a req-20c260c4-74ce-44cc-b79e-f42517a68525 service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG nova.compute.manager [req-961d3aec-bf3d-42b9-a710-1ec2fdb28b4a req-20c260c4-74ce-44cc-b79e-f42517a68525 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] No waiting events found dispatching network-vif-unplugged-0933fad8-dcb8-43ea-8f2a-a359aec87260 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG nova.compute.manager [req-961d3aec-bf3d-42b9-a710-1ec2fdb28b4a req-20c260c4-74ce-44cc-b79e-f42517a68525 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-vif-unplugged-0933fad8-dcb8-43ea-8f2a-a359aec87260 for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG nova.compute.manager [req-961d3aec-bf3d-42b9-a710-1ec2fdb28b4a req-20c260c4-74ce-44cc-b79e-f42517a68525 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-vif-plugged-0933fad8-dcb8-43ea-8f2a-a359aec87260 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-961d3aec-bf3d-42b9-a710-1ec2fdb28b4a req-20c260c4-74ce-44cc-b79e-f42517a68525 service nova] Acquiring lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-961d3aec-bf3d-42b9-a710-1ec2fdb28b4a req-20c260c4-74ce-44cc-b79e-f42517a68525 service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-961d3aec-bf3d-42b9-a710-1ec2fdb28b4a req-20c260c4-74ce-44cc-b79e-f42517a68525 service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG nova.compute.manager [req-961d3aec-bf3d-42b9-a710-1ec2fdb28b4a req-20c260c4-74ce-44cc-b79e-f42517a68525 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] No waiting events found dispatching network-vif-plugged-0933fad8-dcb8-43ea-8f2a-a359aec87260 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:53:00 user nova-compute[75278]: WARNING nova.compute.manager [req-961d3aec-bf3d-42b9-a710-1ec2fdb28b4a req-20c260c4-74ce-44cc-b79e-f42517a68525 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received unexpected event network-vif-plugged-0933fad8-dcb8-43ea-8f2a-a359aec87260 for instance with vm_state active and task_state deleting.
Dec 06 15:53:00 user nova-compute[75278]: DEBUG nova.compute.manager [req-961d3aec-bf3d-42b9-a710-1ec2fdb28b4a req-20c260c4-74ce-44cc-b79e-f42517a68525 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-vif-unplugged-57e3fcd1-dc34-413d-8140-4c3afa17c803 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-961d3aec-bf3d-42b9-a710-1ec2fdb28b4a req-20c260c4-74ce-44cc-b79e-f42517a68525 service nova] Acquiring lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-961d3aec-bf3d-42b9-a710-1ec2fdb28b4a req-20c260c4-74ce-44cc-b79e-f42517a68525 service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-961d3aec-bf3d-42b9-a710-1ec2fdb28b4a req-20c260c4-74ce-44cc-b79e-f42517a68525 service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG nova.compute.manager [req-961d3aec-bf3d-42b9-a710-1ec2fdb28b4a req-20c260c4-74ce-44cc-b79e-f42517a68525 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] No waiting events found dispatching network-vif-unplugged-57e3fcd1-dc34-413d-8140-4c3afa17c803 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG nova.compute.manager [req-961d3aec-bf3d-42b9-a710-1ec2fdb28b4a req-20c260c4-74ce-44cc-b79e-f42517a68525 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-vif-unplugged-57e3fcd1-dc34-413d-8140-4c3afa17c803 for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG nova.compute.manager [req-961d3aec-bf3d-42b9-a710-1ec2fdb28b4a req-20c260c4-74ce-44cc-b79e-f42517a68525 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-vif-plugged-57e3fcd1-dc34-413d-8140-4c3afa17c803 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-961d3aec-bf3d-42b9-a710-1ec2fdb28b4a req-20c260c4-74ce-44cc-b79e-f42517a68525 service nova] Acquiring lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-961d3aec-bf3d-42b9-a710-1ec2fdb28b4a req-20c260c4-74ce-44cc-b79e-f42517a68525 service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-961d3aec-bf3d-42b9-a710-1ec2fdb28b4a req-20c260c4-74ce-44cc-b79e-f42517a68525 service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG nova.compute.manager [req-961d3aec-bf3d-42b9-a710-1ec2fdb28b4a req-20c260c4-74ce-44cc-b79e-f42517a68525 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] No waiting events found dispatching network-vif-plugged-57e3fcd1-dc34-413d-8140-4c3afa17c803 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:53:00 user nova-compute[75278]: WARNING nova.compute.manager [req-961d3aec-bf3d-42b9-a710-1ec2fdb28b4a req-20c260c4-74ce-44cc-b79e-f42517a68525 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received unexpected event network-vif-plugged-57e3fcd1-dc34-413d-8140-4c3afa17c803 for instance with vm_state active and task_state deleting.
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 -p 172.16.0.220:3260 --logout" returned: 0 in 0.085s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[4162fbff-fe1e-48da-a84e-68f4498317d6]: (4, ('Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044, portal: 172.16.0.220,3260]\nLogout of [sid: 19, target: iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044, portal: 172.16.0.220,3260]
Dec 06 15:53:00 user nova-compute[75278]: Logout of [sid: 19, target: iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044, portal: 172.16.0.220,3260] successful.
Dec 06 15:53:00 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:31d0bd95-71f8-41b6-8c8e-2374daa8e044 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[035714e0-4380-4a32-ad02-f8fe211e94be]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.392s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] <== disconnect_volume: return (393ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zrOAxCLS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:53:00 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:53:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.031s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e0cdd45-7d1c-4acb-b88b-2f03ba722219]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 15:53:00 user nova-compute[75278]: No targets found.
Dec 06 15:53:00 user nova-compute[75278]: iSNS:
Dec 06 15:53:00 user nova-compute[75278]: No targets found.
Dec 06 15:53:00 user nova-compute[75278]: STATIC:
Dec 06 15:53:00 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0
Dec 06 15:53:00 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:53:00 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:53:00 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264
Dec 06 15:53:00 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:53:00 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:53:00 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee
Dec 06 15:53:00 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:53:00 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:53:00 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6
Dec 06 15:53:00 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:53:00 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:53:00 user nova-compute[75278]: FIRMWARE:
Dec 06 15:53:00 user nova-compute[75278]: No targets found.
Dec 06 15:53:00 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 15:53:00 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 15:53:00 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e1cb87e-9a57-4d9c-954f-98a3c8518cb5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.042s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0baf560-c9c9-48be-aa24-6bdd5672bdc3]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:53:00 user nova-compute[75278]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)
Dec 06 15:53:00 user nova-compute[75278]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:53:00 user nova-compute[75278]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6 (non-flash)
Dec 06 15:53:00 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:53:00 user nova-compute[75278]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 (non-flash)
Dec 06 15:53:00 user nova-compute[75278]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:53:00 user nova-compute[75278]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6 (non-flash)
Dec 06 15:53:00 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f440c60e3b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264'): ({'sdg'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Removing single pathed devices sdg {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc9d134a-484f-4bea-8e95-15ecddcab306]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG nova.compute.manager [req-1bbf7a06-3c33-4b49-b61d-01f159948671 req-7c6cf13b-131f-4f04-8da0-5a876397c361 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-vif-unplugged-22ac3167-2e14-4f78-8a11-658ef9b3368d {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-1bbf7a06-3c33-4b49-b61d-01f159948671 req-7c6cf13b-131f-4f04-8da0-5a876397c361 service nova] Acquiring lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-1bbf7a06-3c33-4b49-b61d-01f159948671 req-7c6cf13b-131f-4f04-8da0-5a876397c361 service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-1bbf7a06-3c33-4b49-b61d-01f159948671 req-7c6cf13b-131f-4f04-8da0-5a876397c361 service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG nova.compute.manager [req-1bbf7a06-3c33-4b49-b61d-01f159948671 req-7c6cf13b-131f-4f04-8da0-5a876397c361 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] No waiting events found dispatching network-vif-unplugged-22ac3167-2e14-4f78-8a11-658ef9b3368d {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG nova.compute.manager [req-1bbf7a06-3c33-4b49-b61d-01f159948671 req-7c6cf13b-131f-4f04-8da0-5a876397c361 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-vif-unplugged-22ac3167-2e14-4f78-8a11-658ef9b3368d for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[342b46b7-2a41-4336-b998-e0fcd37184c9]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Flushing IO for device /dev/sdg {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.649s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG nova.compute.manager [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3ad6c2f-adc7-4377-9205-c33a9cabcf26]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 15:53:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.044s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7fa0928-2317-4db4-b449-3463fe7fd8d2]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] SCSI volumes sdg have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-00f1647d-8211-4e9c-81ea-a1bf316bead3 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 37237a18-4321-4bce-8ade-a7eda7da1355 {{(pid=75278) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG nova.compute.manager [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG nova.network.neutron [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-80290395-32f5-4682-923f-d0d5bdd534bc req-1b6f2018-2977-413d-ae9d-d487f37ea8a5 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-vif-plugged-8d609f29-fdc1-4534-8ad9-9b1547f75da1 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-80290395-32f5-4682-923f-d0d5bdd534bc req-1b6f2018-2977-413d-ae9d-d487f37ea8a5 service nova] Acquiring lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-80290395-32f5-4682-923f-d0d5bdd534bc req-1b6f2018-2977-413d-ae9d-d487f37ea8a5 service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-80290395-32f5-4682-923f-d0d5bdd534bc req-1b6f2018-2977-413d-ae9d-d487f37ea8a5 service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-80290395-32f5-4682-923f-d0d5bdd534bc req-1b6f2018-2977-413d-ae9d-d487f37ea8a5 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] No waiting events found dispatching network-vif-plugged-8d609f29-fdc1-4534-8ad9-9b1547f75da1 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:53:01 user nova-compute[75278]: WARNING nova.compute.manager [req-80290395-32f5-4682-923f-d0d5bdd534bc req-1b6f2018-2977-413d-ae9d-d487f37ea8a5 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received unexpected event network-vif-plugged-8d609f29-fdc1-4534-8ad9-9b1547f75da1 for instance with vm_state active and task_state deleting.
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.028s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[35427af5-8dba-4879-acd4-aba8260e30c3]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:53:01 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG nova.compute.manager [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG nova.policy [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6fc55d3ac6494b81921e1ccd4f6cd4b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3772c2b34d044341afe1838c255abf00', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 -p 172.16.0.220:3260 --logout" returned: 0 in 0.088s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[62ddf0b3-7e8c-402d-ab6e-e7a4b397901b]: (4, ('Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264, portal: 172.16.0.220,3260]\nLogout of [sid: 21, target: iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264, portal: 172.16.0.220,3260]
Dec 06 15:53:01 user nova-compute[75278]: Logout of [sid: 21, target: iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264, portal: 172.16.0.220,3260] successful.
Dec 06 15:53:01 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:386de57e-6b72-42a1-af23-439b467fc264 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.035s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cfb8460-c07a-4bc2-a880-545faf8f7b6b]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.456s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] <== disconnect_volume: return (456ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HRFUafgM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:53:01 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:53:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG nova.compute.manager [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 15:53:01 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Creating image(s)
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "/opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "/opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "/opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[834d8494-cfac-429d-b6af-0cccc7cff507]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 15:53:01 user nova-compute[75278]: No targets found.
Dec 06 15:53:01 user nova-compute[75278]: iSNS:
Dec 06 15:53:01 user nova-compute[75278]: No targets found.
Dec 06 15:53:01 user nova-compute[75278]: STATIC:
Dec 06 15:53:01 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0
Dec 06 15:53:01 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:53:01 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:53:01 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee
Dec 06 15:53:01 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:53:01 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:53:01 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6
Dec 06 15:53:01 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:53:01 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:53:01 user nova-compute[75278]: FIRMWARE:
Dec 06 15:53:01 user nova-compute[75278]: No targets found.
Dec 06 15:53:01 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 15:53:01 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 15:53:01 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[780a0cc8-6226-4b80-84ee-b2bcf2f1e520]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f98e357e-668d-42d9-8191-e312556d40e0]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:53:01 user nova-compute[75278]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:53:01 user nova-compute[75278]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6 (non-flash)
Dec 06 15:53:01 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 (non-flash)
Dec 06 15:53:01 user nova-compute[75278]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:53:01 user nova-compute[75278]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6 (non-flash)
Dec 06 15:53:01 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c17a8c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0'): ({'sdf'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Removing single pathed devices sdf {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e68f145-cb6b-43cd-8073-bbe55ee9e7c9]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c07d60b-7521-454d-b484-49a579d2db8e]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Flushing IO for device /dev/sdf {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.013s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[393baf5c-799e-4577-92a3-3903043431c8]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.214s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "8b6964317078072a1e593868059fc8dc16213a0c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.041s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b9b0880-1d5d-4866-b612-c083ae9939cf]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] SCSI volumes sdf have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[54cdcf26-4241-491f-96e2-33c077381cbb]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee486fe2-9372-4ec4-b21a-89dccc346353]: (4, ('Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0, portal: 172.16.0.220,3260]\nLogout of [sid: 20, target: iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0, portal: 172.16.0.220,3260]
Dec 06 15:53:01 user nova-compute[75278]: Logout of [sid: 20, target: iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0, portal: 172.16.0.220,3260] successful.
Dec 06 15:53:01 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a32058ed-3dba-4f05-99a9-424d2b4d0fe0 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.036s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce9cbabe-913a-44b8-9c13-33b705072ca8]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.399s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] <== disconnect_volume: return (400ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 15:53:01 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Deleting instance files /opt/stack/data/nova/instances/347b9aee-ff4c-4107-be32-8e4106abc6ea_del
Dec 06 15:53:01 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Deletion of /opt/stack/data/nova/instances/347b9aee-ff4c-4107-be32-8e4106abc6ea_del complete
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.202s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:01 user nova-compute[75278]: INFO nova.compute.manager [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Took 4.00 seconds to destroy the instance on the hypervisor.
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/disk 1073741824" returned: 0 in 0.097s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.310s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.201s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 15:53:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:02 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Cannot resize image /opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 15:53:02 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 15:53:02 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Ensure instance console log exists: /opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 15:53:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:53:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:53:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:53:02 user nova-compute[75278]: DEBUG nova.network.neutron [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Successfully created port: d911ad13-3058-4888-b3fd-45e5424d88ef {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 15:53:02 user nova-compute[75278]: DEBUG nova.network.neutron [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Successfully updated port: d911ad13-3058-4888-b3fd-45e5424d88ef {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:53:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "refresh_cache-b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:53:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquired lock "refresh_cache-b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:53:02 user nova-compute[75278]: DEBUG nova.network.neutron [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG nova.network.neutron [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-57a10a34-33f9-45ce-85d5-30c13d7788b2 req-74a47bed-955d-4017-b92b-566319143942 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-vif-plugged-22ac3167-2e14-4f78-8a11-658ef9b3368d {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-57a10a34-33f9-45ce-85d5-30c13d7788b2 req-74a47bed-955d-4017-b92b-566319143942 service nova] Acquiring lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-57a10a34-33f9-45ce-85d5-30c13d7788b2 req-74a47bed-955d-4017-b92b-566319143942 service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-57a10a34-33f9-45ce-85d5-30c13d7788b2 req-74a47bed-955d-4017-b92b-566319143942 service nova] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-57a10a34-33f9-45ce-85d5-30c13d7788b2 req-74a47bed-955d-4017-b92b-566319143942 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] No waiting events found dispatching network-vif-plugged-22ac3167-2e14-4f78-8a11-658ef9b3368d {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:53:03 user nova-compute[75278]: WARNING nova.compute.manager [req-57a10a34-33f9-45ce-85d5-30c13d7788b2 req-74a47bed-955d-4017-b92b-566319143942 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received unexpected event network-vif-plugged-22ac3167-2e14-4f78-8a11-658ef9b3368d for instance with vm_state active and task_state deleting.
Dec 06 15:53:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-57a10a34-33f9-45ce-85d5-30c13d7788b2 req-74a47bed-955d-4017-b92b-566319143942 service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Received event network-changed-d911ad13-3058-4888-b3fd-45e5424d88ef {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-57a10a34-33f9-45ce-85d5-30c13d7788b2 req-74a47bed-955d-4017-b92b-566319143942 service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Refreshing instance network info cache due to event network-changed-d911ad13-3058-4888-b3fd-45e5424d88ef. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-57a10a34-33f9-45ce-85d5-30c13d7788b2 req-74a47bed-955d-4017-b92b-566319143942 service nova] Acquiring lock "refresh_cache-b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG nova.network.neutron [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Updating instance_info_cache with network_info: [{"id": "d911ad13-3058-4888-b3fd-45e5424d88ef", "address": "fa:16:3e:19:0c:38", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd911ad13-30", "ovs_interfaceid": "d911ad13-3058-4888-b3fd-45e5424d88ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Releasing lock "refresh_cache-b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG nova.compute.manager [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Instance network_info: |[{"id": "d911ad13-3058-4888-b3fd-45e5424d88ef", "address": "fa:16:3e:19:0c:38", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd911ad13-30", "ovs_interfaceid": "d911ad13-3058-4888-b3fd-45e5424d88ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-57a10a34-33f9-45ce-85d5-30c13d7788b2 req-74a47bed-955d-4017-b92b-566319143942 service nova] Acquired lock "refresh_cache-b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG nova.network.neutron [req-57a10a34-33f9-45ce-85d5-30c13d7788b2 req-74a47bed-955d-4017-b92b-566319143942 service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Refreshing network info cache for port d911ad13-3058-4888-b3fd-45e5424d88ef {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Start _get_guest_xml network_info=[{"id": "d911ad13-3058-4888-b3fd-45e5424d88ef", "address": "fa:16:3e:19:0c:38", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd911ad13-30", "ovs_interfaceid": "d911ad13-3058-4888-b3fd-45e5424d88ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:53:03 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:53:03 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:53:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:52:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1654637604',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1654637604',id=22,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAr3EwMCqjaGiQ8dZQORymnx+o2OsiiqDYySk35cOmnGlDJst2ddEXHmBTMhxAxjlFMndnfK9UoPjtTTLfMcsd+mmYakAwz4CPca5VtWjzFN56HyxQqXyB91zaG9DPX17w==',key_name='tempest-keypair-609249145',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3772c2b34d044341afe1838c255abf00',ramdisk_id='',reservation_id='r-i55o3ztd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-76059517',owner_user_name='tempest-AttachVolumeShelveTestJSON-76059517-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:53:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6fc55d3ac6494b81921e1ccd4f6cd4b6',uuid=b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d911ad13-3058-4888-b3fd-45e5424d88ef", "address": "fa:16:3e:19:0c:38", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd911ad13-30", "ovs_interfaceid": "d911ad13-3058-4888-b3fd-45e5424d88ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Converting VIF {"id": "d911ad13-3058-4888-b3fd-45e5424d88ef", "address": "fa:16:3e:19:0c:38", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd911ad13-30", "ovs_interfaceid": "d911ad13-3058-4888-b3fd-45e5424d88ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:19:0c:38,bridge_name='br-int',has_traffic_filtering=True,id=d911ad13-3058-4888-b3fd-45e5424d88ef,network=Network(db0b7d9a-b152-4c62-aca3-3fa90ab9bd04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd911ad13-30') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG nova.objects.instance [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lazy-loading 'pci_devices' on Instance uuid b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:53:03 user nova-compute[75278]:   <uuid>b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6</uuid>
Dec 06 15:53:03 user nova-compute[75278]:   <name>instance-00000016</name>
Dec 06 15:53:03 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 15:53:03 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:53:03 user nova-compute[75278]:   <metadata>
Dec 06 15:53:03 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:53:03 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:53:03 user nova-compute[75278]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1654637604</nova:name>
Dec 06 15:53:03 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:53:03</nova:creationTime>
Dec 06 15:53:03 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 15:53:03 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 15:53:03 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 15:53:03 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:53:03 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:53:03 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:53:03 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:53:03 user nova-compute[75278]:       <nova:owner>
Dec 06 15:53:03 user nova-compute[75278]:         <nova:user uuid="6fc55d3ac6494b81921e1ccd4f6cd4b6">tempest-AttachVolumeShelveTestJSON-76059517-project-member</nova:user>
Dec 06 15:53:03 user nova-compute[75278]:         <nova:project uuid="3772c2b34d044341afe1838c255abf00">tempest-AttachVolumeShelveTestJSON-76059517</nova:project>
Dec 06 15:53:03 user nova-compute[75278]:       </nova:owner>
Dec 06 15:53:03 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 15:53:03 user nova-compute[75278]:       <nova:ports>
Dec 06 15:53:03 user nova-compute[75278]:         <nova:port uuid="d911ad13-3058-4888-b3fd-45e5424d88ef">
Dec 06 15:53:03 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 06 15:53:03 user nova-compute[75278]:         </nova:port>
Dec 06 15:53:03 user nova-compute[75278]:       </nova:ports>
Dec 06 15:53:03 user nova-compute[75278]:     </nova:instance>
Dec 06 15:53:03 user nova-compute[75278]:   </metadata>
Dec 06 15:53:03 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:53:03 user nova-compute[75278]:     <system>
Dec 06 15:53:03 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:53:03 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:53:03 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:53:03 user nova-compute[75278]:       <entry name="serial">b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6</entry>
Dec 06 15:53:03 user nova-compute[75278]:       <entry name="uuid">b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6</entry>
Dec 06 15:53:03 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:53:03 user nova-compute[75278]:     </system>
Dec 06 15:53:03 user nova-compute[75278]:   </sysinfo>
Dec 06 15:53:03 user nova-compute[75278]:   <os>
Dec 06 15:53:03 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:53:03 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 15:53:03 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:53:03 user nova-compute[75278]:   </os>
Dec 06 15:53:03 user nova-compute[75278]:   <features>
Dec 06 15:53:03 user nova-compute[75278]:     <acpi/>
Dec 06 15:53:03 user nova-compute[75278]:     <apic/>
Dec 06 15:53:03 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:53:03 user nova-compute[75278]:   </features>
Dec 06 15:53:03 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:53:03 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:53:03 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:53:03 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:53:03 user nova-compute[75278]:   </clock>
Dec 06 15:53:03 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:53:03 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:53:03 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:53:03 user nova-compute[75278]:   </cpu>
Dec 06 15:53:03 user nova-compute[75278]:   <devices>
Dec 06 15:53:03 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 15:53:03 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 15:53:03 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/disk"/>
Dec 06 15:53:03 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 15:53:03 user nova-compute[75278]:     </disk>
Dec 06 15:53:03 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:53:03 user nova-compute[75278]:       <mac address="fa:16:3e:19:0c:38"/>
Dec 06 15:53:03 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:53:03 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:53:03 user nova-compute[75278]:       <target dev="tapd911ad13-30"/>
Dec 06 15:53:03 user nova-compute[75278]:     </interface>
Dec 06 15:53:03 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:53:03 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/console.log" append="off"/>
Dec 06 15:53:03 user nova-compute[75278]:     </serial>
Dec 06 15:53:03 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:53:03 user nova-compute[75278]:     <video>
Dec 06 15:53:03 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:53:03 user nova-compute[75278]:     </video>
Dec 06 15:53:03 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:53:03 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:53:03 user nova-compute[75278]:     </rng>
Dec 06 15:53:03 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:53:03 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:53:03 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:53:03 user nova-compute[75278]:     </memballoon>
Dec 06 15:53:03 user nova-compute[75278]:   </devices>
Dec 06 15:53:03 user nova-compute[75278]: </domain>
Dec 06 15:53:03 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:52:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1654637604',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1654637604',id=22,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAr3EwMCqjaGiQ8dZQORymnx+o2OsiiqDYySk35cOmnGlDJst2ddEXHmBTMhxAxjlFMndnfK9UoPjtTTLfMcsd+mmYakAwz4CPca5VtWjzFN56HyxQqXyB91zaG9DPX17w==',key_name='tempest-keypair-609249145',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3772c2b34d044341afe1838c255abf00',ramdisk_id='',reservation_id='r-i55o3ztd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-76059517',owner_user_name='tempest-AttachVolumeShelveTestJSON-76059517-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:53:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6fc55d3ac6494b81921e1ccd4f6cd4b6',uuid=b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d911ad13-3058-4888-b3fd-45e5424d88ef", "address": "fa:16:3e:19:0c:38", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd911ad13-30", "ovs_interfaceid": "d911ad13-3058-4888-b3fd-45e5424d88ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Converting VIF {"id": "d911ad13-3058-4888-b3fd-45e5424d88ef", "address": "fa:16:3e:19:0c:38", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd911ad13-30", "ovs_interfaceid": "d911ad13-3058-4888-b3fd-45e5424d88ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:19:0c:38,bridge_name='br-int',has_traffic_filtering=True,id=d911ad13-3058-4888-b3fd-45e5424d88ef,network=Network(db0b7d9a-b152-4c62-aca3-3fa90ab9bd04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd911ad13-30') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG os_vif [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:0c:38,bridge_name='br-int',has_traffic_filtering=True,id=d911ad13-3058-4888-b3fd-45e5424d88ef,network=Network(db0b7d9a-b152-4c62-aca3-3fa90ab9bd04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd911ad13-30') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'acd50d31-5d81-5672-bda2-e6dfbdd709bc', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd911ad13-30, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd911ad13-30, col_values=(('qos', UUID('979f62ca-5be8-4b6a-8191-8a2f8c961ba0')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd911ad13-30, col_values=(('external_ids', {'iface-id': 'd911ad13-3058-4888-b3fd-45e5424d88ef', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:19:0c:38', 'vm-uuid': 'b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:03 user nova-compute[75278]: INFO os_vif [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:0c:38,bridge_name='br-int',has_traffic_filtering=True,id=d911ad13-3058-4888-b3fd-45e5424d88ef,network=Network(db0b7d9a-b152-4c62-aca3-3fa90ab9bd04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd911ad13-30')
Dec 06 15:53:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-e825f26a-7750-46f1-98c8-9ae7116e2e30 req-b96041d3-c351-4947-85c0-7d5330d9e47f service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-vif-deleted-22ac3167-2e14-4f78-8a11-658ef9b3368d {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:53:03 user nova-compute[75278]: INFO nova.compute.manager [req-e825f26a-7750-46f1-98c8-9ae7116e2e30 req-b96041d3-c351-4947-85c0-7d5330d9e47f service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Neutron deleted interface 22ac3167-2e14-4f78-8a11-658ef9b3368d; detaching it from the instance and deleting it from the info cache
Dec 06 15:53:03 user nova-compute[75278]: DEBUG nova.network.neutron [req-e825f26a-7750-46f1-98c8-9ae7116e2e30 req-b96041d3-c351-4947-85c0-7d5330d9e47f service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Updating instance_info_cache with network_info: [{"id": "2d30a960-c4ce-4e33-b72c-8a3850e6d4cb", "address": "fa:16:3e:01:4e:e9", "network": {"id": "df8efb1e-223c-4d55-95e2-898758e74413", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-440467681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d30a960-c4", "ovs_interfaceid": "2d30a960-c4ce-4e33-b72c-8a3850e6d4cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "16ba6c63-346e-4702-a756-3af57cc74b5f", "address": "fa:16:3e:9d:95:89", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap16ba6c63-34", "ovs_interfaceid": "16ba6c63-346e-4702-a756-3af57cc74b5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5e3fbc59-d734-41a4-ba1f-122635958b73", "address": "fa:16:3e:1e:94:a4", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e3fbc59-d7", "ovs_interfaceid": "5e3fbc59-d734-41a4-ba1f-122635958b73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0933fad8-dcb8-43ea-8f2a-a359aec87260", "address": "fa:16:3e:f7:83:5d", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0933fad8-dc", "ovs_interfaceid": "0933fad8-dcb8-43ea-8f2a-a359aec87260", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "57e3fcd1-dc34-413d-8140-4c3afa17c803", "address": "fa:16:3e:a0:1f:53", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57e3fcd1-dc", "ovs_interfaceid": "57e3fcd1-dc34-413d-8140-4c3afa17c803", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d609f29-fdc1-4534-8ad9-9b1547f75da1", "address": "fa:16:3e:1e:e7:05", "network": {"id": "dcbf3373-bf32-4757-bc12-84aa3dc7ad4c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1935429420", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d609f29-fd", "ovs_interfaceid": "8d609f29-fdc1-4534-8ad9-9b1547f75da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-e825f26a-7750-46f1-98c8-9ae7116e2e30 req-b96041d3-c351-4947-85c0-7d5330d9e47f service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Detach interface failed, port_id=22ac3167-2e14-4f78-8a11-658ef9b3368d, reason: Instance 347b9aee-ff4c-4107-be32-8e4106abc6ea could not be found. {{(pid=75278) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] No VIF found with MAC fa:16:3e:19:0c:38, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG nova.network.neutron [req-57a10a34-33f9-45ce-85d5-30c13d7788b2 req-74a47bed-955d-4017-b92b-566319143942 service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Updated VIF entry in instance network info cache for port d911ad13-3058-4888-b3fd-45e5424d88ef. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG nova.network.neutron [req-57a10a34-33f9-45ce-85d5-30c13d7788b2 req-74a47bed-955d-4017-b92b-566319143942 service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Updating instance_info_cache with network_info: [{"id": "d911ad13-3058-4888-b3fd-45e5424d88ef", "address": "fa:16:3e:19:0c:38", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd911ad13-30", "ovs_interfaceid": "d911ad13-3058-4888-b3fd-45e5424d88ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:53:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-57a10a34-33f9-45ce-85d5-30c13d7788b2 req-74a47bed-955d-4017-b92b-566319143942 service nova] Releasing lock "refresh_cache-b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:53:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:05 user nova-compute[75278]: DEBUG nova.compute.manager [req-0db7b915-dada-4da4-93c2-72cb9690f0d8 req-1ffb7d75-725a-4e0c-b7b5-8011aa991636 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-vif-deleted-8d609f29-fdc1-4534-8ad9-9b1547f75da1 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:53:05 user nova-compute[75278]: INFO nova.compute.manager [req-0db7b915-dada-4da4-93c2-72cb9690f0d8 req-1ffb7d75-725a-4e0c-b7b5-8011aa991636 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Neutron deleted interface 8d609f29-fdc1-4534-8ad9-9b1547f75da1; detaching it from the instance and deleting it from the info cache
Dec 06 15:53:05 user nova-compute[75278]: DEBUG nova.network.neutron [req-0db7b915-dada-4da4-93c2-72cb9690f0d8 req-1ffb7d75-725a-4e0c-b7b5-8011aa991636 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Updating instance_info_cache with network_info: [{"id": "2d30a960-c4ce-4e33-b72c-8a3850e6d4cb", "address": "fa:16:3e:01:4e:e9", "network": {"id": "df8efb1e-223c-4d55-95e2-898758e74413", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-440467681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d30a960-c4", "ovs_interfaceid": "2d30a960-c4ce-4e33-b72c-8a3850e6d4cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "16ba6c63-346e-4702-a756-3af57cc74b5f", "address": "fa:16:3e:9d:95:89", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap16ba6c63-34", "ovs_interfaceid": "16ba6c63-346e-4702-a756-3af57cc74b5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5e3fbc59-d734-41a4-ba1f-122635958b73", "address": "fa:16:3e:1e:94:a4", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e3fbc59-d7", "ovs_interfaceid": "5e3fbc59-d734-41a4-ba1f-122635958b73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0933fad8-dcb8-43ea-8f2a-a359aec87260", "address": "fa:16:3e:f7:83:5d", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0933fad8-dc", "ovs_interfaceid": "0933fad8-dcb8-43ea-8f2a-a359aec87260", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "57e3fcd1-dc34-413d-8140-4c3afa17c803", "address": "fa:16:3e:a0:1f:53", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57e3fcd1-dc", "ovs_interfaceid": "57e3fcd1-dc34-413d-8140-4c3afa17c803", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:53:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:05 user nova-compute[75278]: DEBUG nova.compute.manager [req-0db7b915-dada-4da4-93c2-72cb9690f0d8 req-1ffb7d75-725a-4e0c-b7b5-8011aa991636 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Detach interface failed, port_id=8d609f29-fdc1-4534-8ad9-9b1547f75da1, reason: Instance 347b9aee-ff4c-4107-be32-8e4106abc6ea could not be found. {{(pid=75278) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 15:53:05 user nova-compute[75278]: DEBUG nova.compute.manager [req-0db7b915-dada-4da4-93c2-72cb9690f0d8 req-1ffb7d75-725a-4e0c-b7b5-8011aa991636 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-vif-deleted-2d30a960-c4ce-4e33-b72c-8a3850e6d4cb {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:53:05 user nova-compute[75278]: INFO nova.compute.manager [req-0db7b915-dada-4da4-93c2-72cb9690f0d8 req-1ffb7d75-725a-4e0c-b7b5-8011aa991636 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Neutron deleted interface 2d30a960-c4ce-4e33-b72c-8a3850e6d4cb; detaching it from the instance and deleting it from the info cache
Dec 06 15:53:05 user nova-compute[75278]: DEBUG nova.network.neutron [req-0db7b915-dada-4da4-93c2-72cb9690f0d8 req-1ffb7d75-725a-4e0c-b7b5-8011aa991636 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Updating instance_info_cache with network_info: [{"id": "16ba6c63-346e-4702-a756-3af57cc74b5f", "address": "fa:16:3e:9d:95:89", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap16ba6c63-34", "ovs_interfaceid": "16ba6c63-346e-4702-a756-3af57cc74b5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5e3fbc59-d734-41a4-ba1f-122635958b73", "address": "fa:16:3e:1e:94:a4", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e3fbc59-d7", "ovs_interfaceid": "5e3fbc59-d734-41a4-ba1f-122635958b73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0933fad8-dcb8-43ea-8f2a-a359aec87260", "address": "fa:16:3e:f7:83:5d", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0933fad8-dc", "ovs_interfaceid": "0933fad8-dcb8-43ea-8f2a-a359aec87260", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "57e3fcd1-dc34-413d-8140-4c3afa17c803", "address": "fa:16:3e:a0:1f:53", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57e3fcd1-dc", "ovs_interfaceid": "57e3fcd1-dc34-413d-8140-4c3afa17c803", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:53:05 user nova-compute[75278]: DEBUG nova.compute.manager [req-0db7b915-dada-4da4-93c2-72cb9690f0d8 req-1ffb7d75-725a-4e0c-b7b5-8011aa991636 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Detach interface failed, port_id=2d30a960-c4ce-4e33-b72c-8a3850e6d4cb, reason: Instance 347b9aee-ff4c-4107-be32-8e4106abc6ea could not be found. {{(pid=75278) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 15:53:05 user nova-compute[75278]: DEBUG nova.compute.manager [req-0db7b915-dada-4da4-93c2-72cb9690f0d8 req-1ffb7d75-725a-4e0c-b7b5-8011aa991636 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-vif-deleted-0933fad8-dcb8-43ea-8f2a-a359aec87260 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:53:05 user nova-compute[75278]: INFO nova.compute.manager [req-0db7b915-dada-4da4-93c2-72cb9690f0d8 req-1ffb7d75-725a-4e0c-b7b5-8011aa991636 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Neutron deleted interface 0933fad8-dcb8-43ea-8f2a-a359aec87260; detaching it from the instance and deleting it from the info cache
Dec 06 15:53:05 user nova-compute[75278]: DEBUG nova.network.neutron [req-0db7b915-dada-4da4-93c2-72cb9690f0d8 req-1ffb7d75-725a-4e0c-b7b5-8011aa991636 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Updating instance_info_cache with network_info: [{"id": "16ba6c63-346e-4702-a756-3af57cc74b5f", "address": "fa:16:3e:9d:95:89", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap16ba6c63-34", "ovs_interfaceid": "16ba6c63-346e-4702-a756-3af57cc74b5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5e3fbc59-d734-41a4-ba1f-122635958b73", "address": "fa:16:3e:1e:94:a4", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e3fbc59-d7", "ovs_interfaceid": "5e3fbc59-d734-41a4-ba1f-122635958b73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "57e3fcd1-dc34-413d-8140-4c3afa17c803", "address": "fa:16:3e:a0:1f:53", "network": {"id": "ae5fece2-cec8-4e08-849f-87906d37b295", "bridge": "br-int", "label": "tempest-device-tagging-net1-1355665391", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "632a3a6d5904495680a54ed5301d6fae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57e3fcd1-dc", "ovs_interfaceid": "57e3fcd1-dc34-413d-8140-4c3afa17c803", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:53:05 user nova-compute[75278]: DEBUG nova.compute.manager [req-0db7b915-dada-4da4-93c2-72cb9690f0d8 req-1ffb7d75-725a-4e0c-b7b5-8011aa991636 service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Detach interface failed, port_id=0933fad8-dcb8-43ea-8f2a-a359aec87260, reason: Instance 347b9aee-ff4c-4107-be32-8e4106abc6ea could not be found. {{(pid=75278) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 15:53:05 user nova-compute[75278]: DEBUG nova.compute.manager [req-0db7b915-dada-4da4-93c2-72cb9690f0d8 req-1ffb7d75-725a-4e0c-b7b5-8011aa991636 service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Received event network-vif-plugged-d911ad13-3058-4888-b3fd-45e5424d88ef {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:53:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0db7b915-dada-4da4-93c2-72cb9690f0d8 req-1ffb7d75-725a-4e0c-b7b5-8011aa991636 service nova] Acquiring lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:53:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0db7b915-dada-4da4-93c2-72cb9690f0d8 req-1ffb7d75-725a-4e0c-b7b5-8011aa991636 service nova] Lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:53:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0db7b915-dada-4da4-93c2-72cb9690f0d8 req-1ffb7d75-725a-4e0c-b7b5-8011aa991636 service nova] Lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:53:05 user nova-compute[75278]: DEBUG nova.compute.manager [req-0db7b915-dada-4da4-93c2-72cb9690f0d8 req-1ffb7d75-725a-4e0c-b7b5-8011aa991636 service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] No waiting events found dispatching network-vif-plugged-d911ad13-3058-4888-b3fd-45e5424d88ef {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:53:05 user nova-compute[75278]: WARNING nova.compute.manager [req-0db7b915-dada-4da4-93c2-72cb9690f0d8 req-1ffb7d75-725a-4e0c-b7b5-8011aa991636 service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Received unexpected event network-vif-plugged-d911ad13-3058-4888-b3fd-45e5424d88ef for instance with vm_state building and task_state spawning.
Dec 06 15:53:05 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:53:06 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Took 4.24 seconds to deallocate network for instance.
Dec 06 15:53:07 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:53:07 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:53:07 user nova-compute[75278]: DEBUG nova.compute.manager [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 15:53:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 15:53:07 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Instance spawned successfully.
Dec 06 15:53:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 15:53:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:53:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:53:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:53:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:53:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:53:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:53:07 user nova-compute[75278]: INFO nova.compute.manager [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Took 6.24 seconds to spawn the instance on the hypervisor.
Dec 06 15:53:07 user nova-compute[75278]: DEBUG nova.compute.manager [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:53:07 user nova-compute[75278]: INFO nova.compute.manager [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Took 7.29 seconds to build instance.
Dec 06 15:53:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7ba2c9f7-ac2f-4aa2-945b-f8998285d1f6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.415s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:53:07 user nova-compute[75278]: DEBUG nova.compute.manager [req-f5ee730a-6abe-4bba-9d58-6fe79690ce3b req-0791b1bd-ec9c-4ec4-8188-fb898305bd3a service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Received event network-vif-plugged-d911ad13-3058-4888-b3fd-45e5424d88ef {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:53:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f5ee730a-6abe-4bba-9d58-6fe79690ce3b req-0791b1bd-ec9c-4ec4-8188-fb898305bd3a service nova] Acquiring lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:53:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f5ee730a-6abe-4bba-9d58-6fe79690ce3b req-0791b1bd-ec9c-4ec4-8188-fb898305bd3a service nova] Lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:53:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f5ee730a-6abe-4bba-9d58-6fe79690ce3b req-0791b1bd-ec9c-4ec4-8188-fb898305bd3a service nova] Lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:53:07 user nova-compute[75278]: DEBUG nova.compute.manager [req-f5ee730a-6abe-4bba-9d58-6fe79690ce3b req-0791b1bd-ec9c-4ec4-8188-fb898305bd3a service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] No waiting events found dispatching network-vif-plugged-d911ad13-3058-4888-b3fd-45e5424d88ef {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:53:07 user nova-compute[75278]: WARNING nova.compute.manager [req-f5ee730a-6abe-4bba-9d58-6fe79690ce3b req-0791b1bd-ec9c-4ec4-8188-fb898305bd3a service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Received unexpected event network-vif-plugged-d911ad13-3058-4888-b3fd-45e5424d88ef for instance with vm_state active and task_state None.
Dec 06 15:53:07 user nova-compute[75278]: DEBUG nova.compute.manager [req-f5ee730a-6abe-4bba-9d58-6fe79690ce3b req-0791b1bd-ec9c-4ec4-8188-fb898305bd3a service nova] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Received event network-vif-deleted-57e3fcd1-dc34-413d-8140-4c3afa17c803 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:53:08 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:53:08 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:08 user nova-compute[75278]: INFO nova.compute.manager [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] [instance: 347b9aee-ff4c-4107-be32-8e4106abc6ea] Took 2.60 seconds to detach 3 volumes for instance.
Dec 06 15:53:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:53:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:53:09 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:53:09 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:53:09 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:53:09 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:53:09 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.408s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:53:09 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Deleted allocations for instance 347b9aee-ff4c-4107-be32-8e4106abc6ea
Dec 06 15:53:09 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a8794554-ef7c-426b-bfbf-b610a95e5368 tempest-TaggedBootDevicesTest-77651 tempest-TaggedBootDevicesTest-77651-project-member] Lock "347b9aee-ff4c-4107-be32-8e4106abc6ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 11.505s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:53:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:11 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:53:12 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:53:12 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 15:53:13 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:53:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:53:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:53:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:53:13 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 15:53:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:14 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 15:53:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:18 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:53:18 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:53:18 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=7383MB free_disk=25.22198486328125GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 15:53:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:53:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:53:18 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance accf5417-e552-4fa7-8b65-5f3121d1d17f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:53:18 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 1432b04b-09a5-4a8d-b36b-5ac20d081fc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:53:18 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 37237a18-4321-4bce-8ade-a7eda7da1355 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:53:18 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance a07fb239-6ced-4a89-9892-5425e489f472 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:53:18 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance b979398f-d6ba-469c-96ed-e25012146a31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:53:18 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance a909916c-b274-4c00-a248-30d6ed84859e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:53:18 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 8a957482-260a-437a-b48d-309224800fcf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:53:18 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 4283ae01-2c38-4f3a-96af-2f1d9595cf5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:53:18 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 4d56b5eb-724a-4574-b806-93f0c687ef41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:53:18 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:53:18 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:53:18 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 15:53:18 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 15:53:18 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:18 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:53:18 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:53:18 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 15:53:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.564s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:53:19 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:53:19 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 15:53:19 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Rebuilding the list of instances to heal {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 15:53:19 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "refresh_cache-accf5417-e552-4fa7-8b65-5f3121d1d17f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:53:19 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquired lock "refresh_cache-accf5417-e552-4fa7-8b65-5f3121d1d17f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:53:19 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Forcefully refreshing network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 15:53:19 user nova-compute[75278]: DEBUG nova.objects.instance [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lazy-loading 'info_cache' on Instance uuid accf5417-e552-4fa7-8b65-5f3121d1d17f {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:53:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:20 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Updating instance_info_cache with network_info: [{"id": "fecc4e69-7597-4f57-858f-d2484f5768d7", "address": "fa:16:3e:3f:99:ad", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfecc4e69-75", "ovs_interfaceid": "fecc4e69-7597-4f57-858f-d2484f5768d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:53:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Releasing lock "refresh_cache-accf5417-e552-4fa7-8b65-5f3121d1d17f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:53:20 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Updated the network info_cache for instance {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 15:53:20 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:53:21 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-00f1647d-8211-4e9c-81ea-a1bf316bead3 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 37237a18-4321-4bce-8ade-a7eda7da1355 is timed out.
Dec 06 15:53:21 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-00f1647d-8211-4e9c-81ea-a1bf316bead3 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Successfully detached device vdb from instance 37237a18-4321-4bce-8ade-a7eda7da1355 from the live domain config.
Dec 06 15:53:21 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-00f1647d-8211-4e9c-81ea-a1bf316bead3 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-00f1647d-8211-4e9c-81ea-a1bf316bead3 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GgBxjaXv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:53:21 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-00f1647d-8211-4e9c-81ea-a1bf316bead3 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:53:21 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-00f1647d-8211-4e9c-81ea-a1bf316bead3 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-00f1647d-8211-4e9c-81ea-a1bf316bead3 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3c5a4d4-71f6-4b4d-9e4d-164bb6c22c05]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-00f1647d-8211-4e9c-81ea-a1bf316bead3 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 15:53:21 user nova-compute[75278]: No targets found.
Dec 06 15:53:21 user nova-compute[75278]: iSNS:
Dec 06 15:53:21 user nova-compute[75278]: No targets found.
Dec 06 15:53:21 user nova-compute[75278]: STATIC:
Dec 06 15:53:21 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee
Dec 06 15:53:21 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:53:21 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:53:21 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6
Dec 06 15:53:21 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:53:21 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:53:21 user nova-compute[75278]: FIRMWARE:
Dec 06 15:53:21 user nova-compute[75278]: No targets found.
Dec 06 15:53:21 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-00f1647d-8211-4e9c-81ea-a1bf316bead3 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 15:53:21 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 15:53:21 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-00f1647d-8211-4e9c-81ea-a1bf316bead3 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdcc9637-0b50-418c-93d5-a0c395e55bf5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.139s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b3cb267-c846-4888-acdf-9f81562af216]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-00f1647d-8211-4e9c-81ea-a1bf316bead3 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:53:21 user nova-compute[75278]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6 (non-flash)
Dec 06 15:53:21 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-00f1647d-8211-4e9c-81ea-a1bf316bead3 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:53:21 user nova-compute[75278]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6 (non-flash)
Dec 06 15:53:21 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-00f1647d-8211-4e9c-81ea-a1bf316bead3 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f444c53b490>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6'): ({'sdc'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-00f1647d-8211-4e9c-81ea-a1bf316bead3 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Removing single pathed devices sdc {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed3d619a-900b-429b-850a-7aecbff84e42]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[fed522a1-9582-4536-91ba-9bcbe6582408]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-00f1647d-8211-4e9c-81ea-a1bf316bead3 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Flushing IO for device /dev/sdc {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a49ce901-ef2f-4705-a4ca-9ff75d4a0af3]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-00f1647d-8211-4e9c-81ea-a1bf316bead3 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.045s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2612dd37-877d-4b1a-a0ff-fe7bfcf9f2d6]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-00f1647d-8211-4e9c-81ea-a1bf316bead3 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-00f1647d-8211-4e9c-81ea-a1bf316bead3 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] SCSI volumes sdc have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-00f1647d-8211-4e9c-81ea-a1bf316bead3 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef339598-20bc-45e4-b263-2f7c929004cc]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-00f1647d-8211-4e9c-81ea-a1bf316bead3 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6 -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbc09a91-b9be-4065-98ec-a4495f24e177]: (4, ('Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6, portal: 172.16.0.220,3260]\nLogout of [sid: 25, target: iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-00f1647d-8211-4e9c-81ea-a1bf316bead3 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6, portal: 172.16.0.220,3260]
Dec 06 15:53:21 user nova-compute[75278]: Logout of [sid: 25, target: iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6, portal: 172.16.0.220,3260] successful.
Dec 06 15:53:21 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6 -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be603825-4eaa-47ac-b462-628c53c7fde6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[556acbc8-8d6f-4f1e-ad38-96a1cdc5fb9a]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-00f1647d-8211-4e9c-81ea-a1bf316bead3 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-00f1647d-8211-4e9c-81ea-a1bf316bead3 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.424s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-00f1647d-8211-4e9c-81ea-a1bf316bead3 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] <== disconnect_volume: return (424ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:53:21 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-00f1647d-8211-4e9c-81ea-a1bf316bead3 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 15:53:22 user nova-compute[75278]: DEBUG nova.objects.instance [None req-00f1647d-8211-4e9c-81ea-a1bf316bead3 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lazy-loading 'flavor' on Instance uuid 37237a18-4321-4bce-8ade-a7eda7da1355 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:53:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-00f1647d-8211-4e9c-81ea-a1bf316bead3 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "37237a18-4321-4bce-8ade-a7eda7da1355" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.113s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:53:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquiring lock "4d56b5eb-724a-4574-b806-93f0c687ef41" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:53:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "4d56b5eb-724a-4574-b806-93f0c687ef41" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:53:27 user nova-compute[75278]: DEBUG nova.objects.instance [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lazy-loading 'flavor' on Instance uuid 4d56b5eb-724a-4574-b806-93f0c687ef41 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:53:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "4d56b5eb-724a-4574-b806-93f0c687ef41" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.067s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:53:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquiring lock "4d56b5eb-724a-4574-b806-93f0c687ef41" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:53:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "4d56b5eb-724a-4574-b806-93f0c687ef41" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:53:27 user nova-compute[75278]: INFO nova.compute.manager [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Attaching volume 8799fe13-157a-4407-ba6f-89f251ae65d1 to /dev/vdb
Dec 06 15:53:27 user nova-compute[75278]: DEBUG os_brick.utils [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:53:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:27 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8961541-afb3-48be-860e-23d0fd3c36b3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:27 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3163995b-6ab1-47a0-9a7d-973fd2a56dc4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:27 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f0d6af3-b22b-42f3-93b8-4b0c154a7795]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:27 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[83917920-7a31-4574-8dbc-28f726bba64f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:53:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 15:53:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:53:27 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 15:53:27 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8eaf1181-e5c3-4cb7-b31d-0ffb0b4201dc]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 15:53:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 15:53:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 15:53:27 user nova-compute[75278]: DEBUG os_brick.utils [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:53:27 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Updating existing volume attachment record: ea89b5bb-5b12-43e6-be2b-8c268e3e2750 {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 15:53:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:38 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG nova.objects.instance [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lazy-loading 'flavor' on Instance uuid 1432b04b-09a5-4a8d-b36b-5ac20d081fc9 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "refresh_cache-1432b04b-09a5-4a8d-b36b-5ac20d081fc9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquired lock "refresh_cache-1432b04b-09a5-4a8d-b36b-5ac20d081fc9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG nova.network.neutron [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG nova.objects.instance [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lazy-loading 'info_cache' on Instance uuid 1432b04b-09a5-4a8d-b36b-5ac20d081fc9 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG nova.objects.base [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Object Instance<1432b04b-09a5-4a8d-b36b-5ac20d081fc9> lazy-loaded attributes: flavor,info_cache {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG nova.network.neutron [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Updating instance_info_cache with network_info: [{"id": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "address": "fa:16:3e:0d:46:55", "network": {"id": "ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2125197508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e339ae43bf447d3adf76a1836e0e2e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04a8c02d-7b", "ovs_interfaceid": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Releasing lock "refresh_cache-1432b04b-09a5-4a8d-b36b-5ac20d081fc9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:53:41 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Instance destroyed successfully.
Dec 06 15:53:41 user nova-compute[75278]: DEBUG nova.objects.instance [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lazy-loading 'resources' on Instance uuid 1432b04b-09a5-4a8d-b36b-5ac20d081fc9 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG nova.objects.base [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Object Instance<1432b04b-09a5-4a8d-b36b-5ac20d081fc9> lazy-loaded attributes: flavor,info_cache,resources {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:45:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-821806440',display_name='tempest-AttachVolumeTestJSON-server-821806440',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-821806440',id=4,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP3yVilolnX/pKLcO1QWDxlG9P7zibw98C6pVHisl9rvwKPa2K1I4TRzz9rPdbGNnMRjw4vCMgggGdlIL4RhnPEr1q4i4jI8NG8OMBffAksqnfARIIblOL5gpwnR6k8WDw==',key_name='tempest-keypair-1380186396',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:45:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='7e339ae43bf447d3adf76a1836e0e2e4',ramdisk_id='',reservation_id='r-tr0gvchn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-440790082',owner_user_name='tempest-AttachVolumeTestJSON-440790082-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:51:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='26861384bd1b4ae99cd4e8bd67d7ad18',uuid=1432b04b-09a5-4a8d-b36b-5ac20d081fc9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "address": "fa:16:3e:0d:46:55", "network": {"id": "ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2125197508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e339ae43bf447d3adf76a1836e0e2e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04a8c02d-7b", "ovs_interfaceid": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Converting VIF {"id": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "address": "fa:16:3e:0d:46:55", "network": {"id": "ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2125197508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e339ae43bf447d3adf76a1836e0e2e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04a8c02d-7b", "ovs_interfaceid": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0d:46:55,bridge_name='br-int',has_traffic_filtering=True,id=04a8c02d-7b92-4155-9984-f47fb6e24da1,network=Network(ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04a8c02d-7b') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG os_vif [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0d:46:55,bridge_name='br-int',has_traffic_filtering=True,id=04a8c02d-7b92-4155-9984-f47fb6e24da1,network=Network(ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04a8c02d-7b') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap04a8c02d-7b, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=acad70cf-09b3-4aef-8b6b-a30e0ee87ed1) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:53:41 user nova-compute[75278]: INFO os_vif [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0d:46:55,bridge_name='br-int',has_traffic_filtering=True,id=04a8c02d-7b92-4155-9984-f47fb6e24da1,network=Network(ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04a8c02d-7b')
Dec 06 15:53:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Start _get_guest_xml network_info=[{"id": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "address": "fa:16:3e:0d:46:55", "network": {"id": "ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2125197508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e339ae43bf447d3adf76a1836e0e2e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04a8c02d-7b", "ovs_interfaceid": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG nova.objects.instance [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lazy-loading 'numa_topology' on Instance uuid 1432b04b-09a5-4a8d-b36b-5ac20d081fc9 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG nova.objects.base [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Object Instance<1432b04b-09a5-4a8d-b36b-5ac20d081fc9> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:53:41 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:53:41 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:53:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG nova.objects.instance [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lazy-loading 'vcpu_model' on Instance uuid 1432b04b-09a5-4a8d-b36b-5ac20d081fc9 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG nova.objects.base [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Object Instance<1432b04b-09a5-4a8d-b36b-5ac20d081fc9> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:45:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-821806440',display_name='tempest-AttachVolumeTestJSON-server-821806440',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-821806440',id=4,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP3yVilolnX/pKLcO1QWDxlG9P7zibw98C6pVHisl9rvwKPa2K1I4TRzz9rPdbGNnMRjw4vCMgggGdlIL4RhnPEr1q4i4jI8NG8OMBffAksqnfARIIblOL5gpwnR6k8WDw==',key_name='tempest-keypair-1380186396',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:45:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='7e339ae43bf447d3adf76a1836e0e2e4',ramdisk_id='',reservation_id='r-tr0gvchn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-440790082',owner_user_name='tempest-AttachVolumeTestJSON-440790082-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:51:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='26861384bd1b4ae99cd4e8bd67d7ad18',uuid=1432b04b-09a5-4a8d-b36b-5ac20d081fc9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "address": "fa:16:3e:0d:46:55", "network": {"id": "ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2125197508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e339ae43bf447d3adf76a1836e0e2e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04a8c02d-7b", "ovs_interfaceid": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Converting VIF {"id": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "address": "fa:16:3e:0d:46:55", "network": {"id": "ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2125197508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e339ae43bf447d3adf76a1836e0e2e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04a8c02d-7b", "ovs_interfaceid": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0d:46:55,bridge_name='br-int',has_traffic_filtering=True,id=04a8c02d-7b92-4155-9984-f47fb6e24da1,network=Network(ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04a8c02d-7b') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG nova.objects.instance [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lazy-loading 'pci_devices' on Instance uuid 1432b04b-09a5-4a8d-b36b-5ac20d081fc9 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG nova.objects.base [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Object Instance<1432b04b-09a5-4a8d-b36b-5ac20d081fc9> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:53:41 user nova-compute[75278]:   <uuid>1432b04b-09a5-4a8d-b36b-5ac20d081fc9</uuid>
Dec 06 15:53:41 user nova-compute[75278]:   <name>instance-00000004</name>
Dec 06 15:53:41 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 15:53:41 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:53:41 user nova-compute[75278]:   <metadata>
Dec 06 15:53:41 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:53:41 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:53:41 user nova-compute[75278]:       <nova:name>tempest-AttachVolumeTestJSON-server-821806440</nova:name>
Dec 06 15:53:41 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:53:41</nova:creationTime>
Dec 06 15:53:41 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 15:53:41 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 15:53:41 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 15:53:41 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:53:41 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:53:41 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:53:41 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:53:41 user nova-compute[75278]:       <nova:owner>
Dec 06 15:53:41 user nova-compute[75278]:         <nova:user uuid="26861384bd1b4ae99cd4e8bd67d7ad18">tempest-AttachVolumeTestJSON-440790082-project-member</nova:user>
Dec 06 15:53:41 user nova-compute[75278]:         <nova:project uuid="7e339ae43bf447d3adf76a1836e0e2e4">tempest-AttachVolumeTestJSON-440790082</nova:project>
Dec 06 15:53:41 user nova-compute[75278]:       </nova:owner>
Dec 06 15:53:41 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 15:53:41 user nova-compute[75278]:       <nova:ports>
Dec 06 15:53:41 user nova-compute[75278]:         <nova:port uuid="04a8c02d-7b92-4155-9984-f47fb6e24da1">
Dec 06 15:53:41 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 15:53:41 user nova-compute[75278]:         </nova:port>
Dec 06 15:53:41 user nova-compute[75278]:       </nova:ports>
Dec 06 15:53:41 user nova-compute[75278]:     </nova:instance>
Dec 06 15:53:41 user nova-compute[75278]:   </metadata>
Dec 06 15:53:41 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:53:41 user nova-compute[75278]:     <system>
Dec 06 15:53:41 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:53:41 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:53:41 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:53:41 user nova-compute[75278]:       <entry name="serial">1432b04b-09a5-4a8d-b36b-5ac20d081fc9</entry>
Dec 06 15:53:41 user nova-compute[75278]:       <entry name="uuid">1432b04b-09a5-4a8d-b36b-5ac20d081fc9</entry>
Dec 06 15:53:41 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:53:41 user nova-compute[75278]:     </system>
Dec 06 15:53:41 user nova-compute[75278]:   </sysinfo>
Dec 06 15:53:41 user nova-compute[75278]:   <os>
Dec 06 15:53:41 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:53:41 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 15:53:41 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:53:41 user nova-compute[75278]:   </os>
Dec 06 15:53:41 user nova-compute[75278]:   <features>
Dec 06 15:53:41 user nova-compute[75278]:     <acpi/>
Dec 06 15:53:41 user nova-compute[75278]:     <apic/>
Dec 06 15:53:41 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:53:41 user nova-compute[75278]:   </features>
Dec 06 15:53:41 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:53:41 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:53:41 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:53:41 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:53:41 user nova-compute[75278]:   </clock>
Dec 06 15:53:41 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:53:41 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:53:41 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:53:41 user nova-compute[75278]:   </cpu>
Dec 06 15:53:41 user nova-compute[75278]:   <devices>
Dec 06 15:53:41 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 15:53:41 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 15:53:41 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk"/>
Dec 06 15:53:41 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 15:53:41 user nova-compute[75278]:     </disk>
Dec 06 15:53:41 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:53:41 user nova-compute[75278]:       <mac address="fa:16:3e:0d:46:55"/>
Dec 06 15:53:41 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:53:41 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:53:41 user nova-compute[75278]:       <target dev="tap04a8c02d-7b"/>
Dec 06 15:53:41 user nova-compute[75278]:     </interface>
Dec 06 15:53:41 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:53:41 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/console.log" append="off"/>
Dec 06 15:53:41 user nova-compute[75278]:     </serial>
Dec 06 15:53:41 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:53:41 user nova-compute[75278]:     <video>
Dec 06 15:53:41 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:53:41 user nova-compute[75278]:     </video>
Dec 06 15:53:41 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:53:41 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:53:41 user nova-compute[75278]:     </rng>
Dec 06 15:53:41 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:53:41 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:53:41 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:53:41 user nova-compute[75278]:     </memballoon>
Dec 06 15:53:41 user nova-compute[75278]:   </devices>
Dec 06 15:53:41 user nova-compute[75278]: </domain>
Dec 06 15:53:41 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:53:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:42 user nova-compute[75278]: DEBUG nova.objects.instance [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lazy-loading 'trusted_certs' on Instance uuid 1432b04b-09a5-4a8d-b36b-5ac20d081fc9 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:53:42 user nova-compute[75278]: DEBUG nova.objects.base [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Object Instance<1432b04b-09a5-4a8d-b36b-5ac20d081fc9> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:53:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.233s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:42 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 15:53:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:42 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Cannot resize image /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 15:53:42 user nova-compute[75278]: DEBUG nova.objects.instance [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lazy-loading 'migration_context' on Instance uuid 1432b04b-09a5-4a8d-b36b-5ac20d081fc9 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:53:42 user nova-compute[75278]: DEBUG nova.objects.base [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Object Instance<1432b04b-09a5-4a8d-b36b-5ac20d081fc9> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:53:42 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:45:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-821806440',display_name='tempest-AttachVolumeTestJSON-server-821806440',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-821806440',id=4,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP3yVilolnX/pKLcO1QWDxlG9P7zibw98C6pVHisl9rvwKPa2K1I4TRzz9rPdbGNnMRjw4vCMgggGdlIL4RhnPEr1q4i4jI8NG8OMBffAksqnfARIIblOL5gpwnR6k8WDw==',key_name='tempest-keypair-1380186396',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:45:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='7e339ae43bf447d3adf76a1836e0e2e4',ramdisk_id='',reservation_id='r-tr0gvchn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-440790082',owner_user_name='tempest-AttachVolumeTestJSON-440790082-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:51:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='26861384bd1b4ae99cd4e8bd67d7ad18',uuid=1432b04b-09a5-4a8d-b36b-5ac20d081fc9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "address": "fa:16:3e:0d:46:55", "network": {"id": "ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2125197508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e339ae43bf447d3adf76a1836e0e2e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04a8c02d-7b", "ovs_interfaceid": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:53:42 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Converting VIF {"id": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "address": "fa:16:3e:0d:46:55", "network": {"id": "ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2125197508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e339ae43bf447d3adf76a1836e0e2e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04a8c02d-7b", "ovs_interfaceid": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:53:42 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0d:46:55,bridge_name='br-int',has_traffic_filtering=True,id=04a8c02d-7b92-4155-9984-f47fb6e24da1,network=Network(ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04a8c02d-7b') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:53:42 user nova-compute[75278]: DEBUG os_vif [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0d:46:55,bridge_name='br-int',has_traffic_filtering=True,id=04a8c02d-7b92-4155-9984-f47fb6e24da1,network=Network(ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04a8c02d-7b') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:53:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:53:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:53:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '395e5701-13ea-5cd2-838c-3c449d39a597', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:53:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:53:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap04a8c02d-7b, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:53:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap04a8c02d-7b, col_values=(('qos', UUID('21a1b0c6-3c2d-4df3-b9aa-39334a596bdf')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:53:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap04a8c02d-7b, col_values=(('external_ids', {'iface-id': '04a8c02d-7b92-4155-9984-f47fb6e24da1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0d:46:55', 'vm-uuid': '1432b04b-09a5-4a8d-b36b-5ac20d081fc9'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:53:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:53:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:42 user nova-compute[75278]: INFO os_vif [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0d:46:55,bridge_name='br-int',has_traffic_filtering=True,id=04a8c02d-7b92-4155-9984-f47fb6e24da1,network=Network(ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04a8c02d-7b')
Dec 06 15:53:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:44 user nova-compute[75278]: DEBUG nova.compute.manager [req-b334c9a5-3472-400a-ab2c-da809c6b0399 req-5bdec808-8734-41f6-9b95-e84ff72aa2b9 service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Received event network-vif-plugged-04a8c02d-7b92-4155-9984-f47fb6e24da1 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:53:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-b334c9a5-3472-400a-ab2c-da809c6b0399 req-5bdec808-8734-41f6-9b95-e84ff72aa2b9 service nova] Acquiring lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:53:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-b334c9a5-3472-400a-ab2c-da809c6b0399 req-5bdec808-8734-41f6-9b95-e84ff72aa2b9 service nova] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:53:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-b334c9a5-3472-400a-ab2c-da809c6b0399 req-5bdec808-8734-41f6-9b95-e84ff72aa2b9 service nova] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:53:44 user nova-compute[75278]: DEBUG nova.compute.manager [req-b334c9a5-3472-400a-ab2c-da809c6b0399 req-5bdec808-8734-41f6-9b95-e84ff72aa2b9 service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] No waiting events found dispatching network-vif-plugged-04a8c02d-7b92-4155-9984-f47fb6e24da1 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:53:44 user nova-compute[75278]: WARNING nova.compute.manager [req-b334c9a5-3472-400a-ab2c-da809c6b0399 req-5bdec808-8734-41f6-9b95-e84ff72aa2b9 service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Received unexpected event network-vif-plugged-04a8c02d-7b92-4155-9984-f47fb6e24da1 for instance with vm_state stopped and task_state powering-on.
Dec 06 15:53:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:45 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:46 user nova-compute[75278]: DEBUG nova.compute.manager [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 15:53:46 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Instance rebooted successfully.
Dec 06 15:53:46 user nova-compute[75278]: DEBUG nova.compute.manager [None req-8bd059e3-1532-4601-a411-bbd63bc6926d tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:53:46 user nova-compute[75278]: DEBUG nova.compute.manager [req-912eda37-278c-4098-98bd-127fba8c8dd4 req-1237300d-21c2-4998-9cfb-1f0c28ef8c50 service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Received event network-vif-plugged-04a8c02d-7b92-4155-9984-f47fb6e24da1 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:53:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-912eda37-278c-4098-98bd-127fba8c8dd4 req-1237300d-21c2-4998-9cfb-1f0c28ef8c50 service nova] Acquiring lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:53:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-912eda37-278c-4098-98bd-127fba8c8dd4 req-1237300d-21c2-4998-9cfb-1f0c28ef8c50 service nova] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:53:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-912eda37-278c-4098-98bd-127fba8c8dd4 req-1237300d-21c2-4998-9cfb-1f0c28ef8c50 service nova] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:53:46 user nova-compute[75278]: DEBUG nova.compute.manager [req-912eda37-278c-4098-98bd-127fba8c8dd4 req-1237300d-21c2-4998-9cfb-1f0c28ef8c50 service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] No waiting events found dispatching network-vif-plugged-04a8c02d-7b92-4155-9984-f47fb6e24da1 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:53:46 user nova-compute[75278]: WARNING nova.compute.manager [req-912eda37-278c-4098-98bd-127fba8c8dd4 req-1237300d-21c2-4998-9cfb-1f0c28ef8c50 service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Received unexpected event network-vif-plugged-04a8c02d-7b92-4155-9984-f47fb6e24da1 for instance with vm_state stopped and task_state powering-on.
Dec 06 15:53:47 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GBfzNEcw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:53:47 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:53:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:53:47 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:53:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:53:47 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 15:53:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ba43b03-f90c-43b9-b84e-a7e1d6dd5ad3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 15:53:47 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e81df38f-4c8a-4f5d-9bab-23ef45f93b4d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1] added
Dec 06 15:53:47 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b20393d-9cd0-41ed-9c6c-8a66d2a3a5e8]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[89ebce92-286f-4556-9da9-e76862b8a86e]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GBfzNEcw {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GBfzNEcw" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b797bf5a-6f5a-409c-8b72-c0885112f0bd]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GBfzNEcw'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b30513d-dfdf-4883-ac04-f8d7a4ca5712]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd4b4623-046b-4ffe-93a9-02a1531e4c4d]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:53:47 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:53:47 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dbfa460-ba6a-446b-b7cd-f31918627222]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1, portal: 172.16.0.220,3260]
Dec 06 15:53:47 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1, portal: 172.16.0.220,3260] successful.
Dec 06 15:53:47 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[487f2ccd-2ac3-4402-8820-613390bf6c46]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac424032-a988-4daa-8c58-dd9cf93202cc]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:53:47 user nova-compute[75278]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 (non-flash)
Dec 06 15:53:47 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:53:47 user nova-compute[75278]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 (non-flash)
Dec 06 15:53:47 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.287s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] HCTL ('34', '-', '-', 0) found on session 26 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3fbec4e-9a5e-4804-ac3a-651c86b9ed5c]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Searching for a device in session 26 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GBfzNEcw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 15:53:47 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.324s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:53:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] <== connect_volume: return (1326ms) {'type': 'block', 'scsi_wwn': '23139396666366235', 'path': '/dev/sdc'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:53:48 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23139396666366235', 'path': '/dev/sdc'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 15:53:48 user nova-compute[75278]: DEBUG nova.objects.instance [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lazy-loading 'flavor' on Instance uuid 4d56b5eb-724a-4574-b806-93f0c687ef41 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:53:48 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 15:53:48 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:53:48 user nova-compute[75278]:   <source dev="/dev/sdc"/>
Dec 06 15:53:48 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:53:48 user nova-compute[75278]:   <serial>8799fe13-157a-4407-ba6f-89f251ae65d1</serial>
Dec 06 15:53:48 user nova-compute[75278]: </disk>
Dec 06 15:53:48 user nova-compute[75278]:  {{(pid=75278) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 15:53:49 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:53:49 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:53:49 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] No VIF found with MAC fa:16:3e:cb:f0:95, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:53:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-3a6a0821-dc94-4cc7-9225-e16fc5f247c8 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "4d56b5eb-724a-4574-b806-93f0c687ef41" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.063s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:53:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Acquiring lock "37237a18-4321-4bce-8ade-a7eda7da1355" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:53:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "37237a18-4321-4bce-8ade-a7eda7da1355" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:53:53 user nova-compute[75278]: DEBUG nova.objects.instance [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lazy-loading 'flavor' on Instance uuid 37237a18-4321-4bce-8ade-a7eda7da1355 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:53:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "37237a18-4321-4bce-8ade-a7eda7da1355" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.093s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:53:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Acquiring lock "37237a18-4321-4bce-8ade-a7eda7da1355" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:53:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "37237a18-4321-4bce-8ade-a7eda7da1355" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:53:53 user nova-compute[75278]: INFO nova.compute.manager [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Attaching volume fc95bb97-9674-46c8-852f-8de92f78a6f9 to /dev/vdb
Dec 06 15:53:54 user nova-compute[75278]: DEBUG os_brick.utils [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:53:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:54 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ed4065b-ca95-43ab-93d3-a9a43d72c8e4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:54 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5784d9b-6117-4fd2-a2e9-4e0e21d58fb8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:53:54 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a80c27c-73e6-404a-9b29-35b2f71afd3c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:54 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a628626-51c0-4c4b-af07-fa5e81280f0c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:53:54 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 15:53:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:53:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:53:54 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 15:53:54 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[61f92a2d-570c-4b0f-8ab7-adb448747c40]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:53:54 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 15:53:54 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 15:53:54 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 15:53:54 user nova-compute[75278]: DEBUG os_brick.utils [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:53:54 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Updating existing volume attachment record: f459e0b1-f889-4e5b-8488-234b1fd3e1b0 {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 15:53:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:53:59 user nova-compute[75278]: DEBUG nova.compute.manager [req-70153aef-0f0e-4472-bf05-8642c53131d7 req-5fc846c4-0020-4fec-af2c-d66033e3c877 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Received event network-changed-539b5f67-d212-4bed-8bf2-099951a21318 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:53:59 user nova-compute[75278]: DEBUG nova.compute.manager [req-70153aef-0f0e-4472-bf05-8642c53131d7 req-5fc846c4-0020-4fec-af2c-d66033e3c877 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Refreshing instance network info cache due to event network-changed-539b5f67-d212-4bed-8bf2-099951a21318. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:53:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-70153aef-0f0e-4472-bf05-8642c53131d7 req-5fc846c4-0020-4fec-af2c-d66033e3c877 service nova] Acquiring lock "refresh_cache-4d56b5eb-724a-4574-b806-93f0c687ef41" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:53:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-70153aef-0f0e-4472-bf05-8642c53131d7 req-5fc846c4-0020-4fec-af2c-d66033e3c877 service nova] Acquired lock "refresh_cache-4d56b5eb-724a-4574-b806-93f0c687ef41" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:53:59 user nova-compute[75278]: DEBUG nova.network.neutron [req-70153aef-0f0e-4472-bf05-8642c53131d7 req-5fc846c4-0020-4fec-af2c-d66033e3c877 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Refreshing network info cache for port 539b5f67-d212-4bed-8bf2-099951a21318 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:54:00 user nova-compute[75278]: DEBUG nova.network.neutron [req-70153aef-0f0e-4472-bf05-8642c53131d7 req-5fc846c4-0020-4fec-af2c-d66033e3c877 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Updated VIF entry in instance network info cache for port 539b5f67-d212-4bed-8bf2-099951a21318. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:54:00 user nova-compute[75278]: DEBUG nova.network.neutron [req-70153aef-0f0e-4472-bf05-8642c53131d7 req-5fc846c4-0020-4fec-af2c-d66033e3c877 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Updating instance_info_cache with network_info: [{"id": "539b5f67-d212-4bed-8bf2-099951a21318", "address": "fa:16:3e:cb:f0:95", "network": {"id": "4217cbb0-33d1-451f-9d3f-b8a0d6df1755", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-493313379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "93723bb0e3c9431a91eaa6ba3c645029", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap539b5f67-d2", "ovs_interfaceid": "539b5f67-d212-4bed-8bf2-099951a21318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:54:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-70153aef-0f0e-4472-bf05-8642c53131d7 req-5fc846c4-0020-4fec-af2c-d66033e3c877 service nova] Releasing lock "refresh_cache-4d56b5eb-724a-4574-b806-93f0c687ef41" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:54:02 user nova-compute[75278]: DEBUG nova.compute.manager [req-d7593ca1-9611-45f8-8311-5a6c673efc53 req-57366c03-b7df-4c85-b70e-1cf212563a48 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Received event network-changed-539b5f67-d212-4bed-8bf2-099951a21318 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:54:02 user nova-compute[75278]: DEBUG nova.compute.manager [req-d7593ca1-9611-45f8-8311-5a6c673efc53 req-57366c03-b7df-4c85-b70e-1cf212563a48 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Refreshing instance network info cache due to event network-changed-539b5f67-d212-4bed-8bf2-099951a21318. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:54:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d7593ca1-9611-45f8-8311-5a6c673efc53 req-57366c03-b7df-4c85-b70e-1cf212563a48 service nova] Acquiring lock "refresh_cache-4d56b5eb-724a-4574-b806-93f0c687ef41" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:54:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d7593ca1-9611-45f8-8311-5a6c673efc53 req-57366c03-b7df-4c85-b70e-1cf212563a48 service nova] Acquired lock "refresh_cache-4d56b5eb-724a-4574-b806-93f0c687ef41" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:54:02 user nova-compute[75278]: DEBUG nova.network.neutron [req-d7593ca1-9611-45f8-8311-5a6c673efc53 req-57366c03-b7df-4c85-b70e-1cf212563a48 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Refreshing network info cache for port 539b5f67-d212-4bed-8bf2-099951a21318 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:54:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:54:03 user nova-compute[75278]: DEBUG nova.network.neutron [req-d7593ca1-9611-45f8-8311-5a6c673efc53 req-57366c03-b7df-4c85-b70e-1cf212563a48 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Updated VIF entry in instance network info cache for port 539b5f67-d212-4bed-8bf2-099951a21318. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:54:03 user nova-compute[75278]: DEBUG nova.network.neutron [req-d7593ca1-9611-45f8-8311-5a6c673efc53 req-57366c03-b7df-4c85-b70e-1cf212563a48 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Updating instance_info_cache with network_info: [{"id": "539b5f67-d212-4bed-8bf2-099951a21318", "address": "fa:16:3e:cb:f0:95", "network": {"id": "4217cbb0-33d1-451f-9d3f-b8a0d6df1755", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-493313379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "93723bb0e3c9431a91eaa6ba3c645029", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap539b5f67-d2", "ovs_interfaceid": "539b5f67-d212-4bed-8bf2-099951a21318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:54:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d7593ca1-9611-45f8-8311-5a6c673efc53 req-57366c03-b7df-4c85-b70e-1cf212563a48 service nova] Releasing lock "refresh_cache-4d56b5eb-724a-4574-b806-93f0c687ef41" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HcmijIVg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:54:05 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:54:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:54:05 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:54:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:54:05 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 15:54:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9 -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e87f825-c6df-40ad-811e-1ed07ca77c3c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 15:54:05 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9 -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f879e792-c6e5-4601-976f-85a8591bf9b6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9] added
Dec 06 15:54:05 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c50bf8c-a8ea-4d66-9fbc-e19ce2fde4a7]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[73466fd7-eb4c-4710-87d8-da9c8ba367ff]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HcmijIVg {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HcmijIVg" returned: 0 in 0.027s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7d093d4-ce47-4234-a763-38eea02f4310]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'HcmijIVg'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1aae6b74-a324-44f4-9f70-f8872d87f199]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3427b40c-012b-49cc-943c-b0abe4b49bd3]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:54:05 user nova-compute[75278]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 (non-flash)
Dec 06 15:54:05 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:54:05 user nova-compute[75278]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 (non-flash)
Dec 06 15:54:05 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9 -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9 -p 172.16.0.220:3260 --login" returned: 0 in 0.072s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[863ef678-4a3d-492c-9781-f1a6710d2f9b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9, portal: 172.16.0.220,3260]
Dec 06 15:54:05 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9, portal: 172.16.0.220,3260] successful.
Dec 06 15:54:05 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c3f2e3c-e6e5-4681-b2d1-d639034c4748]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[894eaf99-6f32-4b81-9b71-3015e4ed4249]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:54:05 user nova-compute[75278]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 (non-flash)
Dec 06 15:54:05 user nova-compute[75278]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9 (non-flash)
Dec 06 15:54:05 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:54:05 user nova-compute[75278]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 (non-flash)
Dec 06 15:54:05 user nova-compute[75278]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9 (non-flash)
Dec 06 15:54:05 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.327s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] HCTL ('35', '-', '-', 0) found on session 27 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[267c4fb4-39bb-427c-aaaf-a1a1af199a17]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Searching for a device in session 27 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:54:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HcmijIVg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 15:54:06 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.366s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:54:06 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] <== connect_volume: return (1369ms) {'type': 'block', 'scsi_wwn': '26538336334373765', 'path': '/dev/sdd'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:54:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26538336334373765', 'path': '/dev/sdd'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 15:54:06 user nova-compute[75278]: DEBUG nova.objects.instance [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lazy-loading 'flavor' on Instance uuid 37237a18-4321-4bce-8ade-a7eda7da1355 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:54:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 15:54:06 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:54:06 user nova-compute[75278]:   <source dev="/dev/sdd"/>
Dec 06 15:54:06 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:54:06 user nova-compute[75278]:   <serial>fc95bb97-9674-46c8-852f-8de92f78a6f9</serial>
Dec 06 15:54:06 user nova-compute[75278]: </disk>
Dec 06 15:54:06 user nova-compute[75278]:  {{(pid=75278) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 15:54:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:54:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:54:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] No VIF found with MAC fa:16:3e:ae:b1:73, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:54:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7ddb109d-aa38-4d4e-b123-f1d611c68b63 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "37237a18-4321-4bce-8ade-a7eda7da1355" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.190s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:54:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:08 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:54:08 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:54:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquiring lock "4d56b5eb-724a-4574-b806-93f0c687ef41" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:54:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "4d56b5eb-724a-4574-b806-93f0c687ef41" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:54:08 user nova-compute[75278]: INFO nova.compute.manager [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Rebooting instance
Dec 06 15:54:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquiring lock "refresh_cache-4d56b5eb-724a-4574-b806-93f0c687ef41" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:54:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquired lock "refresh_cache-4d56b5eb-724a-4574-b806-93f0c687ef41" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:54:08 user nova-compute[75278]: DEBUG nova.network.neutron [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:54:09 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:54:09 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:54:09 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47740492-6573-4588-9ecb-97ba77b299e6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Acquiring lock "37237a18-4321-4bce-8ade-a7eda7da1355" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:54:09 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47740492-6573-4588-9ecb-97ba77b299e6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "37237a18-4321-4bce-8ade-a7eda7da1355" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:54:10 user nova-compute[75278]: INFO nova.compute.manager [None req-47740492-6573-4588-9ecb-97ba77b299e6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Detaching volume fc95bb97-9674-46c8-852f-8de92f78a6f9
Dec 06 15:54:10 user nova-compute[75278]: DEBUG nova.network.neutron [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Updating instance_info_cache with network_info: [{"id": "539b5f67-d212-4bed-8bf2-099951a21318", "address": "fa:16:3e:cb:f0:95", "network": {"id": "4217cbb0-33d1-451f-9d3f-b8a0d6df1755", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-493313379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "93723bb0e3c9431a91eaa6ba3c645029", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap539b5f67-d2", "ovs_interfaceid": "539b5f67-d212-4bed-8bf2-099951a21318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:54:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Releasing lock "refresh_cache-4d56b5eb-724a-4574-b806-93f0c687ef41" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:54:10 user nova-compute[75278]: DEBUG nova.compute.manager [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:54:10 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:54:10 user nova-compute[75278]: INFO nova.virt.block_device [None req-47740492-6573-4588-9ecb-97ba77b299e6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Attempting to driver detach volume fc95bb97-9674-46c8-852f-8de92f78a6f9 from mountpoint /dev/vdb
Dec 06 15:54:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47740492-6573-4588-9ecb-97ba77b299e6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Attempting to detach device vdb from instance 37237a18-4321-4bce-8ade-a7eda7da1355 from the persistent domain config. {{(pid=75278) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 15:54:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-47740492-6573-4588-9ecb-97ba77b299e6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 15:54:10 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:54:10 user nova-compute[75278]:   <source dev="/dev/sdd"/>
Dec 06 15:54:10 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:54:10 user nova-compute[75278]:   <serial>fc95bb97-9674-46c8-852f-8de92f78a6f9</serial>
Dec 06 15:54:10 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 15:54:10 user nova-compute[75278]: </disk>
Dec 06 15:54:10 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 15:54:10 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-47740492-6573-4588-9ecb-97ba77b299e6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Successfully detached device vdb from instance 37237a18-4321-4bce-8ade-a7eda7da1355 from the persistent domain config.
Dec 06 15:54:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47740492-6573-4588-9ecb-97ba77b299e6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 37237a18-4321-4bce-8ade-a7eda7da1355 from the live domain config. {{(pid=75278) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 15:54:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-47740492-6573-4588-9ecb-97ba77b299e6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 15:54:10 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:54:10 user nova-compute[75278]:   <source dev="/dev/sdd"/>
Dec 06 15:54:10 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:54:10 user nova-compute[75278]:   <serial>fc95bb97-9674-46c8-852f-8de92f78a6f9</serial>
Dec 06 15:54:10 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 15:54:10 user nova-compute[75278]: </disk>
Dec 06 15:54:10 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 15:54:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:10 user nova-compute[75278]: DEBUG nova.compute.manager [req-39fadc59-862a-46a7-9d96-5a50bfd518d3 req-d3abc861-2eaf-4cd2-855b-fadc82ad42d4 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Received event network-vif-unplugged-539b5f67-d212-4bed-8bf2-099951a21318 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:54:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-39fadc59-862a-46a7-9d96-5a50bfd518d3 req-d3abc861-2eaf-4cd2-855b-fadc82ad42d4 service nova] Acquiring lock "4d56b5eb-724a-4574-b806-93f0c687ef41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:54:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-39fadc59-862a-46a7-9d96-5a50bfd518d3 req-d3abc861-2eaf-4cd2-855b-fadc82ad42d4 service nova] Lock "4d56b5eb-724a-4574-b806-93f0c687ef41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:54:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-39fadc59-862a-46a7-9d96-5a50bfd518d3 req-d3abc861-2eaf-4cd2-855b-fadc82ad42d4 service nova] Lock "4d56b5eb-724a-4574-b806-93f0c687ef41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:54:10 user nova-compute[75278]: DEBUG nova.compute.manager [req-39fadc59-862a-46a7-9d96-5a50bfd518d3 req-d3abc861-2eaf-4cd2-855b-fadc82ad42d4 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] No waiting events found dispatching network-vif-unplugged-539b5f67-d212-4bed-8bf2-099951a21318 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:54:10 user nova-compute[75278]: WARNING nova.compute.manager [req-39fadc59-862a-46a7-9d96-5a50bfd518d3 req-d3abc861-2eaf-4cd2-855b-fadc82ad42d4 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Received unexpected event network-vif-unplugged-539b5f67-d212-4bed-8bf2-099951a21318 for instance with vm_state active and task_state reboot_started_hard.
Dec 06 15:54:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47740492-6573-4588-9ecb-97ba77b299e6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 37237a18-4321-4bce-8ade-a7eda7da1355 {{(pid=75278) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 15:54:11 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Instance destroyed successfully.
Dec 06 15:54:11 user nova-compute[75278]: DEBUG nova.objects.instance [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lazy-loading 'resources' on Instance uuid 4d56b5eb-724a-4574-b806-93f0c687ef41 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:51:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1022492962',display_name='tempest-TestMinimumBasicScenario-server-1022492962',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1022492962',id=20,image_ref='dcb8236a-666c-4fac-95d0-3bd5c6fe352f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBd1+lXVzJZ1xUTqQQVgiU2VrgJdwL7qch/bSCA8cbpnX5kDfmEmJmSNdnYHgL6ff1vNdy22WXkTiSC1BIdInAenhjIxxCXsbWteP0fWlZtGZQhHgaUgyOzFk6I7PNsByA==',key_name='tempest-TestMinimumBasicScenario-1229784963',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:51:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='93723bb0e3c9431a91eaa6ba3c645029',ramdisk_id='',reservation_id='r-5mmma46c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dcb8236a-666c-4fac-95d0-3bd5c6fe352f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-62183632',owner_user_name='tempest-TestMinimumBasicScenario-62183632-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:54:10Z,user_data=None,user_id='839ef8d27c5d45279378d67254ec37fd',uuid=4d56b5eb-724a-4574-b806-93f0c687ef41,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "539b5f67-d212-4bed-8bf2-099951a21318", "address": "fa:16:3e:cb:f0:95", "network": {"id": "4217cbb0-33d1-451f-9d3f-b8a0d6df1755", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-493313379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "93723bb0e3c9431a91eaa6ba3c645029", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap539b5f67-d2", "ovs_interfaceid": "539b5f67-d212-4bed-8bf2-099951a21318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Converting VIF {"id": "539b5f67-d212-4bed-8bf2-099951a21318", "address": "fa:16:3e:cb:f0:95", "network": {"id": "4217cbb0-33d1-451f-9d3f-b8a0d6df1755", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-493313379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "93723bb0e3c9431a91eaa6ba3c645029", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap539b5f67-d2", "ovs_interfaceid": "539b5f67-d212-4bed-8bf2-099951a21318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:cb:f0:95,bridge_name='br-int',has_traffic_filtering=True,id=539b5f67-d212-4bed-8bf2-099951a21318,network=Network(4217cbb0-33d1-451f-9d3f-b8a0d6df1755),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap539b5f67-d2') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_vif [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:cb:f0:95,bridge_name='br-int',has_traffic_filtering=True,id=539b5f67-d212-4bed-8bf2-099951a21318,network=Network(4217cbb0-33d1-451f-9d3f-b8a0d6df1755),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap539b5f67-d2') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap539b5f67-d2, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=74ef0109-82d0-46e6-890b-74dafb02ef7e) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:54:11 user nova-compute[75278]: INFO os_vif [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:cb:f0:95,bridge_name='br-int',has_traffic_filtering=True,id=539b5f67-d212-4bed-8bf2-099951a21318,network=Network(4217cbb0-33d1-451f-9d3f-b8a0d6df1755),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap539b5f67-d2')
Dec 06 15:54:11 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GBfzNEcw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:54:11 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[04cad32f-fbde-4927-bd4e-20c4ebcd714a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 15:54:11 user nova-compute[75278]: No targets found.
Dec 06 15:54:11 user nova-compute[75278]: iSNS:
Dec 06 15:54:11 user nova-compute[75278]: No targets found.
Dec 06 15:54:11 user nova-compute[75278]: STATIC:
Dec 06 15:54:11 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1
Dec 06 15:54:11 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:54:11 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:54:11 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9
Dec 06 15:54:11 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:54:11 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:54:11 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee
Dec 06 15:54:11 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:54:11 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:54:11 user nova-compute[75278]: FIRMWARE:
Dec 06 15:54:11 user nova-compute[75278]: No targets found.
Dec 06 15:54:11 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 15:54:11 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 15:54:11 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1aac8f6e-a645-4e2a-b38c-aac696ea2339]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a640899-2482-446e-8995-cc4fc641f0e2]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:54:11 user nova-compute[75278]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 (non-flash)
Dec 06 15:54:11 user nova-compute[75278]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9 (non-flash)
Dec 06 15:54:11 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:54:11 user nova-compute[75278]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 (non-flash)
Dec 06 15:54:11 user nova-compute[75278]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9 (non-flash)
Dec 06 15:54:11 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f444c538940>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1'): ({'sdc'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Removing single pathed devices sdc {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8109a71b-7fda-49af-b582-238764895124]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b14d45c-5bf4-4774-948c-cb25b8852079]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Flushing IO for device /dev/sdc {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c05c7ea-e44d-4827-9c0c-cdd7f103874f]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.061s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c6e0b27-49e8-4a40-86e6-aab9d771312c]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] SCSI volumes sdc have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4826bee-e8e5-4e8f-9d3a-5430978522d1]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f349c1d4-a058-4547-b7ce-7dd40650caf5]: (4, ('Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1, portal: 172.16.0.220,3260]\nLogout of [sid: 26, target: iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1, portal: 172.16.0.220,3260]
Dec 06 15:54:11 user nova-compute[75278]: Logout of [sid: 26, target: iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1, portal: 172.16.0.220,3260] successful.
Dec 06 15:54:11 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[57de1d20-6b59-4add-aa0c-9b7613974084]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.337s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] <== disconnect_volume: return (338ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Start _get_guest_xml network_info=[{"id": "539b5f67-d212-4bed-8bf2-099951a21318", "address": "fa:16:3e:cb:f0:95", "network": {"id": "4217cbb0-33d1-451f-9d3f-b8a0d6df1755", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-493313379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "93723bb0e3c9431a91eaa6ba3c645029", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap539b5f67-d2", "ovs_interfaceid": "539b5f67-d212-4bed-8bf2-099951a21318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=dcb8236a-666c-4fac-95d0-3bd5c6fe352f,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dcb8236a-666c-4fac-95d0-3bd5c6fe352f'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'boot_index': None, 'delete_on_termination': False, 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'guest_format': None, 'attachment_id': 'ea89b5bb-5b12-43e6-be2b-8c268e3e2750', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GBfzNEcw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '4d56b5eb-724a-4574-b806-93f0c687ef41', 'attached_at': '', 'detached_at': '', 'volume_id': '8799fe13-157a-4407-ba6f-89f251ae65d1', 'serial': '8799fe13-157a-4407-ba6f-89f251ae65d1'}, 'volume_type': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:54:11 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:54:11 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:54:11 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=dcb8236a-666c-4fac-95d0-3bd5c6fe352f,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG nova.objects.instance [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lazy-loading 'vcpu_model' on Instance uuid 4d56b5eb-724a-4574-b806-93f0c687ef41 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG nova.objects.base [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Object Instance<4d56b5eb-724a-4574-b806-93f0c687ef41> lazy-loaded attributes: resources,vcpu_model {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GBfzNEcw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:54:11 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:54:11 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:54:11 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f78c49ba-04d5-4cf6-a617-12a75d3b6e30]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 15:54:11 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c7a21ba-fdcd-4b0c-bd4e-2f034dfb83be]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1] added
Dec 06 15:54:11 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d13dd17-456c-474b-b241-f21de700fc52]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[df5cfcf6-f72f-4450-9ce1-36757b916cae]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GBfzNEcw {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GBfzNEcw" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b827140-bd79-4ca6-b241-9d6be3cd3263]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GBfzNEcw'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a1ca83a-e00b-4acc-aaa9-bb84b01fb056]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[47371b46-0ae8-4d77-9402-144827c322ab]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:54:11 user nova-compute[75278]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9 (non-flash)
Dec 06 15:54:11 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:54:11 user nova-compute[75278]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9 (non-flash)
Dec 06 15:54:11 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a291fbb9-93a1-459d-8465-9854a1cb3172]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1, portal: 172.16.0.220,3260]
Dec 06 15:54:11 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1, portal: 172.16.0.220,3260] successful.
Dec 06 15:54:11 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.039s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b73c44c4-af9d-4632-9832-53426ec9873c]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1019923-23d6-445f-ade4-baca7e4b6750]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:54:11 user nova-compute[75278]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9 (non-flash)
Dec 06 15:54:11 user nova-compute[75278]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 (non-flash)
Dec 06 15:54:11 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:54:11 user nova-compute[75278]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9 (non-flash)
Dec 06 15:54:11 user nova-compute[75278]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 (non-flash)
Dec 06 15:54:11 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.305s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] HCTL ('34', '-', '-', 0) found on session 28 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[084a62bc-b748-446d-afed-499fdc812c93]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Searching for a device in session 28 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:54:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GBfzNEcw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 15:54:12 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:12 user nova-compute[75278]: DEBUG nova.compute.manager [req-fed09857-0a11-44cb-98bf-8581df0c5506 req-16c8ed4a-6c1c-45f1-9709-e71fa9d25ebd service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Received event network-vif-plugged-539b5f67-d212-4bed-8bf2-099951a21318 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:54:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-fed09857-0a11-44cb-98bf-8581df0c5506 req-16c8ed4a-6c1c-45f1-9709-e71fa9d25ebd service nova] Acquiring lock "4d56b5eb-724a-4574-b806-93f0c687ef41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:54:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-fed09857-0a11-44cb-98bf-8581df0c5506 req-16c8ed4a-6c1c-45f1-9709-e71fa9d25ebd service nova] Lock "4d56b5eb-724a-4574-b806-93f0c687ef41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:54:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-fed09857-0a11-44cb-98bf-8581df0c5506 req-16c8ed4a-6c1c-45f1-9709-e71fa9d25ebd service nova] Lock "4d56b5eb-724a-4574-b806-93f0c687ef41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:54:12 user nova-compute[75278]: DEBUG nova.compute.manager [req-fed09857-0a11-44cb-98bf-8581df0c5506 req-16c8ed4a-6c1c-45f1-9709-e71fa9d25ebd service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] No waiting events found dispatching network-vif-plugged-539b5f67-d212-4bed-8bf2-099951a21318 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:54:12 user nova-compute[75278]: WARNING nova.compute.manager [req-fed09857-0a11-44cb-98bf-8581df0c5506 req-16c8ed4a-6c1c-45f1-9709-e71fa9d25ebd service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Received unexpected event network-vif-plugged-539b5f67-d212-4bed-8bf2-099951a21318 for instance with vm_state active and task_state reboot_started_hard.
Dec 06 15:54:12 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.335s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:54:12 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] <== connect_volume: return (1336ms) {'type': 'block', 'scsi_wwn': '23139396666366235', 'path': '/dev/sdc'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:54:12 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23139396666366235', 'path': '/dev/sdc'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 15:54:12 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:51:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1022492962',display_name='tempest-TestMinimumBasicScenario-server-1022492962',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1022492962',id=20,image_ref='dcb8236a-666c-4fac-95d0-3bd5c6fe352f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBd1+lXVzJZ1xUTqQQVgiU2VrgJdwL7qch/bSCA8cbpnX5kDfmEmJmSNdnYHgL6ff1vNdy22WXkTiSC1BIdInAenhjIxxCXsbWteP0fWlZtGZQhHgaUgyOzFk6I7PNsByA==',key_name='tempest-TestMinimumBasicScenario-1229784963',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:51:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='93723bb0e3c9431a91eaa6ba3c645029',ramdisk_id='',reservation_id='r-5mmma46c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dcb8236a-666c-4fac-95d0-3bd5c6fe352f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-62183632',owner_user_name='tempest-TestMinimumBasicScenario-62183632-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:54:10Z,user_data=None,user_id='839ef8d27c5d45279378d67254ec37fd',uuid=4d56b5eb-724a-4574-b806-93f0c687ef41,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "539b5f67-d212-4bed-8bf2-099951a21318", "address": "fa:16:3e:cb:f0:95", "network": {"id": "4217cbb0-33d1-451f-9d3f-b8a0d6df1755", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-493313379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "93723bb0e3c9431a91eaa6ba3c645029", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap539b5f67-d2", "ovs_interfaceid": "539b5f67-d212-4bed-8bf2-099951a21318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:54:12 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Converting VIF {"id": "539b5f67-d212-4bed-8bf2-099951a21318", "address": "fa:16:3e:cb:f0:95", "network": {"id": "4217cbb0-33d1-451f-9d3f-b8a0d6df1755", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-493313379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "93723bb0e3c9431a91eaa6ba3c645029", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap539b5f67-d2", "ovs_interfaceid": "539b5f67-d212-4bed-8bf2-099951a21318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:54:12 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:cb:f0:95,bridge_name='br-int',has_traffic_filtering=True,id=539b5f67-d212-4bed-8bf2-099951a21318,network=Network(4217cbb0-33d1-451f-9d3f-b8a0d6df1755),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap539b5f67-d2') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:54:12 user nova-compute[75278]: DEBUG nova.objects.instance [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lazy-loading 'pci_devices' on Instance uuid 4d56b5eb-724a-4574-b806-93f0c687ef41 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:54:12 user nova-compute[75278]: DEBUG nova.objects.base [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Object Instance<4d56b5eb-724a-4574-b806-93f0c687ef41> lazy-loaded attributes: resources,vcpu_model,pci_devices {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:54:12 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:54:12 user nova-compute[75278]:   <uuid>4d56b5eb-724a-4574-b806-93f0c687ef41</uuid>
Dec 06 15:54:12 user nova-compute[75278]:   <name>instance-00000014</name>
Dec 06 15:54:12 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 15:54:12 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:54:12 user nova-compute[75278]:   <metadata>
Dec 06 15:54:12 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:54:12 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:54:12 user nova-compute[75278]:       <nova:name>tempest-TestMinimumBasicScenario-server-1022492962</nova:name>
Dec 06 15:54:12 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:54:11</nova:creationTime>
Dec 06 15:54:12 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 15:54:12 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 15:54:12 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 15:54:12 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:54:12 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:54:12 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:54:12 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:54:12 user nova-compute[75278]:       <nova:owner>
Dec 06 15:54:12 user nova-compute[75278]:         <nova:user uuid="839ef8d27c5d45279378d67254ec37fd">tempest-TestMinimumBasicScenario-62183632-project-member</nova:user>
Dec 06 15:54:12 user nova-compute[75278]:         <nova:project uuid="93723bb0e3c9431a91eaa6ba3c645029">tempest-TestMinimumBasicScenario-62183632</nova:project>
Dec 06 15:54:12 user nova-compute[75278]:       </nova:owner>
Dec 06 15:54:12 user nova-compute[75278]:       <nova:root type="image" uuid="dcb8236a-666c-4fac-95d0-3bd5c6fe352f"/>
Dec 06 15:54:12 user nova-compute[75278]:       <nova:ports>
Dec 06 15:54:12 user nova-compute[75278]:         <nova:port uuid="539b5f67-d212-4bed-8bf2-099951a21318">
Dec 06 15:54:12 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 06 15:54:12 user nova-compute[75278]:         </nova:port>
Dec 06 15:54:12 user nova-compute[75278]:       </nova:ports>
Dec 06 15:54:12 user nova-compute[75278]:     </nova:instance>
Dec 06 15:54:12 user nova-compute[75278]:   </metadata>
Dec 06 15:54:12 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:54:12 user nova-compute[75278]:     <system>
Dec 06 15:54:12 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:54:12 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:54:12 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:54:12 user nova-compute[75278]:       <entry name="serial">4d56b5eb-724a-4574-b806-93f0c687ef41</entry>
Dec 06 15:54:12 user nova-compute[75278]:       <entry name="uuid">4d56b5eb-724a-4574-b806-93f0c687ef41</entry>
Dec 06 15:54:12 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:54:12 user nova-compute[75278]:     </system>
Dec 06 15:54:12 user nova-compute[75278]:   </sysinfo>
Dec 06 15:54:12 user nova-compute[75278]:   <os>
Dec 06 15:54:12 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:54:12 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 15:54:12 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:54:12 user nova-compute[75278]:   </os>
Dec 06 15:54:12 user nova-compute[75278]:   <features>
Dec 06 15:54:12 user nova-compute[75278]:     <acpi/>
Dec 06 15:54:12 user nova-compute[75278]:     <apic/>
Dec 06 15:54:12 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:54:12 user nova-compute[75278]:   </features>
Dec 06 15:54:12 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:54:12 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:54:12 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:54:12 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:54:12 user nova-compute[75278]:   </clock>
Dec 06 15:54:12 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:54:12 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:54:12 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:54:12 user nova-compute[75278]:   </cpu>
Dec 06 15:54:12 user nova-compute[75278]:   <devices>
Dec 06 15:54:12 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 15:54:12 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 15:54:12 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/disk"/>
Dec 06 15:54:12 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 15:54:12 user nova-compute[75278]:     </disk>
Dec 06 15:54:12 user nova-compute[75278]:     <disk type="block" device="disk">
Dec 06 15:54:12 user nova-compute[75278]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:54:12 user nova-compute[75278]:       <source dev="/dev/sdc"/>
Dec 06 15:54:12 user nova-compute[75278]:       <target dev="vdb" bus="virtio"/>
Dec 06 15:54:12 user nova-compute[75278]:       <serial>8799fe13-157a-4407-ba6f-89f251ae65d1</serial>
Dec 06 15:54:12 user nova-compute[75278]:     </disk>
Dec 06 15:54:12 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:54:12 user nova-compute[75278]:       <mac address="fa:16:3e:cb:f0:95"/>
Dec 06 15:54:12 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:54:12 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:54:12 user nova-compute[75278]:       <target dev="tap539b5f67-d2"/>
Dec 06 15:54:12 user nova-compute[75278]:     </interface>
Dec 06 15:54:12 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:54:12 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/console.log" append="off"/>
Dec 06 15:54:12 user nova-compute[75278]:     </serial>
Dec 06 15:54:12 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:54:12 user nova-compute[75278]:     <video>
Dec 06 15:54:12 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:54:12 user nova-compute[75278]:     </video>
Dec 06 15:54:12 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:54:12 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:54:12 user nova-compute[75278]:     </rng>
Dec 06 15:54:12 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:54:12 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:54:12 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:54:12 user nova-compute[75278]:     </memballoon>
Dec 06 15:54:12 user nova-compute[75278]:   </devices>
Dec 06 15:54:12 user nova-compute[75278]: </domain>
Dec 06 15:54:12 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:54:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:13 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:54:13 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 15:54:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:13 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 15:54:13 user nova-compute[75278]: DEBUG nova.objects.instance [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lazy-loading 'trusted_certs' on Instance uuid 4d56b5eb-724a-4574-b806-93f0c687ef41 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:54:13 user nova-compute[75278]: DEBUG nova.objects.base [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Object Instance<4d56b5eb-724a-4574-b806-93f0c687ef41> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:54:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b38d9431862d9f755fcd61feb3e1a87eae354bee --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b38d9431862d9f755fcd61feb3e1a87eae354bee --force-share --output=json" returned: 0 in 0.191s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:13 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 15:54:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:13 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Cannot resize image /opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 15:54:13 user nova-compute[75278]: DEBUG nova.objects.instance [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lazy-loading 'migration_context' on Instance uuid 4d56b5eb-724a-4574-b806-93f0c687ef41 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:54:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a05529b9-8d47-4d52-a7ab-6cb9c633a3e2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "a07fb239-6ced-4a89-9892-5425e489f472" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:54:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a05529b9-8d47-4d52-a7ab-6cb9c633a3e2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "a07fb239-6ced-4a89-9892-5425e489f472" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:54:13 user nova-compute[75278]: DEBUG nova.objects.base [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Object Instance<4d56b5eb-724a-4574-b806-93f0c687ef41> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:54:13 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:51:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1022492962',display_name='tempest-TestMinimumBasicScenario-server-1022492962',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1022492962',id=20,image_ref='dcb8236a-666c-4fac-95d0-3bd5c6fe352f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBd1+lXVzJZ1xUTqQQVgiU2VrgJdwL7qch/bSCA8cbpnX5kDfmEmJmSNdnYHgL6ff1vNdy22WXkTiSC1BIdInAenhjIxxCXsbWteP0fWlZtGZQhHgaUgyOzFk6I7PNsByA==',key_name='tempest-TestMinimumBasicScenario-1229784963',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:51:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=1,progress=0,project_id='93723bb0e3c9431a91eaa6ba3c645029',ramdisk_id='',reservation_id='r-5mmma46c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dcb8236a-666c-4fac-95d0-3bd5c6fe352f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-62183632',owner_user_name='tempest-TestMinimumBasicScenario-62183632-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:54:10Z,user_data=None,user_id='839ef8d27c5d45279378d67254ec37fd',uuid=4d56b5eb-724a-4574-b806-93f0c687ef41,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "539b5f67-d212-4bed-8bf2-099951a21318", "address": "fa:16:3e:cb:f0:95", "network": {"id": "4217cbb0-33d1-451f-9d3f-b8a0d6df1755", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-493313379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "93723bb0e3c9431a91eaa6ba3c645029", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap539b5f67-d2", "ovs_interfaceid": "539b5f67-d212-4bed-8bf2-099951a21318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:54:13 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Converting VIF {"id": "539b5f67-d212-4bed-8bf2-099951a21318", "address": "fa:16:3e:cb:f0:95", "network": {"id": "4217cbb0-33d1-451f-9d3f-b8a0d6df1755", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-493313379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "93723bb0e3c9431a91eaa6ba3c645029", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap539b5f67-d2", "ovs_interfaceid": "539b5f67-d212-4bed-8bf2-099951a21318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:54:13 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:cb:f0:95,bridge_name='br-int',has_traffic_filtering=True,id=539b5f67-d212-4bed-8bf2-099951a21318,network=Network(4217cbb0-33d1-451f-9d3f-b8a0d6df1755),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap539b5f67-d2') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:54:13 user nova-compute[75278]: DEBUG os_vif [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:cb:f0:95,bridge_name='br-int',has_traffic_filtering=True,id=539b5f67-d212-4bed-8bf2-099951a21318,network=Network(4217cbb0-33d1-451f-9d3f-b8a0d6df1755),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap539b5f67-d2') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:54:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:54:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:54:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b57ebcf5-e4ed-5d30-976e-3b50893f8348', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:54:13 user nova-compute[75278]: INFO nova.compute.manager [None req-a05529b9-8d47-4d52-a7ab-6cb9c633a3e2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Detaching volume 319acc61-73c2-46e5-aa51-9dfa380943ee
Dec 06 15:54:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:54:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap539b5f67-d2, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:54:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap539b5f67-d2, col_values=(('qos', UUID('c3b7e84a-db29-4f70-adc4-d1da7a7e7d69')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:54:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap539b5f67-d2, col_values=(('external_ids', {'iface-id': '539b5f67-d212-4bed-8bf2-099951a21318', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cb:f0:95', 'vm-uuid': '4d56b5eb-724a-4574-b806-93f0c687ef41'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:54:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:54:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:13 user nova-compute[75278]: INFO os_vif [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:cb:f0:95,bridge_name='br-int',has_traffic_filtering=True,id=539b5f67-d212-4bed-8bf2-099951a21318,network=Network(4217cbb0-33d1-451f-9d3f-b8a0d6df1755),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap539b5f67-d2')
Dec 06 15:54:13 user nova-compute[75278]: INFO nova.virt.block_device [None req-a05529b9-8d47-4d52-a7ab-6cb9c633a3e2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Attempting to driver detach volume 319acc61-73c2-46e5-aa51-9dfa380943ee from mountpoint /dev/vdb
Dec 06 15:54:13 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-a05529b9-8d47-4d52-a7ab-6cb9c633a3e2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Attempting to detach device vdb from instance a07fb239-6ced-4a89-9892-5425e489f472 from the persistent domain config. {{(pid=75278) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 15:54:13 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-a05529b9-8d47-4d52-a7ab-6cb9c633a3e2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 15:54:13 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:54:13 user nova-compute[75278]:   <source dev="/dev/sdb"/>
Dec 06 15:54:13 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:54:13 user nova-compute[75278]:   <serial>319acc61-73c2-46e5-aa51-9dfa380943ee</serial>
Dec 06 15:54:13 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 06 15:54:13 user nova-compute[75278]: </disk>
Dec 06 15:54:13 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 15:54:13 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-a05529b9-8d47-4d52-a7ab-6cb9c633a3e2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Successfully detached device vdb from instance a07fb239-6ced-4a89-9892-5425e489f472 from the persistent domain config.
Dec 06 15:54:13 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-a05529b9-8d47-4d52-a7ab-6cb9c633a3e2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance a07fb239-6ced-4a89-9892-5425e489f472 from the live domain config. {{(pid=75278) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 15:54:13 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-a05529b9-8d47-4d52-a7ab-6cb9c633a3e2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 15:54:13 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:54:13 user nova-compute[75278]:   <source dev="/dev/sdb"/>
Dec 06 15:54:13 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:54:13 user nova-compute[75278]:   <serial>319acc61-73c2-46e5-aa51-9dfa380943ee</serial>
Dec 06 15:54:13 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 06 15:54:13 user nova-compute[75278]: </disk>
Dec 06 15:54:13 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 15:54:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:14 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:54:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:54:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:54:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:54:14 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 15:54:14 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-a05529b9-8d47-4d52-a7ab-6cb9c633a3e2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance a07fb239-6ced-4a89-9892-5425e489f472 {{(pid=75278) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 15:54:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:16 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:16 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:16 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:16 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:16 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:16 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:17 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 15:54:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:17 user nova-compute[75278]: DEBUG nova.compute.manager [req-a0b0493e-4924-4988-8d03-b111710a15c2 req-f6b7aaa6-2a02-4bce-80a6-3e9d7b5d3ce0 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Received event network-vif-plugged-539b5f67-d212-4bed-8bf2-099951a21318 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:54:17 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a0b0493e-4924-4988-8d03-b111710a15c2 req-f6b7aaa6-2a02-4bce-80a6-3e9d7b5d3ce0 service nova] Acquiring lock "4d56b5eb-724a-4574-b806-93f0c687ef41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:54:17 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a0b0493e-4924-4988-8d03-b111710a15c2 req-f6b7aaa6-2a02-4bce-80a6-3e9d7b5d3ce0 service nova] Lock "4d56b5eb-724a-4574-b806-93f0c687ef41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:54:17 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a0b0493e-4924-4988-8d03-b111710a15c2 req-f6b7aaa6-2a02-4bce-80a6-3e9d7b5d3ce0 service nova] Lock "4d56b5eb-724a-4574-b806-93f0c687ef41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:54:17 user nova-compute[75278]: DEBUG nova.compute.manager [req-a0b0493e-4924-4988-8d03-b111710a15c2 req-f6b7aaa6-2a02-4bce-80a6-3e9d7b5d3ce0 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] No waiting events found dispatching network-vif-plugged-539b5f67-d212-4bed-8bf2-099951a21318 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:54:17 user nova-compute[75278]: WARNING nova.compute.manager [req-a0b0493e-4924-4988-8d03-b111710a15c2 req-f6b7aaa6-2a02-4bce-80a6-3e9d7b5d3ce0 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Received unexpected event network-vif-plugged-539b5f67-d212-4bed-8bf2-099951a21318 for instance with vm_state active and task_state reboot_started_hard.
Dec 06 15:54:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:17 user nova-compute[75278]: DEBUG nova.compute.manager [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 15:54:17 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Instance rebooted successfully.
Dec 06 15:54:17 user nova-compute[75278]: DEBUG nova.compute.manager [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:54:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:17 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-3827553a-da21-419e-b63c-1b6adc0ab0df tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "4d56b5eb-724a-4574-b806-93f0c687ef41" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 9.134s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:54:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:18 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:19 user nova-compute[75278]: DEBUG nova.compute.manager [req-d039e133-bd3e-4e60-b023-b3d958d767af req-157389d1-ede1-4489-b4af-3b55cb4ce0b2 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Received event network-vif-plugged-539b5f67-d212-4bed-8bf2-099951a21318 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:54:19 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d039e133-bd3e-4e60-b023-b3d958d767af req-157389d1-ede1-4489-b4af-3b55cb4ce0b2 service nova] Acquiring lock "4d56b5eb-724a-4574-b806-93f0c687ef41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:54:19 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d039e133-bd3e-4e60-b023-b3d958d767af req-157389d1-ede1-4489-b4af-3b55cb4ce0b2 service nova] Lock "4d56b5eb-724a-4574-b806-93f0c687ef41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:54:19 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d039e133-bd3e-4e60-b023-b3d958d767af req-157389d1-ede1-4489-b4af-3b55cb4ce0b2 service nova] Lock "4d56b5eb-724a-4574-b806-93f0c687ef41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:54:19 user nova-compute[75278]: DEBUG nova.compute.manager [req-d039e133-bd3e-4e60-b023-b3d958d767af req-157389d1-ede1-4489-b4af-3b55cb4ce0b2 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] No waiting events found dispatching network-vif-plugged-539b5f67-d212-4bed-8bf2-099951a21318 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:54:19 user nova-compute[75278]: WARNING nova.compute.manager [req-d039e133-bd3e-4e60-b023-b3d958d767af req-157389d1-ede1-4489-b4af-3b55cb4ce0b2 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Received unexpected event network-vif-plugged-539b5f67-d212-4bed-8bf2-099951a21318 for instance with vm_state active and task_state None.
Dec 06 15:54:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json" returned: 0 in 0.285s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json" returned: 0 in 0.196s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json" returned: 0 in 0.200s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:21 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:21 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:54:21 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:54:21 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=7344MB free_disk=25.178436279296875GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 15:54:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:54:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:54:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance accf5417-e552-4fa7-8b65-5f3121d1d17f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:54:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 1432b04b-09a5-4a8d-b36b-5ac20d081fc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:54:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 37237a18-4321-4bce-8ade-a7eda7da1355 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:54:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance a07fb239-6ced-4a89-9892-5425e489f472 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:54:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance b979398f-d6ba-469c-96ed-e25012146a31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:54:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance a909916c-b274-4c00-a248-30d6ed84859e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:54:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 8a957482-260a-437a-b48d-309224800fcf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:54:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 4283ae01-2c38-4f3a-96af-2f1d9595cf5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:54:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 4d56b5eb-724a-4574-b806-93f0c687ef41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:54:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:54:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:54:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 15:54:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 15:54:22 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:54:22 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:54:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 15:54:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.652s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:54:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:23 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:54:23 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 15:54:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "refresh_cache-1432b04b-09a5-4a8d-b36b-5ac20d081fc9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:54:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquired lock "refresh_cache-1432b04b-09a5-4a8d-b36b-5ac20d081fc9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:54:23 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Forcefully refreshing network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 15:54:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:24 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Updating instance_info_cache with network_info: [{"id": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "address": "fa:16:3e:0d:46:55", "network": {"id": "ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2125197508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e339ae43bf447d3adf76a1836e0e2e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04a8c02d-7b", "ovs_interfaceid": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:54:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Releasing lock "refresh_cache-1432b04b-09a5-4a8d-b36b-5ac20d081fc9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:54:24 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Updated the network info_cache for instance {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 15:54:24 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:54:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Acquiring lock "d28c3466-fc95-4dc0-91ee-b79fd774d45b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:54:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lock "d28c3466-fc95-4dc0-91ee-b79fd774d45b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:54:27 user nova-compute[75278]: DEBUG nova.compute.manager [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 15:54:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:54:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.009s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:54:27 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 15:54:27 user nova-compute[75278]: INFO nova.compute.claims [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Claim successful on node user
Dec 06 15:54:27 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:54:27 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:54:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.491s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:54:27 user nova-compute[75278]: DEBUG nova.compute.manager [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 15:54:28 user nova-compute[75278]: DEBUG nova.compute.manager [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 15:54:28 user nova-compute[75278]: DEBUG nova.network.neutron [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 15:54:28 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 15:54:28 user nova-compute[75278]: DEBUG nova.compute.manager [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 15:54:28 user nova-compute[75278]: DEBUG nova.policy [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'efc20fcaf71e4182919e9df0e6b093e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '402e2d213b86402cb8aa76f4ebfa89db', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 15:54:28 user nova-compute[75278]: DEBUG nova.compute.manager [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 15:54:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 15:54:28 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Creating image(s)
Dec 06 15:54:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Acquiring lock "/opt/stack/data/nova/instances/d28c3466-fc95-4dc0-91ee-b79fd774d45b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:54:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lock "/opt/stack/data/nova/instances/d28c3466-fc95-4dc0-91ee-b79fd774d45b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:54:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lock "/opt/stack/data/nova/instances/d28c3466-fc95-4dc0-91ee-b79fd774d45b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:54:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.177s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Acquiring lock "8b6964317078072a1e593868059fc8dc16213a0c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:54:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:54:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.198s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/d28c3466-fc95-4dc0-91ee-b79fd774d45b/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/d28c3466-fc95-4dc0-91ee-b79fd774d45b/disk 1073741824" returned: 0 in 0.063s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.270s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:54:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.295s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:28 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d28c3466-fc95-4dc0-91ee-b79fd774d45b/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 15:54:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d28c3466-fc95-4dc0-91ee-b79fd774d45b/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:29 user nova-compute[75278]: DEBUG nova.network.neutron [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Successfully created port: d4a42faa-e858-46a4-b797-120e1e1c6573 {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 15:54:29 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d28c3466-fc95-4dc0-91ee-b79fd774d45b/disk --force-share --output=json" returned: 0 in 0.316s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:29 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Cannot resize image /opt/stack/data/nova/instances/d28c3466-fc95-4dc0-91ee-b79fd774d45b/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 15:54:29 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 15:54:29 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Ensure instance console log exists: /opt/stack/data/nova/instances/d28c3466-fc95-4dc0-91ee-b79fd774d45b/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 15:54:29 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:54:29 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:54:29 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG nova.network.neutron [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Successfully updated port: d4a42faa-e858-46a4-b797-120e1e1c6573 {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Acquiring lock "refresh_cache-d28c3466-fc95-4dc0-91ee-b79fd774d45b" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Acquired lock "refresh_cache-d28c3466-fc95-4dc0-91ee-b79fd774d45b" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG nova.network.neutron [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG nova.compute.manager [req-e25e1423-c6b5-4c54-a803-4aaff80ef502 req-ed44c6a8-13d8-423a-bd1d-c1c9dd355b55 service nova] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Received event network-changed-d4a42faa-e858-46a4-b797-120e1e1c6573 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG nova.compute.manager [req-e25e1423-c6b5-4c54-a803-4aaff80ef502 req-ed44c6a8-13d8-423a-bd1d-c1c9dd355b55 service nova] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Refreshing instance network info cache due to event network-changed-d4a42faa-e858-46a4-b797-120e1e1c6573. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e25e1423-c6b5-4c54-a803-4aaff80ef502 req-ed44c6a8-13d8-423a-bd1d-c1c9dd355b55 service nova] Acquiring lock "refresh_cache-d28c3466-fc95-4dc0-91ee-b79fd774d45b" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG nova.network.neutron [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG nova.network.neutron [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Updating instance_info_cache with network_info: [{"id": "d4a42faa-e858-46a4-b797-120e1e1c6573", "address": "fa:16:3e:45:20:f4", "network": {"id": "3b6e9ce9-a850-4a69-b3ad-d2255b146e14", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-186728710-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "402e2d213b86402cb8aa76f4ebfa89db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd4a42faa-e8", "ovs_interfaceid": "d4a42faa-e858-46a4-b797-120e1e1c6573", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Releasing lock "refresh_cache-d28c3466-fc95-4dc0-91ee-b79fd774d45b" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG nova.compute.manager [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Instance network_info: |[{"id": "d4a42faa-e858-46a4-b797-120e1e1c6573", "address": "fa:16:3e:45:20:f4", "network": {"id": "3b6e9ce9-a850-4a69-b3ad-d2255b146e14", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-186728710-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "402e2d213b86402cb8aa76f4ebfa89db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd4a42faa-e8", "ovs_interfaceid": "d4a42faa-e858-46a4-b797-120e1e1c6573", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e25e1423-c6b5-4c54-a803-4aaff80ef502 req-ed44c6a8-13d8-423a-bd1d-c1c9dd355b55 service nova] Acquired lock "refresh_cache-d28c3466-fc95-4dc0-91ee-b79fd774d45b" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG nova.network.neutron [req-e25e1423-c6b5-4c54-a803-4aaff80ef502 req-ed44c6a8-13d8-423a-bd1d-c1c9dd355b55 service nova] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Refreshing network info cache for port d4a42faa-e858-46a4-b797-120e1e1c6573 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Start _get_guest_xml network_info=[{"id": "d4a42faa-e858-46a4-b797-120e1e1c6573", "address": "fa:16:3e:45:20:f4", "network": {"id": "3b6e9ce9-a850-4a69-b3ad-d2255b146e14", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-186728710-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "402e2d213b86402cb8aa76f4ebfa89db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd4a42faa-e8", "ovs_interfaceid": "d4a42faa-e858-46a4-b797-120e1e1c6573", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:54:30 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:54:30 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:54:30 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:54:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-2117044682',display_name='tempest-TestServerVolumeAttachmentScenario-server-2117044682',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-2117044682',id=23,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNRBqIMIm/mlQGEWQRmPW7PVt6AFsLB9CcTNvKCaEjIUDI4Hm3WVzLoummg/P3IO/8IxJtF1LCkjf18Fu6r1Iu0jM3/Sh52wJWdCsa8/wTQMmFpxBCCUv7OE4h0cCQaHKQ==',key_name='tempest-keypair-1002699023',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='402e2d213b86402cb8aa76f4ebfa89db',ramdisk_id='',reservation_id='r-hgea5lcz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-665414058',owner_user_name='tempest-TestServerVolumeAttachmentScenario-665414058-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:54:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='efc20fcaf71e4182919e9df0e6b093e0',uuid=d28c3466-fc95-4dc0-91ee-b79fd774d45b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d4a42faa-e858-46a4-b797-120e1e1c6573", "address": "fa:16:3e:45:20:f4", "network": {"id": "3b6e9ce9-a850-4a69-b3ad-d2255b146e14", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-186728710-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "402e2d213b86402cb8aa76f4ebfa89db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd4a42faa-e8", "ovs_interfaceid": "d4a42faa-e858-46a4-b797-120e1e1c6573", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Converting VIF {"id": "d4a42faa-e858-46a4-b797-120e1e1c6573", "address": "fa:16:3e:45:20:f4", "network": {"id": "3b6e9ce9-a850-4a69-b3ad-d2255b146e14", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-186728710-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "402e2d213b86402cb8aa76f4ebfa89db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd4a42faa-e8", "ovs_interfaceid": "d4a42faa-e858-46a4-b797-120e1e1c6573", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:45:20:f4,bridge_name='br-int',has_traffic_filtering=True,id=d4a42faa-e858-46a4-b797-120e1e1c6573,network=Network(3b6e9ce9-a850-4a69-b3ad-d2255b146e14),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd4a42faa-e8') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG nova.objects.instance [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lazy-loading 'pci_devices' on Instance uuid d28c3466-fc95-4dc0-91ee-b79fd774d45b {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:54:30 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47740492-6573-4588-9ecb-97ba77b299e6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 37237a18-4321-4bce-8ade-a7eda7da1355 is timed out.
Dec 06 15:54:30 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-47740492-6573-4588-9ecb-97ba77b299e6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Successfully detached device vdb from instance 37237a18-4321-4bce-8ade-a7eda7da1355 from the live domain config.
Dec 06 15:54:30 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:54:30 user nova-compute[75278]:   <uuid>d28c3466-fc95-4dc0-91ee-b79fd774d45b</uuid>
Dec 06 15:54:30 user nova-compute[75278]:   <name>instance-00000017</name>
Dec 06 15:54:30 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 15:54:30 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:54:30 user nova-compute[75278]:   <metadata>
Dec 06 15:54:30 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:54:30 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:54:30 user nova-compute[75278]:       <nova:name>tempest-TestServerVolumeAttachmentScenario-server-2117044682</nova:name>
Dec 06 15:54:30 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:54:30</nova:creationTime>
Dec 06 15:54:30 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 15:54:30 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 15:54:30 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 15:54:30 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:54:30 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:54:30 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:54:30 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:54:30 user nova-compute[75278]:       <nova:owner>
Dec 06 15:54:30 user nova-compute[75278]:         <nova:user uuid="efc20fcaf71e4182919e9df0e6b093e0">tempest-TestServerVolumeAttachmentScenario-665414058-project-member</nova:user>
Dec 06 15:54:30 user nova-compute[75278]:         <nova:project uuid="402e2d213b86402cb8aa76f4ebfa89db">tempest-TestServerVolumeAttachmentScenario-665414058</nova:project>
Dec 06 15:54:30 user nova-compute[75278]:       </nova:owner>
Dec 06 15:54:30 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 15:54:30 user nova-compute[75278]:       <nova:ports>
Dec 06 15:54:30 user nova-compute[75278]:         <nova:port uuid="d4a42faa-e858-46a4-b797-120e1e1c6573">
Dec 06 15:54:30 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 06 15:54:30 user nova-compute[75278]:         </nova:port>
Dec 06 15:54:30 user nova-compute[75278]:       </nova:ports>
Dec 06 15:54:30 user nova-compute[75278]:     </nova:instance>
Dec 06 15:54:30 user nova-compute[75278]:   </metadata>
Dec 06 15:54:30 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:54:30 user nova-compute[75278]:     <system>
Dec 06 15:54:30 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:54:30 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:54:30 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:54:30 user nova-compute[75278]:       <entry name="serial">d28c3466-fc95-4dc0-91ee-b79fd774d45b</entry>
Dec 06 15:54:30 user nova-compute[75278]:       <entry name="uuid">d28c3466-fc95-4dc0-91ee-b79fd774d45b</entry>
Dec 06 15:54:30 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:54:30 user nova-compute[75278]:     </system>
Dec 06 15:54:30 user nova-compute[75278]:   </sysinfo>
Dec 06 15:54:30 user nova-compute[75278]:   <os>
Dec 06 15:54:30 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:54:30 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 15:54:30 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:54:30 user nova-compute[75278]:   </os>
Dec 06 15:54:30 user nova-compute[75278]:   <features>
Dec 06 15:54:30 user nova-compute[75278]:     <acpi/>
Dec 06 15:54:30 user nova-compute[75278]:     <apic/>
Dec 06 15:54:30 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:54:30 user nova-compute[75278]:   </features>
Dec 06 15:54:30 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:54:30 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:54:30 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:54:30 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:54:30 user nova-compute[75278]:   </clock>
Dec 06 15:54:30 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:54:30 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:54:30 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:54:30 user nova-compute[75278]:   </cpu>
Dec 06 15:54:30 user nova-compute[75278]:   <devices>
Dec 06 15:54:30 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 15:54:30 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 15:54:30 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/d28c3466-fc95-4dc0-91ee-b79fd774d45b/disk"/>
Dec 06 15:54:30 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 15:54:30 user nova-compute[75278]:     </disk>
Dec 06 15:54:30 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:54:30 user nova-compute[75278]:       <mac address="fa:16:3e:45:20:f4"/>
Dec 06 15:54:30 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:54:30 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:54:30 user nova-compute[75278]:       <target dev="tapd4a42faa-e8"/>
Dec 06 15:54:30 user nova-compute[75278]:     </interface>
Dec 06 15:54:30 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:54:30 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/d28c3466-fc95-4dc0-91ee-b79fd774d45b/console.log" append="off"/>
Dec 06 15:54:30 user nova-compute[75278]:     </serial>
Dec 06 15:54:30 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:54:30 user nova-compute[75278]:     <video>
Dec 06 15:54:30 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:54:30 user nova-compute[75278]:     </video>
Dec 06 15:54:30 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:54:30 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:54:30 user nova-compute[75278]:     </rng>
Dec 06 15:54:30 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:54:30 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:54:30 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:54:30 user nova-compute[75278]:     </memballoon>
Dec 06 15:54:30 user nova-compute[75278]:   </devices>
Dec 06 15:54:30 user nova-compute[75278]: </domain>
Dec 06 15:54:30 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:54:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-2117044682',display_name='tempest-TestServerVolumeAttachmentScenario-server-2117044682',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-2117044682',id=23,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNRBqIMIm/mlQGEWQRmPW7PVt6AFsLB9CcTNvKCaEjIUDI4Hm3WVzLoummg/P3IO/8IxJtF1LCkjf18Fu6r1Iu0jM3/Sh52wJWdCsa8/wTQMmFpxBCCUv7OE4h0cCQaHKQ==',key_name='tempest-keypair-1002699023',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='402e2d213b86402cb8aa76f4ebfa89db',ramdisk_id='',reservation_id='r-hgea5lcz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-665414058',owner_user_name='tempest-TestServerVolumeAttachmentScenario-665414058-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:54:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='efc20fcaf71e4182919e9df0e6b093e0',uuid=d28c3466-fc95-4dc0-91ee-b79fd774d45b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d4a42faa-e858-46a4-b797-120e1e1c6573", "address": "fa:16:3e:45:20:f4", "network": {"id": "3b6e9ce9-a850-4a69-b3ad-d2255b146e14", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-186728710-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "402e2d213b86402cb8aa76f4ebfa89db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd4a42faa-e8", "ovs_interfaceid": "d4a42faa-e858-46a4-b797-120e1e1c6573", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Converting VIF {"id": "d4a42faa-e858-46a4-b797-120e1e1c6573", "address": "fa:16:3e:45:20:f4", "network": {"id": "3b6e9ce9-a850-4a69-b3ad-d2255b146e14", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-186728710-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "402e2d213b86402cb8aa76f4ebfa89db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd4a42faa-e8", "ovs_interfaceid": "d4a42faa-e858-46a4-b797-120e1e1c6573", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:45:20:f4,bridge_name='br-int',has_traffic_filtering=True,id=d4a42faa-e858-46a4-b797-120e1e1c6573,network=Network(3b6e9ce9-a850-4a69-b3ad-d2255b146e14),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd4a42faa-e8') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG os_vif [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:45:20:f4,bridge_name='br-int',has_traffic_filtering=True,id=d4a42faa-e858-46a4-b797-120e1e1c6573,network=Network(3b6e9ce9-a850-4a69-b3ad-d2255b146e14),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd4a42faa-e8') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e9eaccdf-7ad8-5c81-9ecf-fda55b0ecf35', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-47740492-6573-4588-9ecb-97ba77b299e6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-47740492-6573-4588-9ecb-97ba77b299e6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HcmijIVg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:54:30 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-47740492-6573-4588-9ecb-97ba77b299e6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:54:30 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-47740492-6573-4588-9ecb-97ba77b299e6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-47740492-6573-4588-9ecb-97ba77b299e6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd4a42faa-e8, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd4a42faa-e8, col_values=(('qos', UUID('fee56188-42b2-4835-8fa3-a050a22a9ebf')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd4a42faa-e8, col_values=(('external_ids', {'iface-id': 'd4a42faa-e858-46a4-b797-120e1e1c6573', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:45:20:f4', 'vm-uuid': 'd28c3466-fc95-4dc0-91ee-b79fd774d45b'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[19dc58c8-80ff-4c89-8f28-ed31f8595deb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:30 user nova-compute[75278]: INFO os_vif [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:45:20:f4,bridge_name='br-int',has_traffic_filtering=True,id=d4a42faa-e858-46a4-b797-120e1e1c6573,network=Network(3b6e9ce9-a850-4a69-b3ad-d2255b146e14),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd4a42faa-e8')
Dec 06 15:54:30 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-47740492-6573-4588-9ecb-97ba77b299e6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 15:54:30 user nova-compute[75278]: No targets found.
Dec 06 15:54:30 user nova-compute[75278]: iSNS:
Dec 06 15:54:30 user nova-compute[75278]: No targets found.
Dec 06 15:54:30 user nova-compute[75278]: STATIC:
Dec 06 15:54:30 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1
Dec 06 15:54:30 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:54:30 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:54:30 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9
Dec 06 15:54:30 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:54:30 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:54:30 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee
Dec 06 15:54:30 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:54:30 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:54:30 user nova-compute[75278]: FIRMWARE:
Dec 06 15:54:30 user nova-compute[75278]: No targets found.
Dec 06 15:54:30 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-47740492-6573-4588-9ecb-97ba77b299e6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 15:54:30 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 15:54:30 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-47740492-6573-4588-9ecb-97ba77b299e6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.032s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0110d244-c0cb-4fb3-afb4-27ca5cad1072]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] No VIF found with MAC fa:16:3e:45:20:f4, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[14a8a974-e31b-4344-9e6c-eb08132ca5e3]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-47740492-6573-4588-9ecb-97ba77b299e6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:54:30 user nova-compute[75278]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9 (non-flash)
Dec 06 15:54:30 user nova-compute[75278]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 (non-flash)
Dec 06 15:54:30 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-47740492-6573-4588-9ecb-97ba77b299e6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:54:30 user nova-compute[75278]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9 (non-flash)
Dec 06 15:54:30 user nova-compute[75278]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 (non-flash)
Dec 06 15:54:30 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-47740492-6573-4588-9ecb-97ba77b299e6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c2a4c10>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9'): ({'sdd'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-47740492-6573-4588-9ecb-97ba77b299e6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Removing single pathed devices sdd {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.027s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:30 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[00878baf-4e19-4aad-87c3-370ea0ccd22a]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:31 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b529104-86c5-4361-ba4c-5bece5960154]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:31 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-47740492-6573-4588-9ecb-97ba77b299e6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Flushing IO for device /dev/sdd {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 15:54:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:31 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[91afd1b3-7d80-4a15-be47-c8136476c035]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:31 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-47740492-6573-4588-9ecb-97ba77b299e6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 15:54:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.048s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:31 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb843f19-8614-487c-8109-bef7a3dd3a58]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:31 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-47740492-6573-4588-9ecb-97ba77b299e6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 15:54:31 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-47740492-6573-4588-9ecb-97ba77b299e6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] SCSI volumes sdd have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 15:54:31 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-47740492-6573-4588-9ecb-97ba77b299e6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 15:54:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:31 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a0df5d7-b0f2-491d-b919-2d05bdf465bd]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:31 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-47740492-6573-4588-9ecb-97ba77b299e6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:54:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9 -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:31 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f47a17d-1cb1-4560-b7ff-fa9c649b463b]: (4, ('Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9, portal: 172.16.0.220,3260]\nLogout of [sid: 27, target: iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:31 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-47740492-6573-4588-9ecb-97ba77b299e6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9, portal: 172.16.0.220,3260]
Dec 06 15:54:31 user nova-compute[75278]: Logout of [sid: 27, target: iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9, portal: 172.16.0.220,3260] successful.
Dec 06 15:54:31 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:54:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9 -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc95bb97-9674-46c8-852f-8de92f78a6f9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.036s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:31 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dc7f895-19ed-4a5b-b7e8-f7c6748bdbfc]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:31 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-47740492-6573-4588-9ecb-97ba77b299e6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:54:31 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-47740492-6573-4588-9ecb-97ba77b299e6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.394s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:54:31 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-47740492-6573-4588-9ecb-97ba77b299e6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] <== disconnect_volume: return (396ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:54:31 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-47740492-6573-4588-9ecb-97ba77b299e6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 15:54:31 user nova-compute[75278]: DEBUG nova.network.neutron [req-e25e1423-c6b5-4c54-a803-4aaff80ef502 req-ed44c6a8-13d8-423a-bd1d-c1c9dd355b55 service nova] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Updated VIF entry in instance network info cache for port d4a42faa-e858-46a4-b797-120e1e1c6573. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:54:31 user nova-compute[75278]: DEBUG nova.network.neutron [req-e25e1423-c6b5-4c54-a803-4aaff80ef502 req-ed44c6a8-13d8-423a-bd1d-c1c9dd355b55 service nova] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Updating instance_info_cache with network_info: [{"id": "d4a42faa-e858-46a4-b797-120e1e1c6573", "address": "fa:16:3e:45:20:f4", "network": {"id": "3b6e9ce9-a850-4a69-b3ad-d2255b146e14", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-186728710-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "402e2d213b86402cb8aa76f4ebfa89db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd4a42faa-e8", "ovs_interfaceid": "d4a42faa-e858-46a4-b797-120e1e1c6573", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:54:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e25e1423-c6b5-4c54-a803-4aaff80ef502 req-ed44c6a8-13d8-423a-bd1d-c1c9dd355b55 service nova] Releasing lock "refresh_cache-d28c3466-fc95-4dc0-91ee-b79fd774d45b" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:54:32 user nova-compute[75278]: DEBUG nova.objects.instance [None req-47740492-6573-4588-9ecb-97ba77b299e6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lazy-loading 'flavor' on Instance uuid 37237a18-4321-4bce-8ade-a7eda7da1355 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:54:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47740492-6573-4588-9ecb-97ba77b299e6 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "37237a18-4321-4bce-8ade-a7eda7da1355" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.431s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:54:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:32 user nova-compute[75278]: DEBUG nova.compute.manager [req-66deb77b-a1c9-4aef-bade-bdd586610f38 req-d54d631e-f261-4dee-b5db-d9f766edd236 service nova] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Received event network-vif-plugged-d4a42faa-e858-46a4-b797-120e1e1c6573 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:54:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-66deb77b-a1c9-4aef-bade-bdd586610f38 req-d54d631e-f261-4dee-b5db-d9f766edd236 service nova] Acquiring lock "d28c3466-fc95-4dc0-91ee-b79fd774d45b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:54:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-66deb77b-a1c9-4aef-bade-bdd586610f38 req-d54d631e-f261-4dee-b5db-d9f766edd236 service nova] Lock "d28c3466-fc95-4dc0-91ee-b79fd774d45b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:54:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-66deb77b-a1c9-4aef-bade-bdd586610f38 req-d54d631e-f261-4dee-b5db-d9f766edd236 service nova] Lock "d28c3466-fc95-4dc0-91ee-b79fd774d45b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:54:32 user nova-compute[75278]: DEBUG nova.compute.manager [req-66deb77b-a1c9-4aef-bade-bdd586610f38 req-d54d631e-f261-4dee-b5db-d9f766edd236 service nova] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] No waiting events found dispatching network-vif-plugged-d4a42faa-e858-46a4-b797-120e1e1c6573 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:54:32 user nova-compute[75278]: WARNING nova.compute.manager [req-66deb77b-a1c9-4aef-bade-bdd586610f38 req-d54d631e-f261-4dee-b5db-d9f766edd236 service nova] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Received unexpected event network-vif-plugged-d4a42faa-e858-46a4-b797-120e1e1c6573 for instance with vm_state building and task_state spawning.
Dec 06 15:54:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Acquiring lock "8a957482-260a-437a-b48d-309224800fcf" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:54:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "8a957482-260a-437a-b48d-309224800fcf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:54:33 user nova-compute[75278]: DEBUG nova.objects.instance [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lazy-loading 'flavor' on Instance uuid 8a957482-260a-437a-b48d-309224800fcf {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:54:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "8a957482-260a-437a-b48d-309224800fcf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.066s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:54:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Acquiring lock "8a957482-260a-437a-b48d-309224800fcf" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:54:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "8a957482-260a-437a-b48d-309224800fcf" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:54:33 user nova-compute[75278]: INFO nova.compute.manager [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Attaching volume 98859b93-7bb6-4db4-80eb-5c7079e0c648 to /dev/vdb
Dec 06 15:54:34 user nova-compute[75278]: DEBUG os_brick.utils [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3e5ea05-88e0-43f7-a01a-24357dd79a5b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a22d8bf1-0ca2-4ba8-a83b-11266855b9ea]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e512cab0-185e-4153-b4f8-a8cd3c3aec3b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9969c27e-7407-4e14-a331-2b3265c59ae0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:54:34 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb1e55c5-94d9-4ab5-a68b-d2b297af9bea]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG os_brick.utils [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] <== get_connector_properties: return (138ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Updating existing volume attachment record: 4d5c02b7-dee1-4695-b1c4-95cca2ce04e1 {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 15:54:34 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-a05529b9-8d47-4d52-a7ab-6cb9c633a3e2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance a07fb239-6ced-4a89-9892-5425e489f472 is timed out.
Dec 06 15:54:34 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-a05529b9-8d47-4d52-a7ab-6cb9c633a3e2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Successfully detached device vdb from instance a07fb239-6ced-4a89-9892-5425e489f472 from the live domain config.
Dec 06 15:54:34 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a05529b9-8d47-4d52-a7ab-6cb9c633a3e2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a05529b9-8d47-4d52-a7ab-6cb9c633a3e2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HMJQYzVi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:54:34 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-a05529b9-8d47-4d52-a7ab-6cb9c633a3e2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:54:34 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-a05529b9-8d47-4d52-a7ab-6cb9c633a3e2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-a05529b9-8d47-4d52-a7ab-6cb9c633a3e2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[85da23f5-e517-4a93-b60a-a346a928901b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a05529b9-8d47-4d52-a7ab-6cb9c633a3e2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 15:54:34 user nova-compute[75278]: No targets found.
Dec 06 15:54:34 user nova-compute[75278]: iSNS:
Dec 06 15:54:34 user nova-compute[75278]: No targets found.
Dec 06 15:54:34 user nova-compute[75278]: STATIC:
Dec 06 15:54:34 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1
Dec 06 15:54:34 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:54:34 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:54:34 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee
Dec 06 15:54:34 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:54:34 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:54:34 user nova-compute[75278]: FIRMWARE:
Dec 06 15:54:34 user nova-compute[75278]: No targets found.
Dec 06 15:54:34 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a05529b9-8d47-4d52-a7ab-6cb9c633a3e2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 15:54:34 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 15:54:34 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a05529b9-8d47-4d52-a7ab-6cb9c633a3e2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d59ff336-7872-4a62-835f-c93222d53a16]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c18710db-a173-4658-8a99-7ec5eaabf697]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a05529b9-8d47-4d52-a7ab-6cb9c633a3e2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:54:34 user nova-compute[75278]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 (non-flash)
Dec 06 15:54:34 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a05529b9-8d47-4d52-a7ab-6cb9c633a3e2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee (non-flash)
Dec 06 15:54:34 user nova-compute[75278]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 (non-flash)
Dec 06 15:54:34 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a05529b9-8d47-4d52-a7ab-6cb9c633a3e2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f440c73b7f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee'): ({'sdb'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-a05529b9-8d47-4d52-a7ab-6cb9c633a3e2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Removing single pathed devices sdb {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[29159c3d-2c1c-49a6-a691-512e215ee3e6]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e43dfb1-cdcd-48ca-a397-73ca92acf707]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-a05529b9-8d47-4d52-a7ab-6cb9c633a3e2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Flushing IO for device /dev/sdb {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a427713d-e63d-469d-9670-00dba6f9870b]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-a05529b9-8d47-4d52-a7ab-6cb9c633a3e2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.040s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac21419a-47b3-43f0-a439-edd2e484acbf]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-a05529b9-8d47-4d52-a7ab-6cb9c633a3e2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-a05529b9-8d47-4d52-a7ab-6cb9c633a3e2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] SCSI volumes sdb have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a05529b9-8d47-4d52-a7ab-6cb9c633a3e2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0b4ff98-ba4e-4ca9-b399-a2fdc0d2752b]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a05529b9-8d47-4d52-a7ab-6cb9c633a3e2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG nova.compute.manager [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 15:54:34 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Instance spawned successfully.
Dec 06 15:54:34 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG nova.compute.manager [req-de56ceb6-a398-4eb9-b981-1f1ac0a9584b req-164d81f2-9fed-4bf2-9082-cc92fea69b0d service nova] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Received event network-vif-plugged-d4a42faa-e858-46a4-b797-120e1e1c6573 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-de56ceb6-a398-4eb9-b981-1f1ac0a9584b req-164d81f2-9fed-4bf2-9082-cc92fea69b0d service nova] Acquiring lock "d28c3466-fc95-4dc0-91ee-b79fd774d45b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-de56ceb6-a398-4eb9-b981-1f1ac0a9584b req-164d81f2-9fed-4bf2-9082-cc92fea69b0d service nova] Lock "d28c3466-fc95-4dc0-91ee-b79fd774d45b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-de56ceb6-a398-4eb9-b981-1f1ac0a9584b req-164d81f2-9fed-4bf2-9082-cc92fea69b0d service nova] Lock "d28c3466-fc95-4dc0-91ee-b79fd774d45b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG nova.compute.manager [req-de56ceb6-a398-4eb9-b981-1f1ac0a9584b req-164d81f2-9fed-4bf2-9082-cc92fea69b0d service nova] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] No waiting events found dispatching network-vif-plugged-d4a42faa-e858-46a4-b797-120e1e1c6573 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:54:34 user nova-compute[75278]: WARNING nova.compute.manager [req-de56ceb6-a398-4eb9-b981-1f1ac0a9584b req-164d81f2-9fed-4bf2-9082-cc92fea69b0d service nova] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Received unexpected event network-vif-plugged-d4a42faa-e858-46a4-b797-120e1e1c6573 for instance with vm_state building and task_state spawning.
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c75f9c9-4159-488f-8e27-09a4a712c252]: (4, ('Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee, portal: 172.16.0.220,3260]\nLogout of [sid: 23, target: iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a05529b9-8d47-4d52-a7ab-6cb9c633a3e2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee, portal: 172.16.0.220,3260]
Dec 06 15:54:34 user nova-compute[75278]: Logout of [sid: 23, target: iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee, portal: 172.16.0.220,3260] successful.
Dec 06 15:54:34 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:319acc61-73c2-46e5-aa51-9dfa380943ee -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[55b8d33b-d2b2-468c-8b3a-fec5774f0215]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a05529b9-8d47-4d52-a7ab-6cb9c633a3e2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-a05529b9-8d47-4d52-a7ab-6cb9c633a3e2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.319s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a05529b9-8d47-4d52-a7ab-6cb9c633a3e2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] <== disconnect_volume: return (321ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:54:34 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a05529b9-8d47-4d52-a7ab-6cb9c633a3e2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 15:54:34 user nova-compute[75278]: INFO nova.compute.manager [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Took 6.78 seconds to spawn the instance on the hypervisor.
Dec 06 15:54:34 user nova-compute[75278]: DEBUG nova.compute.manager [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:54:35 user nova-compute[75278]: INFO nova.compute.manager [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Took 7.69 seconds to build instance.
Dec 06 15:54:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d345a6eb-e586-426a-8d8d-a15c825ad378 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lock "d28c3466-fc95-4dc0-91ee-b79fd774d45b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.819s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:54:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:35 user nova-compute[75278]: DEBUG nova.objects.instance [None req-a05529b9-8d47-4d52-a7ab-6cb9c633a3e2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lazy-loading 'flavor' on Instance uuid a07fb239-6ced-4a89-9892-5425e489f472 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:54:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a05529b9-8d47-4d52-a7ab-6cb9c633a3e2 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "a07fb239-6ced-4a89-9892-5425e489f472" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.265s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:54:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f525ad4b-d72f-4d86-9eb3-b2d2791b3186 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Acquiring lock "8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:54:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f525ad4b-d72f-4d86-9eb3-b2d2791b3186 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Lock "8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:54:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f525ad4b-d72f-4d86-9eb3-b2d2791b3186 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Acquiring lock "8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:54:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f525ad4b-d72f-4d86-9eb3-b2d2791b3186 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Lock "8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:54:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f525ad4b-d72f-4d86-9eb3-b2d2791b3186 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Lock "8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:54:42 user nova-compute[75278]: INFO nova.compute.manager [None req-f525ad4b-d72f-4d86-9eb3-b2d2791b3186 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Terminating instance
Dec 06 15:54:42 user nova-compute[75278]: DEBUG nova.compute.manager [None req-f525ad4b-d72f-4d86-9eb3-b2d2791b3186 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 15:54:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:42 user nova-compute[75278]: DEBUG nova.compute.manager [req-de70d070-d386-4cbe-93cc-780d53f50c43 req-ff7127a5-ff95-49db-beb0-d5a47432bc3b service nova] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Received event network-vif-unplugged-a265b8d9-9f71-4668-a190-6093e58e60bc {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:54:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-de70d070-d386-4cbe-93cc-780d53f50c43 req-ff7127a5-ff95-49db-beb0-d5a47432bc3b service nova] Acquiring lock "8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:54:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-de70d070-d386-4cbe-93cc-780d53f50c43 req-ff7127a5-ff95-49db-beb0-d5a47432bc3b service nova] Lock "8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:54:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-de70d070-d386-4cbe-93cc-780d53f50c43 req-ff7127a5-ff95-49db-beb0-d5a47432bc3b service nova] Lock "8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:54:42 user nova-compute[75278]: DEBUG nova.compute.manager [req-de70d070-d386-4cbe-93cc-780d53f50c43 req-ff7127a5-ff95-49db-beb0-d5a47432bc3b service nova] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] No waiting events found dispatching network-vif-unplugged-a265b8d9-9f71-4668-a190-6093e58e60bc {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:54:42 user nova-compute[75278]: DEBUG nova.compute.manager [req-de70d070-d386-4cbe-93cc-780d53f50c43 req-ff7127a5-ff95-49db-beb0-d5a47432bc3b service nova] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Received event network-vif-unplugged-a265b8d9-9f71-4668-a190-6093e58e60bc for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 15:54:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:43 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Instance destroyed successfully.
Dec 06 15:54:43 user nova-compute[75278]: DEBUG nova.objects.instance [None req-f525ad4b-d72f-4d86-9eb3-b2d2791b3186 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Lazy-loading 'resources' on Instance uuid 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:54:43 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-f525ad4b-d72f-4d86-9eb3-b2d2791b3186 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:52:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1407493972',display_name='tempest-ServersNegativeTestJSON-server-1407493972',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1407493972',id=21,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:52:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='64751d12ab504ef8ae334ab30c7d0e45',ramdisk_id='',reservation_id='r-0ppkxwir',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-1910998826',owner_user_name='tempest-ServersNegativeTestJSON-1910998826-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:52:58Z,user_data=None,user_id='c5b45d9e133f4d919574053c02e625f9',uuid=8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a265b8d9-9f71-4668-a190-6093e58e60bc", "address": "fa:16:3e:04:74:46", "network": {"id": "cc74a898-73e7-496b-8be8-39f116ae6542", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2113758839-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64751d12ab504ef8ae334ab30c7d0e45", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa265b8d9-9f", "ovs_interfaceid": "a265b8d9-9f71-4668-a190-6093e58e60bc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:54:43 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-f525ad4b-d72f-4d86-9eb3-b2d2791b3186 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Converting VIF {"id": "a265b8d9-9f71-4668-a190-6093e58e60bc", "address": "fa:16:3e:04:74:46", "network": {"id": "cc74a898-73e7-496b-8be8-39f116ae6542", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2113758839-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64751d12ab504ef8ae334ab30c7d0e45", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa265b8d9-9f", "ovs_interfaceid": "a265b8d9-9f71-4668-a190-6093e58e60bc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:54:43 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-f525ad4b-d72f-4d86-9eb3-b2d2791b3186 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:04:74:46,bridge_name='br-int',has_traffic_filtering=True,id=a265b8d9-9f71-4668-a190-6093e58e60bc,network=Network(cc74a898-73e7-496b-8be8-39f116ae6542),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa265b8d9-9f') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:54:43 user nova-compute[75278]: DEBUG os_vif [None req-f525ad4b-d72f-4d86-9eb3-b2d2791b3186 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:04:74:46,bridge_name='br-int',has_traffic_filtering=True,id=a265b8d9-9f71-4668-a190-6093e58e60bc,network=Network(cc74a898-73e7-496b-8be8-39f116ae6542),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa265b8d9-9f') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:54:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa265b8d9-9f, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:54:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:54:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1d42d8e9-4829-4fac-be6a-87080c38b8bd) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:54:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:43 user nova-compute[75278]: INFO os_vif [None req-f525ad4b-d72f-4d86-9eb3-b2d2791b3186 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:04:74:46,bridge_name='br-int',has_traffic_filtering=True,id=a265b8d9-9f71-4668-a190-6093e58e60bc,network=Network(cc74a898-73e7-496b-8be8-39f116ae6542),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa265b8d9-9f')
Dec 06 15:54:43 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-f525ad4b-d72f-4d86-9eb3-b2d2791b3186 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Deleting instance files /opt/stack/data/nova/instances/8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a_del
Dec 06 15:54:43 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-f525ad4b-d72f-4d86-9eb3-b2d2791b3186 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Deletion of /opt/stack/data/nova/instances/8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a_del complete
Dec 06 15:54:43 user nova-compute[75278]: INFO nova.compute.manager [None req-f525ad4b-d72f-4d86-9eb3-b2d2791b3186 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Took 0.94 seconds to destroy the instance on the hypervisor.
Dec 06 15:54:43 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-f525ad4b-d72f-4d86-9eb3-b2d2791b3186 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 15:54:43 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 15:54:43 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 15:54:43 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:54:43 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Took 0.64 seconds to deallocate network for instance.
Dec 06 15:54:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f525ad4b-d72f-4d86-9eb3-b2d2791b3186 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:54:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f525ad4b-d72f-4d86-9eb3-b2d2791b3186 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:54:44 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-f525ad4b-d72f-4d86-9eb3-b2d2791b3186 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:54:44 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-f525ad4b-d72f-4d86-9eb3-b2d2791b3186 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:54:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f525ad4b-d72f-4d86-9eb3-b2d2791b3186 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.518s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:54:44 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-f525ad4b-d72f-4d86-9eb3-b2d2791b3186 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Deleted allocations for instance 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a
Dec 06 15:54:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f525ad4b-d72f-4d86-9eb3-b2d2791b3186 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Lock "8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.335s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:54:44 user nova-compute[75278]: DEBUG nova.compute.manager [req-7a3a1b45-db98-4e7c-aaf7-f2c6997c4a90 req-14e7e8be-c5e8-4668-ac0a-b4c3170924ee service nova] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Received event network-vif-plugged-a265b8d9-9f71-4668-a190-6093e58e60bc {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:54:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7a3a1b45-db98-4e7c-aaf7-f2c6997c4a90 req-14e7e8be-c5e8-4668-ac0a-b4c3170924ee service nova] Acquiring lock "8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:54:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7a3a1b45-db98-4e7c-aaf7-f2c6997c4a90 req-14e7e8be-c5e8-4668-ac0a-b4c3170924ee service nova] Lock "8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:54:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7a3a1b45-db98-4e7c-aaf7-f2c6997c4a90 req-14e7e8be-c5e8-4668-ac0a-b4c3170924ee service nova] Lock "8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:54:44 user nova-compute[75278]: DEBUG nova.compute.manager [req-7a3a1b45-db98-4e7c-aaf7-f2c6997c4a90 req-14e7e8be-c5e8-4668-ac0a-b4c3170924ee service nova] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] No waiting events found dispatching network-vif-plugged-a265b8d9-9f71-4668-a190-6093e58e60bc {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:54:44 user nova-compute[75278]: WARNING nova.compute.manager [req-7a3a1b45-db98-4e7c-aaf7-f2c6997c4a90 req-14e7e8be-c5e8-4668-ac0a-b4c3170924ee service nova] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Received unexpected event network-vif-plugged-a265b8d9-9f71-4668-a190-6093e58e60bc for instance with vm_state deleted and task_state None.
Dec 06 15:54:44 user nova-compute[75278]: DEBUG nova.compute.manager [req-7a3a1b45-db98-4e7c-aaf7-f2c6997c4a90 req-14e7e8be-c5e8-4668-ac0a-b4c3170924ee service nova] [instance: 8ee0a77f-2a2d-4892-aab9-ca9d5bc9ef0a] Received event network-vif-deleted-a265b8d9-9f71-4668-a190-6093e58e60bc {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:54:45 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:45 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 15:54:45 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KqwYTgeU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:54:45 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:54:45 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:54:45 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:54:45 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:54:45 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:54:45 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:54:45 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 15:54:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:45 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[13729b94-3527-4cc0-918e-dd2e62e5ab68]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:45 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 15:54:45 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:54:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:45 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[673f4d58-4983-4457-82be-660a89bfba19]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:45 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648] added
Dec 06 15:54:45 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:54:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:45 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb7d751b-51b2-43c9-bc4a-1054f2f8f49d]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:45 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:54:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:45 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6596c783-a553-4022-965e-32a1538bd927]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:45 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:54:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KqwYTgeU {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KqwYTgeU" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:45 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d319ea28-3144-4306-aad0-d4b4de89c6c2]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:45 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KqwYTgeU'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:54:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:45 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ef384e9-7807-4892-a5aa-5c8b3b6cae04]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:45 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:54:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:45 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[deba012b-87ba-4a20-8795-9125cbb48ff1]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:45 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 (non-flash)
Dec 06 15:54:45 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:54:45 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 (non-flash)
Dec 06 15:54:45 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:54:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --login" returned: 0 in 1.071s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:46 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c66628f-7d6e-44dc-82de-c2f0c3278815]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648, portal: 172.16.0.220,3260]
Dec 06 15:54:46 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648, portal: 172.16.0.220,3260] successful.
Dec 06 15:54:46 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:54:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:46 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[61131010-e31d-4184-a6b4-34b50c245712]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:54:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:46 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1877e24-d21e-4e4b-840f-be1b584a346b]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 (non-flash)
Dec 06 15:54:46 user nova-compute[75278]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:54:46 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:54:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 (non-flash)
Dec 06 15:54:46 user nova-compute[75278]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:54:46 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:54:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 1.294s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:54:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 15:54:46 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] HCTL ('33', '-', '-', 0) found on session 29 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 15:54:46 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 15:54:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:47 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa6e8f08-e531-4152-bb46-85cf93b13553]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:47 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Searching for a device in session 29 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:54:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KqwYTgeU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 15:54:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.331s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:54:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] <== connect_volume: return (2333ms) {'type': 'block', 'scsi_wwn': '26666616665386663', 'path': '/dev/sdb'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:54:48 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26666616665386663', 'path': '/dev/sdb'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 15:54:48 user nova-compute[75278]: DEBUG nova.objects.instance [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lazy-loading 'flavor' on Instance uuid 8a957482-260a-437a-b48d-309224800fcf {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:54:48 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:48 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 15:54:48 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:54:48 user nova-compute[75278]:   <source dev="/dev/sdb"/>
Dec 06 15:54:48 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:54:48 user nova-compute[75278]:   <serial>98859b93-7bb6-4db4-80eb-5c7079e0c648</serial>
Dec 06 15:54:48 user nova-compute[75278]: </disk>
Dec 06 15:54:48 user nova-compute[75278]:  {{(pid=75278) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 15:54:48 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:54:48 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:54:48 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] No VIF found with MAC fa:16:3e:55:5b:09, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:54:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-358098be-54e5-4139-bb80-56844d06c41d tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "8a957482-260a-437a-b48d-309224800fcf" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 14.657s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:54:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:51 user nova-compute[75278]: DEBUG nova.compute.manager [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Stashing vm_state: active {{(pid=75278) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Dec 06 15:54:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:54:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:54:51 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 15:54:51 user nova-compute[75278]: INFO nova.compute.claims [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Claim successful on node user
Dec 06 15:54:51 user nova-compute[75278]: INFO nova.compute.resource_tracker [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Updating resource usage from migration 05b2444a-158d-4c0f-a5ef-6b0e75c5871b
Dec 06 15:54:51 user nova-compute[75278]: DEBUG nova.compute.manager [req-dd33cb4d-1152-4407-993c-6815f462f4e5 req-45aab7a4-238b-495c-a2aa-f711f21c9792 service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Received event network-changed-d911ad13-3058-4888-b3fd-45e5424d88ef {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:54:51 user nova-compute[75278]: DEBUG nova.compute.manager [req-dd33cb4d-1152-4407-993c-6815f462f4e5 req-45aab7a4-238b-495c-a2aa-f711f21c9792 service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Refreshing instance network info cache due to event network-changed-d911ad13-3058-4888-b3fd-45e5424d88ef. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:54:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-dd33cb4d-1152-4407-993c-6815f462f4e5 req-45aab7a4-238b-495c-a2aa-f711f21c9792 service nova] Acquiring lock "refresh_cache-b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:54:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-dd33cb4d-1152-4407-993c-6815f462f4e5 req-45aab7a4-238b-495c-a2aa-f711f21c9792 service nova] Acquired lock "refresh_cache-b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:54:51 user nova-compute[75278]: DEBUG nova.network.neutron [req-dd33cb4d-1152-4407-993c-6815f462f4e5 req-45aab7a4-238b-495c-a2aa-f711f21c9792 service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Refreshing network info cache for port d911ad13-3058-4888-b3fd-45e5424d88ef {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:54:51 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:54:51 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:54:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.616s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:54:51 user nova-compute[75278]: INFO nova.compute.manager [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Migrating
Dec 06 15:54:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:54:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Acquired lock "compute-rpcapi-router" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:54:51 user nova-compute[75278]: INFO nova.compute.rpcapi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Automatically selected compute RPC version 6.2 from minimum service version 66
Dec 06 15:54:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Releasing lock "compute-rpcapi-router" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:54:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Acquiring lock "refresh_cache-8a957482-260a-437a-b48d-309224800fcf" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:54:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Acquired lock "refresh_cache-8a957482-260a-437a-b48d-309224800fcf" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:54:51 user nova-compute[75278]: DEBUG nova.network.neutron [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:54:52 user nova-compute[75278]: DEBUG nova.network.neutron [req-dd33cb4d-1152-4407-993c-6815f462f4e5 req-45aab7a4-238b-495c-a2aa-f711f21c9792 service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Updated VIF entry in instance network info cache for port d911ad13-3058-4888-b3fd-45e5424d88ef. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:54:52 user nova-compute[75278]: DEBUG nova.network.neutron [req-dd33cb4d-1152-4407-993c-6815f462f4e5 req-45aab7a4-238b-495c-a2aa-f711f21c9792 service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Updating instance_info_cache with network_info: [{"id": "d911ad13-3058-4888-b3fd-45e5424d88ef", "address": "fa:16:3e:19:0c:38", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd911ad13-30", "ovs_interfaceid": "d911ad13-3058-4888-b3fd-45e5424d88ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:54:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-dd33cb4d-1152-4407-993c-6815f462f4e5 req-45aab7a4-238b-495c-a2aa-f711f21c9792 service nova] Releasing lock "refresh_cache-b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:54:52 user nova-compute[75278]: DEBUG nova.network.neutron [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Updating instance_info_cache with network_info: [{"id": "50514c85-0720-4dba-bfd3-badffe3f1d06", "address": "fa:16:3e:55:5b:09", "network": {"id": "f8b0fd81-699e-407f-a4fa-b36a2242f59c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1427320194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "04dfb80ced2c4aa893a3fbbde62686d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50514c85-07", "ovs_interfaceid": "50514c85-0720-4dba-bfd3-badffe3f1d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:54:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Releasing lock "refresh_cache-8a957482-260a-437a-b48d-309224800fcf" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:54:52 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Starting migrate_disk_and_power_off {{(pid=75278) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11490}}
Dec 06 15:54:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:52 user nova-compute[75278]: DEBUG nova.compute.manager [req-d09e03c7-1e64-47f2-938b-071e2fb1fd6f req-8c1169e4-837d-471b-8817-90f7f6f0841e service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Received event network-vif-unplugged-50514c85-0720-4dba-bfd3-badffe3f1d06 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:54:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d09e03c7-1e64-47f2-938b-071e2fb1fd6f req-8c1169e4-837d-471b-8817-90f7f6f0841e service nova] Acquiring lock "8a957482-260a-437a-b48d-309224800fcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:54:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d09e03c7-1e64-47f2-938b-071e2fb1fd6f req-8c1169e4-837d-471b-8817-90f7f6f0841e service nova] Lock "8a957482-260a-437a-b48d-309224800fcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:54:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d09e03c7-1e64-47f2-938b-071e2fb1fd6f req-8c1169e4-837d-471b-8817-90f7f6f0841e service nova] Lock "8a957482-260a-437a-b48d-309224800fcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:54:52 user nova-compute[75278]: DEBUG nova.compute.manager [req-d09e03c7-1e64-47f2-938b-071e2fb1fd6f req-8c1169e4-837d-471b-8817-90f7f6f0841e service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] No waiting events found dispatching network-vif-unplugged-50514c85-0720-4dba-bfd3-badffe3f1d06 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:54:52 user nova-compute[75278]: WARNING nova.compute.manager [req-d09e03c7-1e64-47f2-938b-071e2fb1fd6f req-8c1169e4-837d-471b-8817-90f7f6f0841e service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Received unexpected event network-vif-unplugged-50514c85-0720-4dba-bfd3-badffe3f1d06 for instance with vm_state active and task_state resize_migrating.
Dec 06 15:54:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:53 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 8a957482-260a-437a-b48d-309224800fcf] Instance destroyed successfully.
Dec 06 15:54:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:50:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1955580995',display_name='tempest-ServerActionsTestOtherB-server-1955580995',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1955580995',id=18,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKaZEWLXa3s6zDybJnjTp57CTxpBmZeKnvHuGwRw2vusLVduR8NR5S9yVIPFq9OhhJ9MvXMty16EHSGmwHwjvSdA/3g05d29VueJF42l6n3sCBeR0+FCrh+3N91DWFipeQ==',key_name='tempest-keypair-1251462433',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:50:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='04dfb80ced2c4aa893a3fbbde62686d0',ramdisk_id='',reservation_id='r-jzjoayy0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1767218479',owner_user_name='tempest-ServerActionsTestOtherB-1767218479-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:54:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8ba6ee4eabf040c4b13f1570bdce6436',uuid=8a957482-260a-437a-b48d-309224800fcf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "50514c85-0720-4dba-bfd3-badffe3f1d06", "address": "fa:16:3e:55:5b:09", "network": {"id": "f8b0fd81-699e-407f-a4fa-b36a2242f59c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1427320194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1427320194-network", "vif_mac": "fa:16:3e:55:5b:09"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "04dfb80ced2c4aa893a3fbbde62686d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50514c85-07", "ovs_interfaceid": "50514c85-0720-4dba-bfd3-badffe3f1d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Converting VIF {"id": "50514c85-0720-4dba-bfd3-badffe3f1d06", "address": "fa:16:3e:55:5b:09", "network": {"id": "f8b0fd81-699e-407f-a4fa-b36a2242f59c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1427320194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1427320194-network", "vif_mac": "fa:16:3e:55:5b:09"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "04dfb80ced2c4aa893a3fbbde62686d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50514c85-07", "ovs_interfaceid": "50514c85-0720-4dba-bfd3-badffe3f1d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:55:5b:09,bridge_name='br-int',has_traffic_filtering=True,id=50514c85-0720-4dba-bfd3-badffe3f1d06,network=Network(f8b0fd81-699e-407f-a4fa-b36a2242f59c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50514c85-07') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG os_vif [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:55:5b:09,bridge_name='br-int',has_traffic_filtering=True,id=50514c85-0720-4dba-bfd3-badffe3f1d06,network=Network(f8b0fd81-699e-407f-a4fa-b36a2242f59c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50514c85-07') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap50514c85-07, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7f67fe8a-249a-49e8-bfcd-548fa7d66b03) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:53 user nova-compute[75278]: INFO os_vif [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:55:5b:09,bridge_name='br-int',has_traffic_filtering=True,id=50514c85-0720-4dba-bfd3-badffe3f1d06,network=Network(f8b0fd81-699e-407f-a4fa-b36a2242f59c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50514c85-07')
Dec 06 15:54:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KqwYTgeU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:54:53 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:54:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[367fb227-6e6b-4255-9405-54ac46c17130]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 15:54:53 user nova-compute[75278]: No targets found.
Dec 06 15:54:53 user nova-compute[75278]: iSNS:
Dec 06 15:54:53 user nova-compute[75278]: No targets found.
Dec 06 15:54:53 user nova-compute[75278]: STATIC:
Dec 06 15:54:53 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648
Dec 06 15:54:53 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:54:53 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:54:53 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1
Dec 06 15:54:53 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:54:53 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:54:53 user nova-compute[75278]: FIRMWARE:
Dec 06 15:54:53 user nova-compute[75278]: No targets found.
Dec 06 15:54:53 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 15:54:53 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 15:54:53 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[86e8c734-ac11-42a9-84c9-88a1f4284ea5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[88a0bd60-a6f4-4b00-a1b2-f6bb02de33d7]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 (non-flash)
Dec 06 15:54:53 user nova-compute[75278]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:54:53 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 (non-flash)
Dec 06 15:54:53 user nova-compute[75278]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:54:53 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c15caf0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648'): ({'sdb'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Removing single pathed devices sdb {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[cda2f844-2096-4e2a-b273-4f331994241c]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[56604316-c269-4b18-8a67-248d1c4171ae]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Flushing IO for device /dev/sdb {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e96e0e7-6214-4381-b887-0a65006a5b1a]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.037s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e07fa819-4f9d-4ec4-a5fe-dc5a47aa9f4f]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] SCSI volumes sdb have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e040a8e-0ec4-4e54-a8d5-37453c6ca235]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c5bd85a-fdce-4241-b8bd-9f8e65789e82]: (4, ('Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648, portal: 172.16.0.220,3260]\nLogout of [sid: 29, target: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648, portal: 172.16.0.220,3260]
Dec 06 15:54:53 user nova-compute[75278]: Logout of [sid: 29, target: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648, portal: 172.16.0.220,3260] successful.
Dec 06 15:54:53 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5088f4df-8f35-4185-8bea-3ef8120ca523]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.311s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] <== disconnect_volume: return (312ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Acquiring lock "97fb7ed7-e3c8-4ba1-b063-3738769500dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Lock "97fb7ed7-e3c8-4ba1-b063-3738769500dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 15:54:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf_resize/disk /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:54 user nova-compute[75278]: DEBUG nova.compute.manager [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 15:54:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:54:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:54:54 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 15:54:54 user nova-compute[75278]: INFO nova.compute.claims [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Claim successful on node user
Dec 06 15:54:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] CMD "cp -r /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf_resize/disk /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk" returned: 0 in 0.226s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf_resize/disk.info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk.info {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] CMD "cp -r /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf_resize/disk.info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk.info" returned: 0 in 0.049s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:54 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:54:54 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:54:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.605s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:54:54 user nova-compute[75278]: DEBUG nova.compute.manager [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 15:54:54 user nova-compute[75278]: DEBUG nova.compute.manager [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 15:54:54 user nova-compute[75278]: DEBUG nova.network.neutron [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 15:54:54 user nova-compute[75278]: DEBUG nova.compute.manager [req-00ec66ef-9694-4461-b7b1-6c2cfb5b3372 req-f932f19d-a63f-49cc-9c5b-1da4fd2ca072 service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Received event network-vif-plugged-50514c85-0720-4dba-bfd3-badffe3f1d06 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:54:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-00ec66ef-9694-4461-b7b1-6c2cfb5b3372 req-f932f19d-a63f-49cc-9c5b-1da4fd2ca072 service nova] Acquiring lock "8a957482-260a-437a-b48d-309224800fcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:54:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-00ec66ef-9694-4461-b7b1-6c2cfb5b3372 req-f932f19d-a63f-49cc-9c5b-1da4fd2ca072 service nova] Lock "8a957482-260a-437a-b48d-309224800fcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:54:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-00ec66ef-9694-4461-b7b1-6c2cfb5b3372 req-f932f19d-a63f-49cc-9c5b-1da4fd2ca072 service nova] Lock "8a957482-260a-437a-b48d-309224800fcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:54:54 user nova-compute[75278]: DEBUG nova.compute.manager [req-00ec66ef-9694-4461-b7b1-6c2cfb5b3372 req-f932f19d-a63f-49cc-9c5b-1da4fd2ca072 service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] No waiting events found dispatching network-vif-plugged-50514c85-0720-4dba-bfd3-badffe3f1d06 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:54:54 user nova-compute[75278]: WARNING nova.compute.manager [req-00ec66ef-9694-4461-b7b1-6c2cfb5b3372 req-f932f19d-a63f-49cc-9c5b-1da4fd2ca072 service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Received unexpected event network-vif-plugged-50514c85-0720-4dba-bfd3-badffe3f1d06 for instance with vm_state active and task_state resize_migrating.
Dec 06 15:54:54 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 15:54:54 user nova-compute[75278]: DEBUG nova.compute.manager [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 15:54:54 user nova-compute[75278]: DEBUG nova.compute.manager [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 15:54:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 15:54:54 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Creating image(s)
Dec 06 15:54:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Acquiring lock "/opt/stack/data/nova/instances/97fb7ed7-e3c8-4ba1-b063-3738769500dd/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:54:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Lock "/opt/stack/data/nova/instances/97fb7ed7-e3c8-4ba1-b063-3738769500dd/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:54:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Lock "/opt/stack/data/nova/instances/97fb7ed7-e3c8-4ba1-b063-3738769500dd/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:54:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:55 user nova-compute[75278]: DEBUG nova.policy [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bf259be3c63402484e3a53334738560', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d6b5d6b483f4f7ab5f11f1ee8c36d4c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 15:54:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.200s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Acquiring lock "8b6964317078072a1e593868059fc8dc16213a0c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:54:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:54:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:55 user nova-compute[75278]: DEBUG nova.network.neutron [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Port 50514c85-0720-4dba-bfd3-badffe3f1d06 binding to destination host user is already ACTIVE {{(pid=75278) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Dec 06 15:54:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.197s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/97fb7ed7-e3c8-4ba1-b063-3738769500dd/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/97fb7ed7-e3c8-4ba1-b063-3738769500dd/disk 1073741824" returned: 0 in 0.047s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.249s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:54:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1d551efe-5aab-4d74-bf9c-9907a2c44f09 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:54:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1d551efe-5aab-4d74-bf9c-9907a2c44f09 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:54:55 user nova-compute[75278]: INFO nova.compute.manager [None req-1d551efe-5aab-4d74-bf9c-9907a2c44f09 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Shelving
Dec 06 15:54:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Acquiring lock "8a957482-260a-437a-b48d-309224800fcf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:54:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "8a957482-260a-437a-b48d-309224800fcf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:54:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "8a957482-260a-437a-b48d-309224800fcf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:54:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.181s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:55 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Checking if we can resize image /opt/stack/data/nova/instances/97fb7ed7-e3c8-4ba1-b063-3738769500dd/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 15:54:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97fb7ed7-e3c8-4ba1-b063-3738769500dd/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Acquiring lock "refresh_cache-8a957482-260a-437a-b48d-309224800fcf" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:54:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Acquired lock "refresh_cache-8a957482-260a-437a-b48d-309224800fcf" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:54:55 user nova-compute[75278]: DEBUG nova.network.neutron [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:54:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:55 user nova-compute[75278]: DEBUG nova.network.neutron [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Successfully created port: 341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 15:54:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97fb7ed7-e3c8-4ba1-b063-3738769500dd/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:55 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Cannot resize image /opt/stack/data/nova/instances/97fb7ed7-e3c8-4ba1-b063-3738769500dd/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 15:54:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 15:54:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Ensure instance console log exists: /opt/stack/data/nova/instances/97fb7ed7-e3c8-4ba1-b063-3738769500dd/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 15:54:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:54:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:54:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:54:56 user nova-compute[75278]: DEBUG nova.compute.manager [req-351aa3ae-419d-43b0-a156-80a273536cc4 req-1ff1c0e2-c26b-4bce-a7cf-19c636bc79c0 service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Received event network-vif-unplugged-d911ad13-3058-4888-b3fd-45e5424d88ef {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:54:56 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-351aa3ae-419d-43b0-a156-80a273536cc4 req-1ff1c0e2-c26b-4bce-a7cf-19c636bc79c0 service nova] Acquiring lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:54:56 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-351aa3ae-419d-43b0-a156-80a273536cc4 req-1ff1c0e2-c26b-4bce-a7cf-19c636bc79c0 service nova] Lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:54:56 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-351aa3ae-419d-43b0-a156-80a273536cc4 req-1ff1c0e2-c26b-4bce-a7cf-19c636bc79c0 service nova] Lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:54:56 user nova-compute[75278]: DEBUG nova.compute.manager [req-351aa3ae-419d-43b0-a156-80a273536cc4 req-1ff1c0e2-c26b-4bce-a7cf-19c636bc79c0 service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] No waiting events found dispatching network-vif-unplugged-d911ad13-3058-4888-b3fd-45e5424d88ef {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:54:56 user nova-compute[75278]: WARNING nova.compute.manager [req-351aa3ae-419d-43b0-a156-80a273536cc4 req-1ff1c0e2-c26b-4bce-a7cf-19c636bc79c0 service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Received unexpected event network-vif-unplugged-d911ad13-3058-4888-b3fd-45e5424d88ef for instance with vm_state active and task_state shelving.
Dec 06 15:54:56 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Instance destroyed successfully.
Dec 06 15:54:56 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-1d551efe-5aab-4d74-bf9c-9907a2c44f09 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Beginning cold snapshot process
Dec 06 15:54:56 user nova-compute[75278]: DEBUG nova.network.neutron [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Updating instance_info_cache with network_info: [{"id": "50514c85-0720-4dba-bfd3-badffe3f1d06", "address": "fa:16:3e:55:5b:09", "network": {"id": "f8b0fd81-699e-407f-a4fa-b36a2242f59c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1427320194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "04dfb80ced2c4aa893a3fbbde62686d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50514c85-07", "ovs_interfaceid": "50514c85-0720-4dba-bfd3-badffe3f1d06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:54:56 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Releasing lock "refresh_cache-8a957482-260a-437a-b48d-309224800fcf" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:54:56 user nova-compute[75278]: DEBUG nova.network.neutron [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Successfully updated port: 341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:54:56 user nova-compute[75278]: DEBUG nova.privsep.utils [None req-1d551efe-5aab-4d74-bf9c-9907a2c44f09 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75278) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 15:54:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1d551efe-5aab-4d74-bf9c-9907a2c44f09 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/disk /opt/stack/data/nova/instances/snapshots/tmp62zsihx6/ae63ab67f777411ba218d961ebcb605a {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:56 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Acquiring lock "refresh_cache-97fb7ed7-e3c8-4ba1-b063-3738769500dd" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:54:56 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Acquired lock "refresh_cache-97fb7ed7-e3c8-4ba1-b063-3738769500dd" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:54:56 user nova-compute[75278]: DEBUG nova.network.neutron [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:54:56 user nova-compute[75278]: DEBUG os_brick.utils [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:54:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:56 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b81e5481-8609-480d-b370-1c14b3b22829]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:56 user nova-compute[75278]: DEBUG nova.network.neutron [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:54:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:56 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[eee054a0-b466-44e9-b4e4-bade9fb99d8e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:56 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d56beb3-ecbb-41f4-ba79-628cca8c2d51]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:56 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[aab51d87-ce71-49d9-a3c2-33bf9f66231d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:54:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 15:54:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:54:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:54:56 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 15:54:56 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cc9c606-de0b-4b9f-b8bb-ee745814e876]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:54:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 15:54:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 15:54:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 15:54:56 user nova-compute[75278]: DEBUG os_brick.utils [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:54:56 user nova-compute[75278]: DEBUG nova.compute.manager [req-5ba510f7-2335-4fc2-bc00-0343b117fd50 req-28fc8da5-84b5-412f-9fcf-7f21cbbef9a7 service nova] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Received event network-changed-341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:54:56 user nova-compute[75278]: DEBUG nova.compute.manager [req-5ba510f7-2335-4fc2-bc00-0343b117fd50 req-28fc8da5-84b5-412f-9fcf-7f21cbbef9a7 service nova] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Refreshing instance network info cache due to event network-changed-341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:54:56 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5ba510f7-2335-4fc2-bc00-0343b117fd50 req-28fc8da5-84b5-412f-9fcf-7f21cbbef9a7 service nova] Acquiring lock "refresh_cache-97fb7ed7-e3c8-4ba1-b063-3738769500dd" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG nova.network.neutron [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Updating instance_info_cache with network_info: [{"id": "341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef", "address": "fa:16:3e:10:fd:da", "network": {"id": "f80a06f9-155e-4c62-8afb-4024f590ade6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "026b368465c847ee8933056210021716", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap341bfcbb-1b", "ovs_interfaceid": "341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Releasing lock "refresh_cache-97fb7ed7-e3c8-4ba1-b063-3738769500dd" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG nova.compute.manager [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Instance network_info: |[{"id": "341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef", "address": "fa:16:3e:10:fd:da", "network": {"id": "f80a06f9-155e-4c62-8afb-4024f590ade6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "026b368465c847ee8933056210021716", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap341bfcbb-1b", "ovs_interfaceid": "341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5ba510f7-2335-4fc2-bc00-0343b117fd50 req-28fc8da5-84b5-412f-9fcf-7f21cbbef9a7 service nova] Acquired lock "refresh_cache-97fb7ed7-e3c8-4ba1-b063-3738769500dd" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG nova.network.neutron [req-5ba510f7-2335-4fc2-bc00-0343b117fd50 req-28fc8da5-84b5-412f-9fcf-7f21cbbef9a7 service nova] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Refreshing network info cache for port 341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Start _get_guest_xml network_info=[{"id": "341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef", "address": "fa:16:3e:10:fd:da", "network": {"id": "f80a06f9-155e-4c62-8afb-4024f590ade6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "026b368465c847ee8933056210021716", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap341bfcbb-1b", "ovs_interfaceid": "341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:54:57 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:54:57 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:54:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:54:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-935144252',display_name='tempest-VolumesNegativeTest-instance-935144252',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-935144252',id=24,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8d6b5d6b483f4f7ab5f11f1ee8c36d4c',ramdisk_id='',reservation_id='r-ivb0ikcx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-292444360',owner_user_name='tempest-VolumesNegativeTest-292444360-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:54:55Z,user_data=None,user_id='3bf259be3c63402484e3a53334738560',uuid=97fb7ed7-e3c8-4ba1-b063-3738769500dd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef", "address": "fa:16:3e:10:fd:da", "network": {"id": "f80a06f9-155e-4c62-8afb-4024f590ade6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "026b368465c847ee8933056210021716", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap341bfcbb-1b", "ovs_interfaceid": "341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Converting VIF {"id": "341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef", "address": "fa:16:3e:10:fd:da", "network": {"id": "f80a06f9-155e-4c62-8afb-4024f590ade6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "026b368465c847ee8933056210021716", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap341bfcbb-1b", "ovs_interfaceid": "341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:10:fd:da,bridge_name='br-int',has_traffic_filtering=True,id=341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef,network=Network(f80a06f9-155e-4c62-8afb-4024f590ade6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap341bfcbb-1b') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG nova.objects.instance [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Lazy-loading 'pci_devices' on Instance uuid 97fb7ed7-e3c8-4ba1-b063-3738769500dd {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:54:57 user nova-compute[75278]:   <uuid>97fb7ed7-e3c8-4ba1-b063-3738769500dd</uuid>
Dec 06 15:54:57 user nova-compute[75278]:   <name>instance-00000018</name>
Dec 06 15:54:57 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 15:54:57 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:54:57 user nova-compute[75278]:   <metadata>
Dec 06 15:54:57 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:54:57 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:54:57 user nova-compute[75278]:       <nova:name>tempest-VolumesNegativeTest-instance-935144252</nova:name>
Dec 06 15:54:57 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:54:57</nova:creationTime>
Dec 06 15:54:57 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 15:54:57 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 15:54:57 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 15:54:57 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:54:57 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:54:57 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:54:57 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:54:57 user nova-compute[75278]:       <nova:owner>
Dec 06 15:54:57 user nova-compute[75278]:         <nova:user uuid="3bf259be3c63402484e3a53334738560">tempest-VolumesNegativeTest-292444360-project-member</nova:user>
Dec 06 15:54:57 user nova-compute[75278]:         <nova:project uuid="8d6b5d6b483f4f7ab5f11f1ee8c36d4c">tempest-VolumesNegativeTest-292444360</nova:project>
Dec 06 15:54:57 user nova-compute[75278]:       </nova:owner>
Dec 06 15:54:57 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 15:54:57 user nova-compute[75278]:       <nova:ports>
Dec 06 15:54:57 user nova-compute[75278]:         <nova:port uuid="341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef">
Dec 06 15:54:57 user nova-compute[75278]:           <nova:ip type="fixed" address="192.168.233.24" ipVersion="4"/>
Dec 06 15:54:57 user nova-compute[75278]:         </nova:port>
Dec 06 15:54:57 user nova-compute[75278]:       </nova:ports>
Dec 06 15:54:57 user nova-compute[75278]:     </nova:instance>
Dec 06 15:54:57 user nova-compute[75278]:   </metadata>
Dec 06 15:54:57 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:54:57 user nova-compute[75278]:     <system>
Dec 06 15:54:57 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:54:57 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:54:57 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:54:57 user nova-compute[75278]:       <entry name="serial">97fb7ed7-e3c8-4ba1-b063-3738769500dd</entry>
Dec 06 15:54:57 user nova-compute[75278]:       <entry name="uuid">97fb7ed7-e3c8-4ba1-b063-3738769500dd</entry>
Dec 06 15:54:57 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:54:57 user nova-compute[75278]:     </system>
Dec 06 15:54:57 user nova-compute[75278]:   </sysinfo>
Dec 06 15:54:57 user nova-compute[75278]:   <os>
Dec 06 15:54:57 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:54:57 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 15:54:57 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:54:57 user nova-compute[75278]:   </os>
Dec 06 15:54:57 user nova-compute[75278]:   <features>
Dec 06 15:54:57 user nova-compute[75278]:     <acpi/>
Dec 06 15:54:57 user nova-compute[75278]:     <apic/>
Dec 06 15:54:57 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:54:57 user nova-compute[75278]:   </features>
Dec 06 15:54:57 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:54:57 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:54:57 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:54:57 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:54:57 user nova-compute[75278]:   </clock>
Dec 06 15:54:57 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:54:57 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:54:57 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:54:57 user nova-compute[75278]:   </cpu>
Dec 06 15:54:57 user nova-compute[75278]:   <devices>
Dec 06 15:54:57 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 15:54:57 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 15:54:57 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/97fb7ed7-e3c8-4ba1-b063-3738769500dd/disk"/>
Dec 06 15:54:57 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 15:54:57 user nova-compute[75278]:     </disk>
Dec 06 15:54:57 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:54:57 user nova-compute[75278]:       <mac address="fa:16:3e:10:fd:da"/>
Dec 06 15:54:57 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:54:57 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:54:57 user nova-compute[75278]:       <target dev="tap341bfcbb-1b"/>
Dec 06 15:54:57 user nova-compute[75278]:     </interface>
Dec 06 15:54:57 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:54:57 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/97fb7ed7-e3c8-4ba1-b063-3738769500dd/console.log" append="off"/>
Dec 06 15:54:57 user nova-compute[75278]:     </serial>
Dec 06 15:54:57 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:54:57 user nova-compute[75278]:     <video>
Dec 06 15:54:57 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:54:57 user nova-compute[75278]:     </video>
Dec 06 15:54:57 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:54:57 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:54:57 user nova-compute[75278]:     </rng>
Dec 06 15:54:57 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:54:57 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:54:57 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:54:57 user nova-compute[75278]:     </memballoon>
Dec 06 15:54:57 user nova-compute[75278]:   </devices>
Dec 06 15:54:57 user nova-compute[75278]: </domain>
Dec 06 15:54:57 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:54:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-935144252',display_name='tempest-VolumesNegativeTest-instance-935144252',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-935144252',id=24,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8d6b5d6b483f4f7ab5f11f1ee8c36d4c',ramdisk_id='',reservation_id='r-ivb0ikcx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-292444360',owner_user_name='tempest-VolumesNegativeTest-292444360-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:54:55Z,user_data=None,user_id='3bf259be3c63402484e3a53334738560',uuid=97fb7ed7-e3c8-4ba1-b063-3738769500dd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef", "address": "fa:16:3e:10:fd:da", "network": {"id": "f80a06f9-155e-4c62-8afb-4024f590ade6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "026b368465c847ee8933056210021716", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap341bfcbb-1b", "ovs_interfaceid": "341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Converting VIF {"id": "341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef", "address": "fa:16:3e:10:fd:da", "network": {"id": "f80a06f9-155e-4c62-8afb-4024f590ade6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "026b368465c847ee8933056210021716", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap341bfcbb-1b", "ovs_interfaceid": "341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:10:fd:da,bridge_name='br-int',has_traffic_filtering=True,id=341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef,network=Network(f80a06f9-155e-4c62-8afb-4024f590ade6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap341bfcbb-1b') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG os_vif [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:10:fd:da,bridge_name='br-int',has_traffic_filtering=True,id=341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef,network=Network(f80a06f9-155e-4c62-8afb-4024f590ade6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap341bfcbb-1b') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a35e1dbc-6a9e-54a6-8233-9e6ae390e672', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap341bfcbb-1b, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap341bfcbb-1b, col_values=(('qos', UUID('0dee75bc-6d8d-4526-ba25-7502226a389d')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap341bfcbb-1b, col_values=(('external_ids', {'iface-id': '341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:10:fd:da', 'vm-uuid': '97fb7ed7-e3c8-4ba1-b063-3738769500dd'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:57 user nova-compute[75278]: INFO os_vif [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:10:fd:da,bridge_name='br-int',has_traffic_filtering=True,id=341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef,network=Network(f80a06f9-155e-4c62-8afb-4024f590ade6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap341bfcbb-1b')
Dec 06 15:54:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] No VIF found with MAC fa:16:3e:10:fd:da, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG nova.network.neutron [req-5ba510f7-2335-4fc2-bc00-0343b117fd50 req-28fc8da5-84b5-412f-9fcf-7f21cbbef9a7 service nova] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Updated VIF entry in instance network info cache for port 341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG nova.network.neutron [req-5ba510f7-2335-4fc2-bc00-0343b117fd50 req-28fc8da5-84b5-412f-9fcf-7f21cbbef9a7 service nova] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Updating instance_info_cache with network_info: [{"id": "341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef", "address": "fa:16:3e:10:fd:da", "network": {"id": "f80a06f9-155e-4c62-8afb-4024f590ade6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "026b368465c847ee8933056210021716", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap341bfcbb-1b", "ovs_interfaceid": "341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5ba510f7-2335-4fc2-bc00-0343b117fd50 req-28fc8da5-84b5-412f-9fcf-7f21cbbef9a7 service nova] Releasing lock "refresh_cache-97fb7ed7-e3c8-4ba1-b063-3738769500dd" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:54:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1d551efe-5aab-4d74-bf9c-9907a2c44f09 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/disk /opt/stack/data/nova/instances/snapshots/tmp62zsihx6/ae63ab67f777411ba218d961ebcb605a" returned: 0 in 1.276s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:54:57 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-1d551efe-5aab-4d74-bf9c-9907a2c44f09 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Snapshot extracted, beginning image upload
Dec 06 15:54:58 user nova-compute[75278]: DEBUG nova.compute.manager [req-69b481d0-803b-410d-8e70-a3aa4c89f22b req-4dba947b-3c4e-483e-9e60-4099d02c67a8 service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Received event network-vif-plugged-d911ad13-3058-4888-b3fd-45e5424d88ef {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:54:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-69b481d0-803b-410d-8e70-a3aa4c89f22b req-4dba947b-3c4e-483e-9e60-4099d02c67a8 service nova] Acquiring lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:54:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-69b481d0-803b-410d-8e70-a3aa4c89f22b req-4dba947b-3c4e-483e-9e60-4099d02c67a8 service nova] Lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:54:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-69b481d0-803b-410d-8e70-a3aa4c89f22b req-4dba947b-3c4e-483e-9e60-4099d02c67a8 service nova] Lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:54:58 user nova-compute[75278]: DEBUG nova.compute.manager [req-69b481d0-803b-410d-8e70-a3aa4c89f22b req-4dba947b-3c4e-483e-9e60-4099d02c67a8 service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] No waiting events found dispatching network-vif-plugged-d911ad13-3058-4888-b3fd-45e5424d88ef {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:54:58 user nova-compute[75278]: WARNING nova.compute.manager [req-69b481d0-803b-410d-8e70-a3aa4c89f22b req-4dba947b-3c4e-483e-9e60-4099d02c67a8 service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Received unexpected event network-vif-plugged-d911ad13-3058-4888-b3fd-45e5424d88ef for instance with vm_state active and task_state shelving_image_uploading.
Dec 06 15:54:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:54:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:00 user nova-compute[75278]: DEBUG nova.compute.manager [req-418762e2-e11d-4087-99e3-0c7fe9d6afe2 req-30dadd13-f421-4667-a480-5b7d83fb3b71 service nova] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Received event network-vif-plugged-341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:55:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-418762e2-e11d-4087-99e3-0c7fe9d6afe2 req-30dadd13-f421-4667-a480-5b7d83fb3b71 service nova] Acquiring lock "97fb7ed7-e3c8-4ba1-b063-3738769500dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:55:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-418762e2-e11d-4087-99e3-0c7fe9d6afe2 req-30dadd13-f421-4667-a480-5b7d83fb3b71 service nova] Lock "97fb7ed7-e3c8-4ba1-b063-3738769500dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:55:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-418762e2-e11d-4087-99e3-0c7fe9d6afe2 req-30dadd13-f421-4667-a480-5b7d83fb3b71 service nova] Lock "97fb7ed7-e3c8-4ba1-b063-3738769500dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:55:00 user nova-compute[75278]: DEBUG nova.compute.manager [req-418762e2-e11d-4087-99e3-0c7fe9d6afe2 req-30dadd13-f421-4667-a480-5b7d83fb3b71 service nova] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] No waiting events found dispatching network-vif-plugged-341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:55:00 user nova-compute[75278]: WARNING nova.compute.manager [req-418762e2-e11d-4087-99e3-0c7fe9d6afe2 req-30dadd13-f421-4667-a480-5b7d83fb3b71 service nova] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Received unexpected event network-vif-plugged-341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef for instance with vm_state building and task_state spawning.
Dec 06 15:55:00 user nova-compute[75278]: DEBUG nova.compute.manager [req-418762e2-e11d-4087-99e3-0c7fe9d6afe2 req-30dadd13-f421-4667-a480-5b7d83fb3b71 service nova] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Received event network-vif-plugged-341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:55:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-418762e2-e11d-4087-99e3-0c7fe9d6afe2 req-30dadd13-f421-4667-a480-5b7d83fb3b71 service nova] Acquiring lock "97fb7ed7-e3c8-4ba1-b063-3738769500dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:55:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-418762e2-e11d-4087-99e3-0c7fe9d6afe2 req-30dadd13-f421-4667-a480-5b7d83fb3b71 service nova] Lock "97fb7ed7-e3c8-4ba1-b063-3738769500dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:55:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-418762e2-e11d-4087-99e3-0c7fe9d6afe2 req-30dadd13-f421-4667-a480-5b7d83fb3b71 service nova] Lock "97fb7ed7-e3c8-4ba1-b063-3738769500dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:55:00 user nova-compute[75278]: DEBUG nova.compute.manager [req-418762e2-e11d-4087-99e3-0c7fe9d6afe2 req-30dadd13-f421-4667-a480-5b7d83fb3b71 service nova] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] No waiting events found dispatching network-vif-plugged-341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:55:00 user nova-compute[75278]: WARNING nova.compute.manager [req-418762e2-e11d-4087-99e3-0c7fe9d6afe2 req-30dadd13-f421-4667-a480-5b7d83fb3b71 service nova] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Received unexpected event network-vif-plugged-341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef for instance with vm_state building and task_state spawning.
Dec 06 15:55:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:00 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-1d551efe-5aab-4d74-bf9c-9907a2c44f09 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Snapshot image upload complete
Dec 06 15:55:00 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1d551efe-5aab-4d74-bf9c-9907a2c44f09 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:55:00 user nova-compute[75278]: INFO nova.compute.manager [None req-1d551efe-5aab-4d74-bf9c-9907a2c44f09 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Shelve offloading
Dec 06 15:55:00 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Instance destroyed successfully.
Dec 06 15:55:00 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1d551efe-5aab-4d74-bf9c-9907a2c44f09 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:55:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1d551efe-5aab-4d74-bf9c-9907a2c44f09 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "refresh_cache-b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:55:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1d551efe-5aab-4d74-bf9c-9907a2c44f09 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquired lock "refresh_cache-b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:55:00 user nova-compute[75278]: DEBUG nova.network.neutron [None req-1d551efe-5aab-4d74-bf9c-9907a2c44f09 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:55:01 user nova-compute[75278]: DEBUG nova.compute.manager [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 15:55:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 15:55:01 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Instance spawned successfully.
Dec 06 15:55:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 15:55:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:55:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:55:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:55:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:55:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:55:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:55:01 user nova-compute[75278]: INFO nova.compute.manager [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Took 6.23 seconds to spawn the instance on the hypervisor.
Dec 06 15:55:01 user nova-compute[75278]: DEBUG nova.compute.manager [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:55:01 user nova-compute[75278]: INFO nova.compute.manager [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Took 7.23 seconds to build instance.
Dec 06 15:55:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-805dddfc-8439-413b-b0f4-9619099b2d8e tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Lock "97fb7ed7-e3c8-4ba1-b063-3738769500dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.390s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:55:01 user nova-compute[75278]: DEBUG nova.network.neutron [None req-1d551efe-5aab-4d74-bf9c-9907a2c44f09 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Updating instance_info_cache with network_info: [{"id": "d911ad13-3058-4888-b3fd-45e5424d88ef", "address": "fa:16:3e:19:0c:38", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd911ad13-30", "ovs_interfaceid": "d911ad13-3058-4888-b3fd-45e5424d88ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:55:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1d551efe-5aab-4d74-bf9c-9907a2c44f09 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Releasing lock "refresh_cache-b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:55:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:02 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Instance destroyed successfully.
Dec 06 15:55:02 user nova-compute[75278]: DEBUG nova.objects.instance [None req-1d551efe-5aab-4d74-bf9c-9907a2c44f09 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lazy-loading 'resources' on Instance uuid b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:55:02 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-1d551efe-5aab-4d74-bf9c-9907a2c44f09 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:52:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1654637604',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1654637604',id=22,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAr3EwMCqjaGiQ8dZQORymnx+o2OsiiqDYySk35cOmnGlDJst2ddEXHmBTMhxAxjlFMndnfK9UoPjtTTLfMcsd+mmYakAwz4CPca5VtWjzFN56HyxQqXyB91zaG9DPX17w==',key_name='tempest-keypair-609249145',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:53:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='3772c2b34d044341afe1838c255abf00',ramdisk_id='',reservation_id='r-i55o3ztd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-76059517',owner_user_name='tempest-AttachVolumeShelveTestJSON-76059517-project-member',shelved_at='2023-12-06T15:55:00.855097',shelved_host='user',shelved_image_id='23ffb4e4-8b47-4287-bf24-505e3867950a'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:54:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6fc55d3ac6494b81921e1ccd4f6cd4b6',uuid=b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "d911ad13-3058-4888-b3fd-45e5424d88ef", "address": "fa:16:3e:19:0c:38", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd911ad13-30", "ovs_interfaceid": "d911ad13-3058-4888-b3fd-45e5424d88ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:55:02 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-1d551efe-5aab-4d74-bf9c-9907a2c44f09 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Converting VIF {"id": "d911ad13-3058-4888-b3fd-45e5424d88ef", "address": "fa:16:3e:19:0c:38", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd911ad13-30", "ovs_interfaceid": "d911ad13-3058-4888-b3fd-45e5424d88ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:55:02 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-1d551efe-5aab-4d74-bf9c-9907a2c44f09 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:19:0c:38,bridge_name='br-int',has_traffic_filtering=True,id=d911ad13-3058-4888-b3fd-45e5424d88ef,network=Network(db0b7d9a-b152-4c62-aca3-3fa90ab9bd04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd911ad13-30') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:55:02 user nova-compute[75278]: DEBUG os_vif [None req-1d551efe-5aab-4d74-bf9c-9907a2c44f09 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:0c:38,bridge_name='br-int',has_traffic_filtering=True,id=d911ad13-3058-4888-b3fd-45e5424d88ef,network=Network(db0b7d9a-b152-4c62-aca3-3fa90ab9bd04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd911ad13-30') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:55:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd911ad13-30, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:55:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:55:02 user nova-compute[75278]: DEBUG nova.compute.manager [req-a6525ffa-afe8-4822-9bd3-2b4ad33d0095 req-25e4f0be-ab4a-46d0-ac05-9d3877244f20 service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Received event network-changed-d911ad13-3058-4888-b3fd-45e5424d88ef {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:55:02 user nova-compute[75278]: DEBUG nova.compute.manager [req-a6525ffa-afe8-4822-9bd3-2b4ad33d0095 req-25e4f0be-ab4a-46d0-ac05-9d3877244f20 service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Refreshing instance network info cache due to event network-changed-d911ad13-3058-4888-b3fd-45e5424d88ef. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:55:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a6525ffa-afe8-4822-9bd3-2b4ad33d0095 req-25e4f0be-ab4a-46d0-ac05-9d3877244f20 service nova] Acquiring lock "refresh_cache-b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:55:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a6525ffa-afe8-4822-9bd3-2b4ad33d0095 req-25e4f0be-ab4a-46d0-ac05-9d3877244f20 service nova] Acquired lock "refresh_cache-b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:55:02 user nova-compute[75278]: DEBUG nova.network.neutron [req-a6525ffa-afe8-4822-9bd3-2b4ad33d0095 req-25e4f0be-ab4a-46d0-ac05-9d3877244f20 service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Refreshing network info cache for port d911ad13-3058-4888-b3fd-45e5424d88ef {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:55:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=979f62ca-5be8-4b6a-8191-8a2f8c961ba0) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:55:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:55:02 user nova-compute[75278]: INFO os_vif [None req-1d551efe-5aab-4d74-bf9c-9907a2c44f09 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:0c:38,bridge_name='br-int',has_traffic_filtering=True,id=d911ad13-3058-4888-b3fd-45e5424d88ef,network=Network(db0b7d9a-b152-4c62-aca3-3fa90ab9bd04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd911ad13-30')
Dec 06 15:55:02 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-1d551efe-5aab-4d74-bf9c-9907a2c44f09 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Deleting instance files /opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6_del
Dec 06 15:55:02 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-1d551efe-5aab-4d74-bf9c-9907a2c44f09 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Deletion of /opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6_del complete
Dec 06 15:55:02 user nova-compute[75278]: INFO nova.compute.manager [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Rescuing
Dec 06 15:55:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "refresh_cache-b979398f-d6ba-469c-96ed-e25012146a31" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:55:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquired lock "refresh_cache-b979398f-d6ba-469c-96ed-e25012146a31" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:55:02 user nova-compute[75278]: DEBUG nova.network.neutron [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:55:02 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-1d551efe-5aab-4d74-bf9c-9907a2c44f09 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Deleted allocations for instance b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6
Dec 06 15:55:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1d551efe-5aab-4d74-bf9c-9907a2c44f09 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:55:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1d551efe-5aab-4d74-bf9c-9907a2c44f09 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:55:02 user nova-compute[75278]: DEBUG nova.objects.instance [None req-1d551efe-5aab-4d74-bf9c-9907a2c44f09 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lazy-loading 'numa_topology' on Instance uuid b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:55:02 user nova-compute[75278]: DEBUG nova.objects.base [None req-1d551efe-5aab-4d74-bf9c-9907a2c44f09 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Object Instance<b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6> lazy-loaded attributes: resources,numa_topology {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:55:03 user nova-compute[75278]: DEBUG nova.network.neutron [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Updating instance_info_cache with network_info: [{"id": "1cbd93c9-871f-40a8-bf0a-a786f42020b6", "address": "fa:16:3e:71:29:43", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cbd93c9-87", "ovs_interfaceid": "1cbd93c9-871f-40a8-bf0a-a786f42020b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:55:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Releasing lock "refresh_cache-b979398f-d6ba-469c-96ed-e25012146a31" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:55:03 user nova-compute[75278]: DEBUG nova.network.neutron [req-a6525ffa-afe8-4822-9bd3-2b4ad33d0095 req-25e4f0be-ab4a-46d0-ac05-9d3877244f20 service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Updated VIF entry in instance network info cache for port d911ad13-3058-4888-b3fd-45e5424d88ef. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:55:03 user nova-compute[75278]: DEBUG nova.network.neutron [req-a6525ffa-afe8-4822-9bd3-2b4ad33d0095 req-25e4f0be-ab4a-46d0-ac05-9d3877244f20 service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Updating instance_info_cache with network_info: [{"id": "d911ad13-3058-4888-b3fd-45e5424d88ef", "address": "fa:16:3e:19:0c:38", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapd911ad13-30", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:55:03 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-1d551efe-5aab-4d74-bf9c-9907a2c44f09 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:55:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a6525ffa-afe8-4822-9bd3-2b4ad33d0095 req-25e4f0be-ab4a-46d0-ac05-9d3877244f20 service nova] Releasing lock "refresh_cache-b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:55:03 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-1d551efe-5aab-4d74-bf9c-9907a2c44f09 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:55:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1d551efe-5aab-4d74-bf9c-9907a2c44f09 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.641s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:55:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1d551efe-5aab-4d74-bf9c-9907a2c44f09 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 7.985s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:55:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-ef5ca67d-c89b-43ad-849d-debf43331b59 req-2f83a889-12d8-4cbc-9691-1e1b79f29199 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Received event network-vif-unplugged-1cbd93c9-871f-40a8-bf0a-a786f42020b6 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:55:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ef5ca67d-c89b-43ad-849d-debf43331b59 req-2f83a889-12d8-4cbc-9691-1e1b79f29199 service nova] Acquiring lock "b979398f-d6ba-469c-96ed-e25012146a31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:55:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ef5ca67d-c89b-43ad-849d-debf43331b59 req-2f83a889-12d8-4cbc-9691-1e1b79f29199 service nova] Lock "b979398f-d6ba-469c-96ed-e25012146a31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:55:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ef5ca67d-c89b-43ad-849d-debf43331b59 req-2f83a889-12d8-4cbc-9691-1e1b79f29199 service nova] Lock "b979398f-d6ba-469c-96ed-e25012146a31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:55:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-ef5ca67d-c89b-43ad-849d-debf43331b59 req-2f83a889-12d8-4cbc-9691-1e1b79f29199 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] No waiting events found dispatching network-vif-unplugged-1cbd93c9-871f-40a8-bf0a-a786f42020b6 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:55:03 user nova-compute[75278]: WARNING nova.compute.manager [req-ef5ca67d-c89b-43ad-849d-debf43331b59 req-2f83a889-12d8-4cbc-9691-1e1b79f29199 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Received unexpected event network-vif-unplugged-1cbd93c9-871f-40a8-bf0a-a786f42020b6 for instance with vm_state active and task_state rescuing.
Dec 06 15:55:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:04 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Instance destroyed successfully.
Dec 06 15:55:04 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Attempting rescue
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75278) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Instance directory exists: not creating {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Dec 06 15:55:04 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Creating image(s)
Dec 06 15:55:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "/opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "/opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "/opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.objects.instance [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lazy-loading 'trusted_certs' on Instance uuid b979398f-d6ba-469c-96ed-e25012146a31 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "8b6964317078072a1e593868059fc8dc16213a0c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5fe03d8a-fc4b-40c2-8e2f-08667bfc6d80 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "a07fb239-6ced-4a89-9892-5425e489f472" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5fe03d8a-fc4b-40c2-8e2f-08667bfc6d80 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "a07fb239-6ced-4a89-9892-5425e489f472" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5fe03d8a-fc4b-40c2-8e2f-08667bfc6d80 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "a07fb239-6ced-4a89-9892-5425e489f472-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5fe03d8a-fc4b-40c2-8e2f-08667bfc6d80 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "a07fb239-6ced-4a89-9892-5425e489f472-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5fe03d8a-fc4b-40c2-8e2f-08667bfc6d80 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "a07fb239-6ced-4a89-9892-5425e489f472-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:55:04 user nova-compute[75278]: INFO nova.compute.manager [None req-5fe03d8a-fc4b-40c2-8e2f-08667bfc6d80 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Terminating instance
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.compute.manager [None req-5fe03d8a-fc4b-40c2-8e2f-08667bfc6d80 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.214s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk.rescue {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk.rescue" returned: 0 in 0.062s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.281s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.objects.instance [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lazy-loading 'migration_context' on Instance uuid b979398f-d6ba-469c-96ed-e25012146a31 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.objects.base [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Object Instance<b979398f-d6ba-469c-96ed-e25012146a31> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Start _get_guest_xml network_info=[{"id": "1cbd93c9-871f-40a8-bf0a-a786f42020b6", "address": "fa:16:3e:71:29:43", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "vif_mac": "fa:16:3e:71:29:43"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cbd93c9-87", "ovs_interfaceid": "1cbd93c9-871f-40a8-bf0a-a786f42020b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.objects.instance [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lazy-loading 'resources' on Instance uuid b979398f-d6ba-469c-96ed-e25012146a31 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.objects.base [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Object Instance<b979398f-d6ba-469c-96ed-e25012146a31> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.objects.instance [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lazy-loading 'numa_topology' on Instance uuid b979398f-d6ba-469c-96ed-e25012146a31 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.objects.base [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Object Instance<b979398f-d6ba-469c-96ed-e25012146a31> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:55:04 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:55:04 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.objects.instance [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lazy-loading 'vcpu_model' on Instance uuid b979398f-d6ba-469c-96ed-e25012146a31 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.objects.base [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Object Instance<b979398f-d6ba-469c-96ed-e25012146a31> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:50:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1249517591',display_name='tempest-ServerRescueNegativeTestJSON-server-1249517591',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1249517591',id=16,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:50:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='17645f8e67ae42749222c64a2017e818',ramdisk_id='',reservation_id='r-zv9jczk2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1945514265',owner_user_name='tempest-ServerRescueNegativeTestJSON-1945514265-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:50:29Z,user_data=None,user_id='5c46caf813e6430d90d5637f2090c8ba',uuid=b979398f-d6ba-469c-96ed-e25012146a31,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1cbd93c9-871f-40a8-bf0a-a786f42020b6", "address": "fa:16:3e:71:29:43", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "vif_mac": "fa:16:3e:71:29:43"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cbd93c9-87", "ovs_interfaceid": "1cbd93c9-871f-40a8-bf0a-a786f42020b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Converting VIF {"id": "1cbd93c9-871f-40a8-bf0a-a786f42020b6", "address": "fa:16:3e:71:29:43", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "vif_mac": "fa:16:3e:71:29:43"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cbd93c9-87", "ovs_interfaceid": "1cbd93c9-871f-40a8-bf0a-a786f42020b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:71:29:43,bridge_name='br-int',has_traffic_filtering=True,id=1cbd93c9-871f-40a8-bf0a-a786f42020b6,network=Network(d11985ab-f39c-48fe-aed1-0b24eae58a73),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1cbd93c9-87') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.objects.instance [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lazy-loading 'pci_devices' on Instance uuid b979398f-d6ba-469c-96ed-e25012146a31 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.compute.manager [req-4157e8df-a67d-4099-ba78-dbbeb6cefb62 req-343195d8-ff88-4be5-b0c9-217e27b8ad7f service nova] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Received event network-vif-unplugged-928389a0-3298-4856-9622-313e18b9e1bd {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4157e8df-a67d-4099-ba78-dbbeb6cefb62 req-343195d8-ff88-4be5-b0c9-217e27b8ad7f service nova] Acquiring lock "a07fb239-6ced-4a89-9892-5425e489f472-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4157e8df-a67d-4099-ba78-dbbeb6cefb62 req-343195d8-ff88-4be5-b0c9-217e27b8ad7f service nova] Lock "a07fb239-6ced-4a89-9892-5425e489f472-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4157e8df-a67d-4099-ba78-dbbeb6cefb62 req-343195d8-ff88-4be5-b0c9-217e27b8ad7f service nova] Lock "a07fb239-6ced-4a89-9892-5425e489f472-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.compute.manager [req-4157e8df-a67d-4099-ba78-dbbeb6cefb62 req-343195d8-ff88-4be5-b0c9-217e27b8ad7f service nova] [instance: a07fb239-6ced-4a89-9892-5425e489f472] No waiting events found dispatching network-vif-unplugged-928389a0-3298-4856-9622-313e18b9e1bd {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.compute.manager [req-4157e8df-a67d-4099-ba78-dbbeb6cefb62 req-343195d8-ff88-4be5-b0c9-217e27b8ad7f service nova] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Received event network-vif-unplugged-928389a0-3298-4856-9622-313e18b9e1bd for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.objects.base [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Object Instance<b979398f-d6ba-469c-96ed-e25012146a31> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:55:04 user nova-compute[75278]:   <uuid>b979398f-d6ba-469c-96ed-e25012146a31</uuid>
Dec 06 15:55:04 user nova-compute[75278]:   <name>instance-00000010</name>
Dec 06 15:55:04 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 15:55:04 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:55:04 user nova-compute[75278]:   <metadata>
Dec 06 15:55:04 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:55:04 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:55:04 user nova-compute[75278]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1249517591</nova:name>
Dec 06 15:55:04 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:55:04</nova:creationTime>
Dec 06 15:55:04 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 15:55:04 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 15:55:04 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 15:55:04 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:55:04 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:55:04 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:55:04 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:55:04 user nova-compute[75278]:       <nova:owner>
Dec 06 15:55:04 user nova-compute[75278]:         <nova:user uuid="5c46caf813e6430d90d5637f2090c8ba">tempest-ServerRescueNegativeTestJSON-1945514265-project-member</nova:user>
Dec 06 15:55:04 user nova-compute[75278]:         <nova:project uuid="17645f8e67ae42749222c64a2017e818">tempest-ServerRescueNegativeTestJSON-1945514265</nova:project>
Dec 06 15:55:04 user nova-compute[75278]:       </nova:owner>
Dec 06 15:55:04 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 15:55:04 user nova-compute[75278]:       <nova:ports>
Dec 06 15:55:04 user nova-compute[75278]:         <nova:port uuid="1cbd93c9-871f-40a8-bf0a-a786f42020b6">
Dec 06 15:55:04 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 06 15:55:04 user nova-compute[75278]:         </nova:port>
Dec 06 15:55:04 user nova-compute[75278]:       </nova:ports>
Dec 06 15:55:04 user nova-compute[75278]:     </nova:instance>
Dec 06 15:55:04 user nova-compute[75278]:   </metadata>
Dec 06 15:55:04 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:55:04 user nova-compute[75278]:     <system>
Dec 06 15:55:04 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:55:04 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:55:04 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:55:04 user nova-compute[75278]:       <entry name="serial">b979398f-d6ba-469c-96ed-e25012146a31</entry>
Dec 06 15:55:04 user nova-compute[75278]:       <entry name="uuid">b979398f-d6ba-469c-96ed-e25012146a31</entry>
Dec 06 15:55:04 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:55:04 user nova-compute[75278]:     </system>
Dec 06 15:55:04 user nova-compute[75278]:   </sysinfo>
Dec 06 15:55:04 user nova-compute[75278]:   <os>
Dec 06 15:55:04 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:55:04 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:55:04 user nova-compute[75278]:   </os>
Dec 06 15:55:04 user nova-compute[75278]:   <features>
Dec 06 15:55:04 user nova-compute[75278]:     <acpi/>
Dec 06 15:55:04 user nova-compute[75278]:     <apic/>
Dec 06 15:55:04 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:55:04 user nova-compute[75278]:   </features>
Dec 06 15:55:04 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:55:04 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:55:04 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:55:04 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:55:04 user nova-compute[75278]:   </clock>
Dec 06 15:55:04 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:55:04 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:55:04 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:55:04 user nova-compute[75278]:   </cpu>
Dec 06 15:55:04 user nova-compute[75278]:   <devices>
Dec 06 15:55:04 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 15:55:04 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 15:55:04 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk.rescue"/>
Dec 06 15:55:04 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 15:55:04 user nova-compute[75278]:     </disk>
Dec 06 15:55:04 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 15:55:04 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 15:55:04 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk"/>
Dec 06 15:55:04 user nova-compute[75278]:       <target dev="vdb" bus="virtio"/>
Dec 06 15:55:04 user nova-compute[75278]:     </disk>
Dec 06 15:55:04 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:55:04 user nova-compute[75278]:       <mac address="fa:16:3e:71:29:43"/>
Dec 06 15:55:04 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:55:04 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:55:04 user nova-compute[75278]:       <target dev="tap1cbd93c9-87"/>
Dec 06 15:55:04 user nova-compute[75278]:     </interface>
Dec 06 15:55:04 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:55:04 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/console.log" append="off"/>
Dec 06 15:55:04 user nova-compute[75278]:     </serial>
Dec 06 15:55:04 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:55:04 user nova-compute[75278]:     <video>
Dec 06 15:55:04 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:55:04 user nova-compute[75278]:     </video>
Dec 06 15:55:04 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:55:04 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:55:04 user nova-compute[75278]:     </rng>
Dec 06 15:55:04 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:55:04 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:55:04 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:55:04 user nova-compute[75278]:     </memballoon>
Dec 06 15:55:04 user nova-compute[75278]:   </devices>
Dec 06 15:55:04 user nova-compute[75278]: </domain>
Dec 06 15:55:04 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:04 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Instance destroyed successfully.
Dec 06 15:55:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:55:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] No VIF found with MAC fa:16:3e:71:29:43, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:55:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:05 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Instance destroyed successfully.
Dec 06 15:55:05 user nova-compute[75278]: DEBUG nova.objects.instance [None req-5fe03d8a-fc4b-40c2-8e2f-08667bfc6d80 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lazy-loading 'resources' on Instance uuid a07fb239-6ced-4a89-9892-5425e489f472 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:55:05 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-5fe03d8a-fc4b-40c2-8e2f-08667bfc6d80 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T15:49:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-10884609',display_name='tempest-ServerActionsTestOtherA-server-516065488',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-10884609',id=14,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLigpHDjehh91P2wmocDp9QuUIR0UFm3N1NlIOHZiD1a+KsABfIYapeHLjqGMLYxqEjbwIT2tByyDo7MjYLaV2JI4M2clNe8xSSwM6HD3crK5pzj3iYh8UC3gVtDf3JGMQ==',key_name='tempest-keypair-1936021757',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:51:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9cab662082c54ba684178b494adc8eac',ramdisk_id='',reservation_id='r-4mo2qss3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-749613830',owner_user_name='tempest-ServerActionsTestOtherA-749613830-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:51:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='518fb7d77ef147348fd03cb374e9b293',uuid=a07fb239-6ced-4a89-9892-5425e489f472,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "928389a0-3298-4856-9622-313e18b9e1bd", "address": "fa:16:3e:93:2b:49", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.31", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap928389a0-32", "ovs_interfaceid": "928389a0-3298-4856-9622-313e18b9e1bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:55:05 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5fe03d8a-fc4b-40c2-8e2f-08667bfc6d80 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Converting VIF {"id": "928389a0-3298-4856-9622-313e18b9e1bd", "address": "fa:16:3e:93:2b:49", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.31", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap928389a0-32", "ovs_interfaceid": "928389a0-3298-4856-9622-313e18b9e1bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:55:05 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5fe03d8a-fc4b-40c2-8e2f-08667bfc6d80 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:93:2b:49,bridge_name='br-int',has_traffic_filtering=True,id=928389a0-3298-4856-9622-313e18b9e1bd,network=Network(27770857-f5da-42f3-a973-e80b37986960),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap928389a0-32') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:55:05 user nova-compute[75278]: DEBUG os_vif [None req-5fe03d8a-fc4b-40c2-8e2f-08667bfc6d80 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:93:2b:49,bridge_name='br-int',has_traffic_filtering=True,id=928389a0-3298-4856-9622-313e18b9e1bd,network=Network(27770857-f5da-42f3-a973-e80b37986960),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap928389a0-32') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:55:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap928389a0-32, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:55:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:55:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1beb0482-3c4f-4c5b-9f25-9e8b23d6621a) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:55:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:55:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:05 user nova-compute[75278]: INFO os_vif [None req-5fe03d8a-fc4b-40c2-8e2f-08667bfc6d80 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:93:2b:49,bridge_name='br-int',has_traffic_filtering=True,id=928389a0-3298-4856-9622-313e18b9e1bd,network=Network(27770857-f5da-42f3-a973-e80b37986960),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap928389a0-32')
Dec 06 15:55:05 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-5fe03d8a-fc4b-40c2-8e2f-08667bfc6d80 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Deleting instance files /opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472_del
Dec 06 15:55:05 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-5fe03d8a-fc4b-40c2-8e2f-08667bfc6d80 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Deletion of /opt/stack/data/nova/instances/a07fb239-6ced-4a89-9892-5425e489f472_del complete
Dec 06 15:55:05 user nova-compute[75278]: INFO nova.compute.manager [None req-5fe03d8a-fc4b-40c2-8e2f-08667bfc6d80 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Took 1.24 seconds to destroy the instance on the hypervisor.
Dec 06 15:55:05 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-5fe03d8a-fc4b-40c2-8e2f-08667bfc6d80 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 15:55:05 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 15:55:05 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: a07fb239-6ced-4a89-9892-5425e489f472] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 15:55:05 user nova-compute[75278]: DEBUG nova.compute.manager [req-35ecb2f9-f337-4609-91dd-5e56b4e6dba9 req-e145e000-8460-4daa-9144-346fdf0c4162 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Received event network-vif-plugged-1cbd93c9-871f-40a8-bf0a-a786f42020b6 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:55:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-35ecb2f9-f337-4609-91dd-5e56b4e6dba9 req-e145e000-8460-4daa-9144-346fdf0c4162 service nova] Acquiring lock "b979398f-d6ba-469c-96ed-e25012146a31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:55:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-35ecb2f9-f337-4609-91dd-5e56b4e6dba9 req-e145e000-8460-4daa-9144-346fdf0c4162 service nova] Lock "b979398f-d6ba-469c-96ed-e25012146a31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:55:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-35ecb2f9-f337-4609-91dd-5e56b4e6dba9 req-e145e000-8460-4daa-9144-346fdf0c4162 service nova] Lock "b979398f-d6ba-469c-96ed-e25012146a31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:55:05 user nova-compute[75278]: DEBUG nova.compute.manager [req-35ecb2f9-f337-4609-91dd-5e56b4e6dba9 req-e145e000-8460-4daa-9144-346fdf0c4162 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] No waiting events found dispatching network-vif-plugged-1cbd93c9-871f-40a8-bf0a-a786f42020b6 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:55:05 user nova-compute[75278]: WARNING nova.compute.manager [req-35ecb2f9-f337-4609-91dd-5e56b4e6dba9 req-e145e000-8460-4daa-9144-346fdf0c4162 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Received unexpected event network-vif-plugged-1cbd93c9-871f-40a8-bf0a-a786f42020b6 for instance with vm_state active and task_state rescuing.
Dec 06 15:55:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:06 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:55:06 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Took 1.12 seconds to deallocate network for instance.
Dec 06 15:55:06 user nova-compute[75278]: DEBUG nova.compute.manager [req-48a25ef0-f8b4-4f6a-b986-711fc76ebf31 req-cd9ebedf-2ba2-4205-8169-8d49f107c208 service nova] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Received event network-vif-deleted-928389a0-3298-4856-9622-313e18b9e1bd {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:55:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5fe03d8a-fc4b-40c2-8e2f-08667bfc6d80 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:55:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5fe03d8a-fc4b-40c2-8e2f-08667bfc6d80 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:55:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:06 user nova-compute[75278]: DEBUG nova.compute.manager [req-0d349652-d09c-496c-b1ee-bd6171f3598f req-340e8d40-ca90-44c3-a092-af015c8f421a service nova] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Received event network-vif-plugged-928389a0-3298-4856-9622-313e18b9e1bd {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:55:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0d349652-d09c-496c-b1ee-bd6171f3598f req-340e8d40-ca90-44c3-a092-af015c8f421a service nova] Acquiring lock "a07fb239-6ced-4a89-9892-5425e489f472-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:55:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0d349652-d09c-496c-b1ee-bd6171f3598f req-340e8d40-ca90-44c3-a092-af015c8f421a service nova] Lock "a07fb239-6ced-4a89-9892-5425e489f472-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:55:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0d349652-d09c-496c-b1ee-bd6171f3598f req-340e8d40-ca90-44c3-a092-af015c8f421a service nova] Lock "a07fb239-6ced-4a89-9892-5425e489f472-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:55:06 user nova-compute[75278]: DEBUG nova.compute.manager [req-0d349652-d09c-496c-b1ee-bd6171f3598f req-340e8d40-ca90-44c3-a092-af015c8f421a service nova] [instance: a07fb239-6ced-4a89-9892-5425e489f472] No waiting events found dispatching network-vif-plugged-928389a0-3298-4856-9622-313e18b9e1bd {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:55:06 user nova-compute[75278]: WARNING nova.compute.manager [req-0d349652-d09c-496c-b1ee-bd6171f3598f req-340e8d40-ca90-44c3-a092-af015c8f421a service nova] [instance: a07fb239-6ced-4a89-9892-5425e489f472] Received unexpected event network-vif-plugged-928389a0-3298-4856-9622-313e18b9e1bd for instance with vm_state deleted and task_state None.
Dec 06 15:55:07 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-5fe03d8a-fc4b-40c2-8e2f-08667bfc6d80 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:55:07 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-5fe03d8a-fc4b-40c2-8e2f-08667bfc6d80 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:55:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5fe03d8a-fc4b-40c2-8e2f-08667bfc6d80 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.552s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:55:07 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-5fe03d8a-fc4b-40c2-8e2f-08667bfc6d80 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Deleted allocations for instance a07fb239-6ced-4a89-9892-5425e489f472
Dec 06 15:55:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5fe03d8a-fc4b-40c2-8e2f-08667bfc6d80 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "a07fb239-6ced-4a89-9892-5425e489f472" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.154s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:55:07 user nova-compute[75278]: DEBUG nova.compute.manager [req-d691bbd5-a4c1-4753-b977-cac5fe2edbe2 req-16ddc5dd-9bb8-4fcd-bfb6-4e96853477e0 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Received event network-vif-plugged-1cbd93c9-871f-40a8-bf0a-a786f42020b6 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:55:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d691bbd5-a4c1-4753-b977-cac5fe2edbe2 req-16ddc5dd-9bb8-4fcd-bfb6-4e96853477e0 service nova] Acquiring lock "b979398f-d6ba-469c-96ed-e25012146a31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:55:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d691bbd5-a4c1-4753-b977-cac5fe2edbe2 req-16ddc5dd-9bb8-4fcd-bfb6-4e96853477e0 service nova] Lock "b979398f-d6ba-469c-96ed-e25012146a31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:55:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d691bbd5-a4c1-4753-b977-cac5fe2edbe2 req-16ddc5dd-9bb8-4fcd-bfb6-4e96853477e0 service nova] Lock "b979398f-d6ba-469c-96ed-e25012146a31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:55:07 user nova-compute[75278]: DEBUG nova.compute.manager [req-d691bbd5-a4c1-4753-b977-cac5fe2edbe2 req-16ddc5dd-9bb8-4fcd-bfb6-4e96853477e0 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] No waiting events found dispatching network-vif-plugged-1cbd93c9-871f-40a8-bf0a-a786f42020b6 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:55:07 user nova-compute[75278]: WARNING nova.compute.manager [req-d691bbd5-a4c1-4753-b977-cac5fe2edbe2 req-16ddc5dd-9bb8-4fcd-bfb6-4e96853477e0 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Received unexpected event network-vif-plugged-1cbd93c9-871f-40a8-bf0a-a786f42020b6 for instance with vm_state active and task_state rescuing.
Dec 06 15:55:07 user nova-compute[75278]: DEBUG nova.compute.manager [req-d691bbd5-a4c1-4753-b977-cac5fe2edbe2 req-16ddc5dd-9bb8-4fcd-bfb6-4e96853477e0 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Received event network-vif-plugged-1cbd93c9-871f-40a8-bf0a-a786f42020b6 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:55:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d691bbd5-a4c1-4753-b977-cac5fe2edbe2 req-16ddc5dd-9bb8-4fcd-bfb6-4e96853477e0 service nova] Acquiring lock "b979398f-d6ba-469c-96ed-e25012146a31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:55:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d691bbd5-a4c1-4753-b977-cac5fe2edbe2 req-16ddc5dd-9bb8-4fcd-bfb6-4e96853477e0 service nova] Lock "b979398f-d6ba-469c-96ed-e25012146a31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:55:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d691bbd5-a4c1-4753-b977-cac5fe2edbe2 req-16ddc5dd-9bb8-4fcd-bfb6-4e96853477e0 service nova] Lock "b979398f-d6ba-469c-96ed-e25012146a31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:55:07 user nova-compute[75278]: DEBUG nova.compute.manager [req-d691bbd5-a4c1-4753-b977-cac5fe2edbe2 req-16ddc5dd-9bb8-4fcd-bfb6-4e96853477e0 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] No waiting events found dispatching network-vif-plugged-1cbd93c9-871f-40a8-bf0a-a786f42020b6 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:55:07 user nova-compute[75278]: WARNING nova.compute.manager [req-d691bbd5-a4c1-4753-b977-cac5fe2edbe2 req-16ddc5dd-9bb8-4fcd-bfb6-4e96853477e0 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Received unexpected event network-vif-plugged-1cbd93c9-871f-40a8-bf0a-a786f42020b6 for instance with vm_state active and task_state rescuing.
Dec 06 15:55:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Starting finish_migration {{(pid=75278) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11677}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Instance directory exists: not creating {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Dec 06 15:55:08 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Creating image(s)
Dec 06 15:55:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.195s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk. size=21474836480 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Running cmd (subprocess): qemu-img resize /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk 21474836480 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] CMD "qemu-img resize /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk 21474836480" returned: 0 in 0.064s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Did not create local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Ensure instance console log exists: /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Start _get_guest_xml network_info=[{"id": "50514c85-0720-4dba-bfd3-badffe3f1d06", "address": "fa:16:3e:55:5b:09", "network": {"id": "f8b0fd81-699e-407f-a4fa-b36a2242f59c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1427320194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1427320194-network", "vif_mac": "fa:16:3e:55:5b:09"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "04dfb80ced2c4aa893a3fbbde62686d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50514c85-07", "ovs_interfaceid": "50514c85-0720-4dba-bfd3-badffe3f1d06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'boot_index': None, 'delete_on_termination': False, 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'guest_format': None, 'attachment_id': '0cb0c403-5d9f-4bf4-8303-c4e016296fff', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KqwYTgeU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '8a957482-260a-437a-b48d-309224800fcf', 'attached_at': '2023-12-06T15:55:08.000000', 'detached_at': '', 'volume_id': '98859b93-7bb6-4db4-80eb-5c7079e0c648', 'serial': '98859b93-7bb6-4db4-80eb-5c7079e0c648'}, 'volume_type': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:55:08 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:55:08 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:55:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KqwYTgeU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:55:08 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:55:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:55:08 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:55:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:55:08 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 15:55:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260" returned: 21 in 0.027s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8e3970a-ba93-45bc-acf3-9ef34d3c2bc7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 15:55:08 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fb96358-beb9-4add-b613-e62ef3081640]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648] added
Dec 06 15:55:08 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdda11d8-694f-462e-8d3b-97efcb0bc89b]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:55:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c53b263c-a41e-45f7-937e-280118fe3239]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KqwYTgeU {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KqwYTgeU" returned: 0 in 0.030s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f667ecbf-598c-4302-a7d8-aa7d9920b6c1]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KqwYTgeU'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b305247-63ca-4234-a88a-69f314ae8815]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG nova.compute.manager [None req-62b3ebef-0fdf-4fd2-becc-8e5301798476 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[04d60976-bfda-4527-96d6-7b277b9376cf]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 (non-flash)
Dec 06 15:55:09 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 (non-flash)
Dec 06 15:55:09 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --login" returned: 0 in 0.076s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5848e91-7c02-4f86-b1f4-1571d2cdde31]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648, portal: 172.16.0.220,3260]
Dec 06 15:55:09 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648, portal: 172.16.0.220,3260] successful.
Dec 06 15:55:09 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b476c0d2-2b01-4fb5-a791-22c6f05b8d9b]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e81590b-e412-416a-99c2-26ec6bb3f5f0]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 (non-flash)
Dec 06 15:55:09 user nova-compute[75278]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:55:09 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 (non-flash)
Dec 06 15:55:09 user nova-compute[75278]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:55:09 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.356s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] HCTL ('33', '-', '-', 0) found on session 30 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e1a01f0-4f98-4001-b205-86a71f34766d]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:55:09 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Searching for a device in session 30 and hctl ['33', '*', '*', 0] yield: None {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:55:10 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:55:10 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Searching for a device in session 30 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:55:10 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KqwYTgeU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 15:55:10 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.405s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:55:10 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] <== connect_volume: return (1407ms) {'type': 'block', 'scsi_wwn': '26666616665386663', 'path': '/dev/sdb'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:55:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26666616665386663', 'path': '/dev/sdb'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 15:55:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:50:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1955580995',display_name='tempest-ServerActionsTestOtherB-server-1955580995',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1955580995',id=18,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKaZEWLXa3s6zDybJnjTp57CTxpBmZeKnvHuGwRw2vusLVduR8NR5S9yVIPFq9OhhJ9MvXMty16EHSGmwHwjvSdA/3g05d29VueJF42l6n3sCBeR0+FCrh+3N91DWFipeQ==',key_name='tempest-keypair-1251462433',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:50:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='04dfb80ced2c4aa893a3fbbde62686d0',ramdisk_id='',reservation_id='r-jzjoayy0',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1767218479',owner_user_name='tempest-ServerActionsTestOtherB-1767218479-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:54:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8ba6ee4eabf040c4b13f1570bdce6436',uuid=8a957482-260a-437a-b48d-309224800fcf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "50514c85-0720-4dba-bfd3-badffe3f1d06", "address": "fa:16:3e:55:5b:09", "network": {"id": "f8b0fd81-699e-407f-a4fa-b36a2242f59c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1427320194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1427320194-network", "vif_mac": "fa:16:3e:55:5b:09"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "04dfb80ced2c4aa893a3fbbde62686d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50514c85-07", "ovs_interfaceid": "50514c85-0720-4dba-bfd3-badffe3f1d06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:55:10 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Converting VIF {"id": "50514c85-0720-4dba-bfd3-badffe3f1d06", "address": "fa:16:3e:55:5b:09", "network": {"id": "f8b0fd81-699e-407f-a4fa-b36a2242f59c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1427320194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1427320194-network", "vif_mac": "fa:16:3e:55:5b:09"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "04dfb80ced2c4aa893a3fbbde62686d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50514c85-07", "ovs_interfaceid": "50514c85-0720-4dba-bfd3-badffe3f1d06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:55:10 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:5b:09,bridge_name='br-int',has_traffic_filtering=True,id=50514c85-0720-4dba-bfd3-badffe3f1d06,network=Network(f8b0fd81-699e-407f-a4fa-b36a2242f59c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50514c85-07') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:55:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:55:10 user nova-compute[75278]:   <uuid>8a957482-260a-437a-b48d-309224800fcf</uuid>
Dec 06 15:55:10 user nova-compute[75278]:   <name>instance-00000012</name>
Dec 06 15:55:10 user nova-compute[75278]:   <memory>2097152</memory>
Dec 06 15:55:10 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:55:10 user nova-compute[75278]:   <metadata>
Dec 06 15:55:10 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:55:10 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:55:10 user nova-compute[75278]:       <nova:name>tempest-ServerActionsTestOtherB-server-1955580995</nova:name>
Dec 06 15:55:10 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:55:08</nova:creationTime>
Dec 06 15:55:10 user nova-compute[75278]:       <nova:flavor name="m1.small">
Dec 06 15:55:10 user nova-compute[75278]:         <nova:memory>2048</nova:memory>
Dec 06 15:55:10 user nova-compute[75278]:         <nova:disk>20</nova:disk>
Dec 06 15:55:10 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:55:10 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:55:10 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:55:10 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:55:10 user nova-compute[75278]:       <nova:owner>
Dec 06 15:55:10 user nova-compute[75278]:         <nova:user uuid="8ba6ee4eabf040c4b13f1570bdce6436">tempest-ServerActionsTestOtherB-1767218479-project-member</nova:user>
Dec 06 15:55:10 user nova-compute[75278]:         <nova:project uuid="04dfb80ced2c4aa893a3fbbde62686d0">tempest-ServerActionsTestOtherB-1767218479</nova:project>
Dec 06 15:55:10 user nova-compute[75278]:       </nova:owner>
Dec 06 15:55:10 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 15:55:10 user nova-compute[75278]:       <nova:ports>
Dec 06 15:55:10 user nova-compute[75278]:         <nova:port uuid="50514c85-0720-4dba-bfd3-badffe3f1d06">
Dec 06 15:55:10 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 06 15:55:10 user nova-compute[75278]:         </nova:port>
Dec 06 15:55:10 user nova-compute[75278]:       </nova:ports>
Dec 06 15:55:10 user nova-compute[75278]:     </nova:instance>
Dec 06 15:55:10 user nova-compute[75278]:   </metadata>
Dec 06 15:55:10 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:55:10 user nova-compute[75278]:     <system>
Dec 06 15:55:10 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:55:10 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:55:10 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:55:10 user nova-compute[75278]:       <entry name="serial">8a957482-260a-437a-b48d-309224800fcf</entry>
Dec 06 15:55:10 user nova-compute[75278]:       <entry name="uuid">8a957482-260a-437a-b48d-309224800fcf</entry>
Dec 06 15:55:10 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:55:10 user nova-compute[75278]:     </system>
Dec 06 15:55:10 user nova-compute[75278]:   </sysinfo>
Dec 06 15:55:10 user nova-compute[75278]:   <os>
Dec 06 15:55:10 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:55:10 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 15:55:10 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:55:10 user nova-compute[75278]:   </os>
Dec 06 15:55:10 user nova-compute[75278]:   <features>
Dec 06 15:55:10 user nova-compute[75278]:     <acpi/>
Dec 06 15:55:10 user nova-compute[75278]:     <apic/>
Dec 06 15:55:10 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:55:10 user nova-compute[75278]:   </features>
Dec 06 15:55:10 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:55:10 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:55:10 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:55:10 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:55:10 user nova-compute[75278]:   </clock>
Dec 06 15:55:10 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:55:10 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:55:10 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:55:10 user nova-compute[75278]:   </cpu>
Dec 06 15:55:10 user nova-compute[75278]:   <devices>
Dec 06 15:55:10 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 15:55:10 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 15:55:10 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk"/>
Dec 06 15:55:10 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 15:55:10 user nova-compute[75278]:     </disk>
Dec 06 15:55:10 user nova-compute[75278]:     <disk type="block" device="disk">
Dec 06 15:55:10 user nova-compute[75278]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:55:10 user nova-compute[75278]:       <source dev="/dev/sdb"/>
Dec 06 15:55:10 user nova-compute[75278]:       <target dev="vdb" bus="virtio"/>
Dec 06 15:55:10 user nova-compute[75278]:       <serial>98859b93-7bb6-4db4-80eb-5c7079e0c648</serial>
Dec 06 15:55:10 user nova-compute[75278]:     </disk>
Dec 06 15:55:10 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:55:10 user nova-compute[75278]:       <mac address="fa:16:3e:55:5b:09"/>
Dec 06 15:55:10 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:55:10 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:55:10 user nova-compute[75278]:       <target dev="tap50514c85-07"/>
Dec 06 15:55:10 user nova-compute[75278]:     </interface>
Dec 06 15:55:10 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:55:10 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/console.log" append="off"/>
Dec 06 15:55:10 user nova-compute[75278]:     </serial>
Dec 06 15:55:10 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:55:10 user nova-compute[75278]:     <video>
Dec 06 15:55:10 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:55:10 user nova-compute[75278]:     </video>
Dec 06 15:55:10 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:55:10 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:55:10 user nova-compute[75278]:     </rng>
Dec 06 15:55:10 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:55:10 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:55:10 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:55:10 user nova-compute[75278]:     </memballoon>
Dec 06 15:55:10 user nova-compute[75278]:   </devices>
Dec 06 15:55:10 user nova-compute[75278]: </domain>
Dec 06 15:55:10 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:55:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:50:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1955580995',display_name='tempest-ServerActionsTestOtherB-server-1955580995',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1955580995',id=18,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKaZEWLXa3s6zDybJnjTp57CTxpBmZeKnvHuGwRw2vusLVduR8NR5S9yVIPFq9OhhJ9MvXMty16EHSGmwHwjvSdA/3g05d29VueJF42l6n3sCBeR0+FCrh+3N91DWFipeQ==',key_name='tempest-keypair-1251462433',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:50:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='04dfb80ced2c4aa893a3fbbde62686d0',ramdisk_id='',reservation_id='r-jzjoayy0',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1767218479',owner_user_name='tempest-ServerActionsTestOtherB-1767218479-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:54:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8ba6ee4eabf040c4b13f1570bdce6436',uuid=8a957482-260a-437a-b48d-309224800fcf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "50514c85-0720-4dba-bfd3-badffe3f1d06", "address": "fa:16:3e:55:5b:09", "network": {"id": "f8b0fd81-699e-407f-a4fa-b36a2242f59c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1427320194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1427320194-network", "vif_mac": "fa:16:3e:55:5b:09"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "04dfb80ced2c4aa893a3fbbde62686d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50514c85-07", "ovs_interfaceid": "50514c85-0720-4dba-bfd3-badffe3f1d06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:55:10 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Converting VIF {"id": "50514c85-0720-4dba-bfd3-badffe3f1d06", "address": "fa:16:3e:55:5b:09", "network": {"id": "f8b0fd81-699e-407f-a4fa-b36a2242f59c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1427320194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1427320194-network", "vif_mac": "fa:16:3e:55:5b:09"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "04dfb80ced2c4aa893a3fbbde62686d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50514c85-07", "ovs_interfaceid": "50514c85-0720-4dba-bfd3-badffe3f1d06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:55:10 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:5b:09,bridge_name='br-int',has_traffic_filtering=True,id=50514c85-0720-4dba-bfd3-badffe3f1d06,network=Network(f8b0fd81-699e-407f-a4fa-b36a2242f59c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50514c85-07') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:55:10 user nova-compute[75278]: DEBUG os_vif [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:5b:09,bridge_name='br-int',has_traffic_filtering=True,id=50514c85-0720-4dba-bfd3-badffe3f1d06,network=Network(f8b0fd81-699e-407f-a4fa-b36a2242f59c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50514c85-07') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:55:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:55:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:55:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fa4e3b4e-c026-5460-8b97-e122a825d215', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:55:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:55:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap50514c85-07, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:55:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap50514c85-07, col_values=(('qos', UUID('e61638d8-df7c-4818-88a2-533f665686c3')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:55:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap50514c85-07, col_values=(('external_ids', {'iface-id': '50514c85-0720-4dba-bfd3-badffe3f1d06', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:55:5b:09', 'vm-uuid': '8a957482-260a-437a-b48d-309224800fcf'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:55:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:55:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:10 user nova-compute[75278]: INFO os_vif [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:5b:09,bridge_name='br-int',has_traffic_filtering=True,id=50514c85-0720-4dba-bfd3-badffe3f1d06,network=Network(f8b0fd81-699e-407f-a4fa-b36a2242f59c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50514c85-07')
Dec 06 15:55:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:55:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:55:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] No VIF found with MAC fa:16:3e:55:5b:09, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:55:11 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:55:12 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:12 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:12 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:12 user nova-compute[75278]: DEBUG nova.compute.manager [req-6c01c0e3-0d75-4ae8-b5ac-3c3c00d8667f req-bb11c721-101b-482a-9918-126a8abcf835 service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Received event network-vif-plugged-50514c85-0720-4dba-bfd3-badffe3f1d06 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:55:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-6c01c0e3-0d75-4ae8-b5ac-3c3c00d8667f req-bb11c721-101b-482a-9918-126a8abcf835 service nova] Acquiring lock "8a957482-260a-437a-b48d-309224800fcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:55:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-6c01c0e3-0d75-4ae8-b5ac-3c3c00d8667f req-bb11c721-101b-482a-9918-126a8abcf835 service nova] Lock "8a957482-260a-437a-b48d-309224800fcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:55:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-6c01c0e3-0d75-4ae8-b5ac-3c3c00d8667f req-bb11c721-101b-482a-9918-126a8abcf835 service nova] Lock "8a957482-260a-437a-b48d-309224800fcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:55:12 user nova-compute[75278]: DEBUG nova.compute.manager [req-6c01c0e3-0d75-4ae8-b5ac-3c3c00d8667f req-bb11c721-101b-482a-9918-126a8abcf835 service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] No waiting events found dispatching network-vif-plugged-50514c85-0720-4dba-bfd3-badffe3f1d06 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:55:12 user nova-compute[75278]: WARNING nova.compute.manager [req-6c01c0e3-0d75-4ae8-b5ac-3c3c00d8667f req-bb11c721-101b-482a-9918-126a8abcf835 service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Received unexpected event network-vif-plugged-50514c85-0720-4dba-bfd3-badffe3f1d06 for instance with vm_state active and task_state resize_finish.
Dec 06 15:55:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:14 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:55:14 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 15:55:14 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:55:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:55:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:55:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:55:14 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 15:55:14 user nova-compute[75278]: DEBUG nova.compute.manager [req-0cf4a4f1-02a4-4e78-aacd-9b26aa3c9556 req-785679da-98e7-40f3-8223-bd430883de14 service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Received event network-vif-plugged-50514c85-0720-4dba-bfd3-badffe3f1d06 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:55:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0cf4a4f1-02a4-4e78-aacd-9b26aa3c9556 req-785679da-98e7-40f3-8223-bd430883de14 service nova] Acquiring lock "8a957482-260a-437a-b48d-309224800fcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:55:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0cf4a4f1-02a4-4e78-aacd-9b26aa3c9556 req-785679da-98e7-40f3-8223-bd430883de14 service nova] Lock "8a957482-260a-437a-b48d-309224800fcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:55:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0cf4a4f1-02a4-4e78-aacd-9b26aa3c9556 req-785679da-98e7-40f3-8223-bd430883de14 service nova] Lock "8a957482-260a-437a-b48d-309224800fcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:55:14 user nova-compute[75278]: DEBUG nova.compute.manager [req-0cf4a4f1-02a4-4e78-aacd-9b26aa3c9556 req-785679da-98e7-40f3-8223-bd430883de14 service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] No waiting events found dispatching network-vif-plugged-50514c85-0720-4dba-bfd3-badffe3f1d06 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:55:14 user nova-compute[75278]: WARNING nova.compute.manager [req-0cf4a4f1-02a4-4e78-aacd-9b26aa3c9556 req-785679da-98e7-40f3-8223-bd430883de14 service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Received unexpected event network-vif-plugged-50514c85-0720-4dba-bfd3-badffe3f1d06 for instance with vm_state active and task_state resize_finish.
Dec 06 15:55:14 user nova-compute[75278]: DEBUG nova.compute.manager [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 15:55:14 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 8a957482-260a-437a-b48d-309224800fcf] Instance running successfully.
Dec 06 15:55:14 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Failed to set time: agent not configured {{(pid=75278) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Dec 06 15:55:14 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-959775b7-314e-4dc4-b608-45e734b3009a tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] finish_migration finished successfully. {{(pid=75278) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11772}}
Dec 06 15:55:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:55:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:55:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:55:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json" returned: 0 in 0.256s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:55:15 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 15:55:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:55:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:55:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:55:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:55:15 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 15:55:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:55:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json" returned: 0 in 0.282s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:55:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:55:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:55:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:55:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk.rescue --force-share --output=json" returned: 0 in 0.192s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:55:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:55:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk.rescue --force-share --output=json" returned: 0 in 0.290s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:55:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:55:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:55:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:55:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:55:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:55:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:55:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:55:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:55:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:55:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json" returned: 0 in 0.181s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:55:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:55:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json" returned: 0 in 0.182s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:55:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:55:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:55:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:55:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:55:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97fb7ed7-e3c8-4ba1-b063-3738769500dd/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:55:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97fb7ed7-e3c8-4ba1-b063-3738769500dd/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:55:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97fb7ed7-e3c8-4ba1-b063-3738769500dd/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:55:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97fb7ed7-e3c8-4ba1-b063-3738769500dd/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:55:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d28c3466-fc95-4dc0-91ee-b79fd774d45b/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:55:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d28c3466-fc95-4dc0-91ee-b79fd774d45b/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:55:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d28c3466-fc95-4dc0-91ee-b79fd774d45b/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:55:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d28c3466-fc95-4dc0-91ee-b79fd774d45b/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:55:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:55:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:55:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:55:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:55:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:55:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:55:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:55:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:55:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:20 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:55:20 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:55:20 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=7492MB free_disk=25.131637573242188GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 15:55:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:55:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:55:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:20 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Applying migration context for instance 8a957482-260a-437a-b48d-309224800fcf as it has an incoming, in-progress migration 05b2444a-158d-4c0f-a5ef-6b0e75c5871b. Migration status is finished {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Dec 06 15:55:20 user nova-compute[75278]: INFO nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 8a957482-260a-437a-b48d-309224800fcf] Updating resource usage from migration 05b2444a-158d-4c0f-a5ef-6b0e75c5871b
Dec 06 15:55:20 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance accf5417-e552-4fa7-8b65-5f3121d1d17f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:55:20 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 1432b04b-09a5-4a8d-b36b-5ac20d081fc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:55:20 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 37237a18-4321-4bce-8ade-a7eda7da1355 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:55:20 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance b979398f-d6ba-469c-96ed-e25012146a31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:55:20 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance a909916c-b274-4c00-a248-30d6ed84859e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:55:20 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 4283ae01-2c38-4f3a-96af-2f1d9595cf5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:55:20 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 4d56b5eb-724a-4574-b806-93f0c687ef41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:55:20 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance d28c3466-fc95-4dc0-91ee-b79fd774d45b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:55:20 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Migration 05b2444a-158d-4c0f-a5ef-6b0e75c5871b is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}}
Dec 06 15:55:20 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 8a957482-260a-437a-b48d-309224800fcf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:55:20 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 97fb7ed7-e3c8-4ba1-b063-3738769500dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:55:20 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 15:55:20 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=30GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 15:55:20 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:55:20 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:55:20 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 15:55:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.554s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:55:21 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:55:21 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:55:21 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 15:55:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "refresh_cache-37237a18-4321-4bce-8ade-a7eda7da1355" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:55:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquired lock "refresh_cache-37237a18-4321-4bce-8ade-a7eda7da1355" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:55:22 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Forcefully refreshing network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 15:55:22 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Updating instance_info_cache with network_info: [{"id": "34dc1997-9c67-42a6-86c1-822f988b7f06", "address": "fa:16:3e:ae:b1:73", "network": {"id": "5f5c32a6-6bd3-4369-af0c-a3baedb745bb", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-966899290-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.125", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d041f90cc2ed4592bd5d1d3811dbd529", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34dc1997-9c", "ovs_interfaceid": "34dc1997-9c67-42a6-86c1-822f988b7f06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:55:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Releasing lock "refresh_cache-37237a18-4321-4bce-8ade-a7eda7da1355" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:55:22 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Updated the network info_cache for instance {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 15:55:22 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:55:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d7c1dbab-78e6-4da9-954f-ef5dedf19452 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:55:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d7c1dbab-78e6-4da9-954f-ef5dedf19452 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:55:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d7c1dbab-78e6-4da9-954f-ef5dedf19452 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:55:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d7c1dbab-78e6-4da9-954f-ef5dedf19452 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:55:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d7c1dbab-78e6-4da9-954f-ef5dedf19452 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:55:32 user nova-compute[75278]: INFO nova.compute.manager [None req-d7c1dbab-78e6-4da9-954f-ef5dedf19452 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Terminating instance
Dec 06 15:55:32 user nova-compute[75278]: DEBUG nova.compute.manager [None req-d7c1dbab-78e6-4da9-954f-ef5dedf19452 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 15:55:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:33 user nova-compute[75278]: DEBUG nova.compute.manager [req-74ded221-c7cb-40ba-b2cd-2cef71f60593 req-33bac93e-725b-4e48-a17b-c529b8d7ffbe service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Received event network-vif-unplugged-04a8c02d-7b92-4155-9984-f47fb6e24da1 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:55:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-74ded221-c7cb-40ba-b2cd-2cef71f60593 req-33bac93e-725b-4e48-a17b-c529b8d7ffbe service nova] Acquiring lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:55:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-74ded221-c7cb-40ba-b2cd-2cef71f60593 req-33bac93e-725b-4e48-a17b-c529b8d7ffbe service nova] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:55:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-74ded221-c7cb-40ba-b2cd-2cef71f60593 req-33bac93e-725b-4e48-a17b-c529b8d7ffbe service nova] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:55:33 user nova-compute[75278]: DEBUG nova.compute.manager [req-74ded221-c7cb-40ba-b2cd-2cef71f60593 req-33bac93e-725b-4e48-a17b-c529b8d7ffbe service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] No waiting events found dispatching network-vif-unplugged-04a8c02d-7b92-4155-9984-f47fb6e24da1 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:55:33 user nova-compute[75278]: DEBUG nova.compute.manager [req-74ded221-c7cb-40ba-b2cd-2cef71f60593 req-33bac93e-725b-4e48-a17b-c529b8d7ffbe service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Received event network-vif-unplugged-04a8c02d-7b92-4155-9984-f47fb6e24da1 for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 15:55:33 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Instance destroyed successfully.
Dec 06 15:55:33 user nova-compute[75278]: DEBUG nova.objects.instance [None req-d7c1dbab-78e6-4da9-954f-ef5dedf19452 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lazy-loading 'resources' on Instance uuid 1432b04b-09a5-4a8d-b36b-5ac20d081fc9 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:55:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-d7c1dbab-78e6-4da9-954f-ef5dedf19452 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:45:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-821806440',display_name='tempest-AttachVolumeTestJSON-server-821806440',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-821806440',id=4,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP3yVilolnX/pKLcO1QWDxlG9P7zibw98C6pVHisl9rvwKPa2K1I4TRzz9rPdbGNnMRjw4vCMgggGdlIL4RhnPEr1q4i4jI8NG8OMBffAksqnfARIIblOL5gpwnR6k8WDw==',key_name='tempest-keypair-1380186396',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:45:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7e339ae43bf447d3adf76a1836e0e2e4',ramdisk_id='',reservation_id='r-tr0gvchn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-440790082',owner_user_name='tempest-AttachVolumeTestJSON-440790082-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:53:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='26861384bd1b4ae99cd4e8bd67d7ad18',uuid=1432b04b-09a5-4a8d-b36b-5ac20d081fc9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "address": "fa:16:3e:0d:46:55", "network": {"id": "ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2125197508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e339ae43bf447d3adf76a1836e0e2e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04a8c02d-7b", "ovs_interfaceid": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:55:33 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-d7c1dbab-78e6-4da9-954f-ef5dedf19452 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Converting VIF {"id": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "address": "fa:16:3e:0d:46:55", "network": {"id": "ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2125197508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e339ae43bf447d3adf76a1836e0e2e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04a8c02d-7b", "ovs_interfaceid": "04a8c02d-7b92-4155-9984-f47fb6e24da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:55:33 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-d7c1dbab-78e6-4da9-954f-ef5dedf19452 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0d:46:55,bridge_name='br-int',has_traffic_filtering=True,id=04a8c02d-7b92-4155-9984-f47fb6e24da1,network=Network(ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04a8c02d-7b') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:55:33 user nova-compute[75278]: DEBUG os_vif [None req-d7c1dbab-78e6-4da9-954f-ef5dedf19452 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0d:46:55,bridge_name='br-int',has_traffic_filtering=True,id=04a8c02d-7b92-4155-9984-f47fb6e24da1,network=Network(ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04a8c02d-7b') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:55:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap04a8c02d-7b, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:55:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:55:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=21a1b0c6-3c2d-4df3-b9aa-39334a596bdf) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:55:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:33 user nova-compute[75278]: INFO os_vif [None req-d7c1dbab-78e6-4da9-954f-ef5dedf19452 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0d:46:55,bridge_name='br-int',has_traffic_filtering=True,id=04a8c02d-7b92-4155-9984-f47fb6e24da1,network=Network(ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04a8c02d-7b')
Dec 06 15:55:33 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-d7c1dbab-78e6-4da9-954f-ef5dedf19452 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Deleting instance files /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9_del
Dec 06 15:55:33 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-d7c1dbab-78e6-4da9-954f-ef5dedf19452 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Deletion of /opt/stack/data/nova/instances/1432b04b-09a5-4a8d-b36b-5ac20d081fc9_del complete
Dec 06 15:55:33 user nova-compute[75278]: INFO nova.compute.manager [None req-d7c1dbab-78e6-4da9-954f-ef5dedf19452 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Took 0.86 seconds to destroy the instance on the hypervisor.
Dec 06 15:55:33 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-d7c1dbab-78e6-4da9-954f-ef5dedf19452 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 15:55:33 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 15:55:33 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 15:55:34 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:55:34 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Took 0.74 seconds to deallocate network for instance.
Dec 06 15:55:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d7c1dbab-78e6-4da9-954f-ef5dedf19452 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:55:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d7c1dbab-78e6-4da9-954f-ef5dedf19452 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:55:34 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-d7c1dbab-78e6-4da9-954f-ef5dedf19452 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:55:34 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-d7c1dbab-78e6-4da9-954f-ef5dedf19452 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:55:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d7c1dbab-78e6-4da9-954f-ef5dedf19452 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.388s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:55:34 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-d7c1dbab-78e6-4da9-954f-ef5dedf19452 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Deleted allocations for instance 1432b04b-09a5-4a8d-b36b-5ac20d081fc9
Dec 06 15:55:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d7c1dbab-78e6-4da9-954f-ef5dedf19452 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.184s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:55:35 user nova-compute[75278]: DEBUG nova.compute.manager [req-ffe9e54c-e0e1-4856-b543-521147b76e1e req-d6b08d4d-c129-488b-bcfa-f693aed5506e service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Received event network-vif-plugged-04a8c02d-7b92-4155-9984-f47fb6e24da1 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:55:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ffe9e54c-e0e1-4856-b543-521147b76e1e req-d6b08d4d-c129-488b-bcfa-f693aed5506e service nova] Acquiring lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:55:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ffe9e54c-e0e1-4856-b543-521147b76e1e req-d6b08d4d-c129-488b-bcfa-f693aed5506e service nova] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:55:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ffe9e54c-e0e1-4856-b543-521147b76e1e req-d6b08d4d-c129-488b-bcfa-f693aed5506e service nova] Lock "1432b04b-09a5-4a8d-b36b-5ac20d081fc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:55:35 user nova-compute[75278]: DEBUG nova.compute.manager [req-ffe9e54c-e0e1-4856-b543-521147b76e1e req-d6b08d4d-c129-488b-bcfa-f693aed5506e service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] No waiting events found dispatching network-vif-plugged-04a8c02d-7b92-4155-9984-f47fb6e24da1 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:55:35 user nova-compute[75278]: WARNING nova.compute.manager [req-ffe9e54c-e0e1-4856-b543-521147b76e1e req-d6b08d4d-c129-488b-bcfa-f693aed5506e service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Received unexpected event network-vif-plugged-04a8c02d-7b92-4155-9984-f47fb6e24da1 for instance with vm_state deleted and task_state None.
Dec 06 15:55:35 user nova-compute[75278]: DEBUG nova.compute.manager [req-ffe9e54c-e0e1-4856-b543-521147b76e1e req-d6b08d4d-c129-488b-bcfa-f693aed5506e service nova] [instance: 1432b04b-09a5-4a8d-b36b-5ac20d081fc9] Received event network-vif-deleted-04a8c02d-7b92-4155-9984-f47fb6e24da1 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:55:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:38 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1377e74e-a194-4ac7-b89f-4e31f524f063 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Acquiring lock "37237a18-4321-4bce-8ade-a7eda7da1355" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:55:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1377e74e-a194-4ac7-b89f-4e31f524f063 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "37237a18-4321-4bce-8ade-a7eda7da1355" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:55:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1377e74e-a194-4ac7-b89f-4e31f524f063 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Acquiring lock "37237a18-4321-4bce-8ade-a7eda7da1355-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:55:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1377e74e-a194-4ac7-b89f-4e31f524f063 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "37237a18-4321-4bce-8ade-a7eda7da1355-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:55:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1377e74e-a194-4ac7-b89f-4e31f524f063 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "37237a18-4321-4bce-8ade-a7eda7da1355-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:55:39 user nova-compute[75278]: INFO nova.compute.manager [None req-1377e74e-a194-4ac7-b89f-4e31f524f063 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Terminating instance
Dec 06 15:55:39 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1377e74e-a194-4ac7-b89f-4e31f524f063 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 15:55:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:39 user nova-compute[75278]: DEBUG nova.compute.manager [req-f8e20cd7-bd57-4a2d-b0ad-34fcf1aefe15 req-5424931e-815e-4129-826a-d989f1e5c209 service nova] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Received event network-vif-unplugged-34dc1997-9c67-42a6-86c1-822f988b7f06 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:55:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f8e20cd7-bd57-4a2d-b0ad-34fcf1aefe15 req-5424931e-815e-4129-826a-d989f1e5c209 service nova] Acquiring lock "37237a18-4321-4bce-8ade-a7eda7da1355-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:55:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f8e20cd7-bd57-4a2d-b0ad-34fcf1aefe15 req-5424931e-815e-4129-826a-d989f1e5c209 service nova] Lock "37237a18-4321-4bce-8ade-a7eda7da1355-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:55:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f8e20cd7-bd57-4a2d-b0ad-34fcf1aefe15 req-5424931e-815e-4129-826a-d989f1e5c209 service nova] Lock "37237a18-4321-4bce-8ade-a7eda7da1355-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:55:39 user nova-compute[75278]: DEBUG nova.compute.manager [req-f8e20cd7-bd57-4a2d-b0ad-34fcf1aefe15 req-5424931e-815e-4129-826a-d989f1e5c209 service nova] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] No waiting events found dispatching network-vif-unplugged-34dc1997-9c67-42a6-86c1-822f988b7f06 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:55:39 user nova-compute[75278]: DEBUG nova.compute.manager [req-f8e20cd7-bd57-4a2d-b0ad-34fcf1aefe15 req-5424931e-815e-4129-826a-d989f1e5c209 service nova] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Received event network-vif-unplugged-34dc1997-9c67-42a6-86c1-822f988b7f06 for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 15:55:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:40 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Instance destroyed successfully.
Dec 06 15:55:40 user nova-compute[75278]: DEBUG nova.objects.instance [None req-1377e74e-a194-4ac7-b89f-4e31f524f063 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lazy-loading 'resources' on Instance uuid 37237a18-4321-4bce-8ade-a7eda7da1355 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:55:40 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-1377e74e-a194-4ac7-b89f-4e31f524f063 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:48:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1767912856',display_name='tempest-SnapshotDataIntegrityTests-server-1767912856',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1767912856',id=12,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO+6/N2N+SSoPlw8lVmRifemay9QerTHGPBv7qjLoNV0N+VFJU3Q3XFOG1XyguKFKfShNawDv2Q30RYOPaUc335xBZ4Q8NHc9p3wrhiF16ULS+EhDBAoXilceHbcB/jLAw==',key_name='tempest-keypair-2021330450',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:48:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d041f90cc2ed4592bd5d1d3811dbd529',ramdisk_id='',reservation_id='r-81ju213y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-1588716872',owner_user_name='tempest-SnapshotDataIntegrityTests-1588716872-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:48:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='da5b22202ddc4828b5610e5a308e390f',uuid=37237a18-4321-4bce-8ade-a7eda7da1355,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "34dc1997-9c67-42a6-86c1-822f988b7f06", "address": "fa:16:3e:ae:b1:73", "network": {"id": "5f5c32a6-6bd3-4369-af0c-a3baedb745bb", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-966899290-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.125", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d041f90cc2ed4592bd5d1d3811dbd529", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34dc1997-9c", "ovs_interfaceid": "34dc1997-9c67-42a6-86c1-822f988b7f06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:55:40 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-1377e74e-a194-4ac7-b89f-4e31f524f063 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Converting VIF {"id": "34dc1997-9c67-42a6-86c1-822f988b7f06", "address": "fa:16:3e:ae:b1:73", "network": {"id": "5f5c32a6-6bd3-4369-af0c-a3baedb745bb", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-966899290-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.125", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d041f90cc2ed4592bd5d1d3811dbd529", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34dc1997-9c", "ovs_interfaceid": "34dc1997-9c67-42a6-86c1-822f988b7f06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:55:40 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-1377e74e-a194-4ac7-b89f-4e31f524f063 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ae:b1:73,bridge_name='br-int',has_traffic_filtering=True,id=34dc1997-9c67-42a6-86c1-822f988b7f06,network=Network(5f5c32a6-6bd3-4369-af0c-a3baedb745bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34dc1997-9c') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:55:40 user nova-compute[75278]: DEBUG os_vif [None req-1377e74e-a194-4ac7-b89f-4e31f524f063 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ae:b1:73,bridge_name='br-int',has_traffic_filtering=True,id=34dc1997-9c67-42a6-86c1-822f988b7f06,network=Network(5f5c32a6-6bd3-4369-af0c-a3baedb745bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34dc1997-9c') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:55:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap34dc1997-9c, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:55:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:55:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=938e7cb2-0e1d-408e-b07c-8c856147fa2f) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:55:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:40 user nova-compute[75278]: INFO os_vif [None req-1377e74e-a194-4ac7-b89f-4e31f524f063 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ae:b1:73,bridge_name='br-int',has_traffic_filtering=True,id=34dc1997-9c67-42a6-86c1-822f988b7f06,network=Network(5f5c32a6-6bd3-4369-af0c-a3baedb745bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34dc1997-9c')
Dec 06 15:55:40 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-1377e74e-a194-4ac7-b89f-4e31f524f063 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Deleting instance files /opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355_del
Dec 06 15:55:40 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-1377e74e-a194-4ac7-b89f-4e31f524f063 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Deletion of /opt/stack/data/nova/instances/37237a18-4321-4bce-8ade-a7eda7da1355_del complete
Dec 06 15:55:40 user nova-compute[75278]: INFO nova.compute.manager [None req-1377e74e-a194-4ac7-b89f-4e31f524f063 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Took 0.85 seconds to destroy the instance on the hypervisor.
Dec 06 15:55:40 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-1377e74e-a194-4ac7-b89f-4e31f524f063 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 15:55:40 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 15:55:40 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 15:55:41 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:55:41 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Took 0.85 seconds to deallocate network for instance.
Dec 06 15:55:41 user nova-compute[75278]: DEBUG nova.compute.manager [req-dde0cddb-3c8b-494a-b9af-7959bfbe6006 req-dd228b58-da2d-4fcc-bc84-cda575724b1f service nova] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Received event network-vif-deleted-34dc1997-9c67-42a6-86c1-822f988b7f06 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:55:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1377e74e-a194-4ac7-b89f-4e31f524f063 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:55:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1377e74e-a194-4ac7-b89f-4e31f524f063 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:55:41 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-1377e74e-a194-4ac7-b89f-4e31f524f063 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:55:41 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-1377e74e-a194-4ac7-b89f-4e31f524f063 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:55:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1377e74e-a194-4ac7-b89f-4e31f524f063 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.334s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:55:41 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-1377e74e-a194-4ac7-b89f-4e31f524f063 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Deleted allocations for instance 37237a18-4321-4bce-8ade-a7eda7da1355
Dec 06 15:55:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1377e74e-a194-4ac7-b89f-4e31f524f063 tempest-SnapshotDataIntegrityTests-1588716872 tempest-SnapshotDataIntegrityTests-1588716872-project-member] Lock "37237a18-4321-4bce-8ade-a7eda7da1355" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.218s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:55:42 user nova-compute[75278]: DEBUG nova.compute.manager [req-b7596ec2-b187-4703-9dec-e9d100d03a2f req-fbe27c69-ba64-43fb-8d4d-4fcad0153ad2 service nova] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Received event network-vif-plugged-34dc1997-9c67-42a6-86c1-822f988b7f06 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:55:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-b7596ec2-b187-4703-9dec-e9d100d03a2f req-fbe27c69-ba64-43fb-8d4d-4fcad0153ad2 service nova] Acquiring lock "37237a18-4321-4bce-8ade-a7eda7da1355-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:55:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-b7596ec2-b187-4703-9dec-e9d100d03a2f req-fbe27c69-ba64-43fb-8d4d-4fcad0153ad2 service nova] Lock "37237a18-4321-4bce-8ade-a7eda7da1355-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:55:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-b7596ec2-b187-4703-9dec-e9d100d03a2f req-fbe27c69-ba64-43fb-8d4d-4fcad0153ad2 service nova] Lock "37237a18-4321-4bce-8ade-a7eda7da1355-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:55:42 user nova-compute[75278]: DEBUG nova.compute.manager [req-b7596ec2-b187-4703-9dec-e9d100d03a2f req-fbe27c69-ba64-43fb-8d4d-4fcad0153ad2 service nova] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] No waiting events found dispatching network-vif-plugged-34dc1997-9c67-42a6-86c1-822f988b7f06 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:55:42 user nova-compute[75278]: WARNING nova.compute.manager [req-b7596ec2-b187-4703-9dec-e9d100d03a2f req-fbe27c69-ba64-43fb-8d4d-4fcad0153ad2 service nova] [instance: 37237a18-4321-4bce-8ade-a7eda7da1355] Received unexpected event network-vif-plugged-34dc1997-9c67-42a6-86c1-822f988b7f06 for instance with vm_state deleted and task_state None.
Dec 06 15:55:45 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:45 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:55:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75278) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 15:55:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 15:55:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 15:55:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:55:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:00 user nova-compute[75278]: DEBUG nova.compute.manager [req-114da72f-9002-4e91-88d1-e703f570c86e req-d612cae8-53af-46bb-b45f-4a27c8d3d352 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Received event network-changed-539b5f67-d212-4bed-8bf2-099951a21318 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:56:00 user nova-compute[75278]: DEBUG nova.compute.manager [req-114da72f-9002-4e91-88d1-e703f570c86e req-d612cae8-53af-46bb-b45f-4a27c8d3d352 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Refreshing instance network info cache due to event network-changed-539b5f67-d212-4bed-8bf2-099951a21318. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:56:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-114da72f-9002-4e91-88d1-e703f570c86e req-d612cae8-53af-46bb-b45f-4a27c8d3d352 service nova] Acquiring lock "refresh_cache-4d56b5eb-724a-4574-b806-93f0c687ef41" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:56:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-114da72f-9002-4e91-88d1-e703f570c86e req-d612cae8-53af-46bb-b45f-4a27c8d3d352 service nova] Acquired lock "refresh_cache-4d56b5eb-724a-4574-b806-93f0c687ef41" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:56:00 user nova-compute[75278]: DEBUG nova.network.neutron [req-114da72f-9002-4e91-88d1-e703f570c86e req-d612cae8-53af-46bb-b45f-4a27c8d3d352 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Refreshing network info cache for port 539b5f67-d212-4bed-8bf2-099951a21318 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:56:01 user nova-compute[75278]: DEBUG nova.network.neutron [req-114da72f-9002-4e91-88d1-e703f570c86e req-d612cae8-53af-46bb-b45f-4a27c8d3d352 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Updated VIF entry in instance network info cache for port 539b5f67-d212-4bed-8bf2-099951a21318. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:56:01 user nova-compute[75278]: DEBUG nova.network.neutron [req-114da72f-9002-4e91-88d1-e703f570c86e req-d612cae8-53af-46bb-b45f-4a27c8d3d352 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Updating instance_info_cache with network_info: [{"id": "539b5f67-d212-4bed-8bf2-099951a21318", "address": "fa:16:3e:cb:f0:95", "network": {"id": "4217cbb0-33d1-451f-9d3f-b8a0d6df1755", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-493313379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "93723bb0e3c9431a91eaa6ba3c645029", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap539b5f67-d2", "ovs_interfaceid": "539b5f67-d212-4bed-8bf2-099951a21318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:56:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-114da72f-9002-4e91-88d1-e703f570c86e req-d612cae8-53af-46bb-b45f-4a27c8d3d352 service nova] Releasing lock "refresh_cache-4d56b5eb-724a-4574-b806-93f0c687ef41" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:56:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-04f86f4f-2de9-4dd8-90f9-a89e635ef43c req-a781c8b0-92ed-4f22-a5b1-bb6663bfe2b7 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Received event network-changed-539b5f67-d212-4bed-8bf2-099951a21318 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:56:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-04f86f4f-2de9-4dd8-90f9-a89e635ef43c req-a781c8b0-92ed-4f22-a5b1-bb6663bfe2b7 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Refreshing instance network info cache due to event network-changed-539b5f67-d212-4bed-8bf2-099951a21318. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:56:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-04f86f4f-2de9-4dd8-90f9-a89e635ef43c req-a781c8b0-92ed-4f22-a5b1-bb6663bfe2b7 service nova] Acquiring lock "refresh_cache-4d56b5eb-724a-4574-b806-93f0c687ef41" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:56:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-04f86f4f-2de9-4dd8-90f9-a89e635ef43c req-a781c8b0-92ed-4f22-a5b1-bb6663bfe2b7 service nova] Acquired lock "refresh_cache-4d56b5eb-724a-4574-b806-93f0c687ef41" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:56:01 user nova-compute[75278]: DEBUG nova.network.neutron [req-04f86f4f-2de9-4dd8-90f9-a89e635ef43c req-a781c8b0-92ed-4f22-a5b1-bb6663bfe2b7 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Refreshing network info cache for port 539b5f67-d212-4bed-8bf2-099951a21318 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:56:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8920214d-4c4a-4d6a-8bb3-da58f83ab8b5 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquiring lock "4d56b5eb-724a-4574-b806-93f0c687ef41" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:56:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8920214d-4c4a-4d6a-8bb3-da58f83ab8b5 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "4d56b5eb-724a-4574-b806-93f0c687ef41" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:56:02 user nova-compute[75278]: INFO nova.compute.manager [None req-8920214d-4c4a-4d6a-8bb3-da58f83ab8b5 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Detaching volume 8799fe13-157a-4407-ba6f-89f251ae65d1
Dec 06 15:56:02 user nova-compute[75278]: INFO nova.virt.block_device [None req-8920214d-4c4a-4d6a-8bb3-da58f83ab8b5 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Attempting to driver detach volume 8799fe13-157a-4407-ba6f-89f251ae65d1 from mountpoint /dev/vdb
Dec 06 15:56:02 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8920214d-4c4a-4d6a-8bb3-da58f83ab8b5 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Attempting to detach device vdb from instance 4d56b5eb-724a-4574-b806-93f0c687ef41 from the persistent domain config. {{(pid=75278) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 15:56:02 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-8920214d-4c4a-4d6a-8bb3-da58f83ab8b5 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 15:56:02 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:56:02 user nova-compute[75278]:   <source dev="/dev/sdc"/>
Dec 06 15:56:02 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:56:02 user nova-compute[75278]:   <serial>8799fe13-157a-4407-ba6f-89f251ae65d1</serial>
Dec 06 15:56:02 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 06 15:56:02 user nova-compute[75278]: </disk>
Dec 06 15:56:02 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 15:56:02 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-8920214d-4c4a-4d6a-8bb3-da58f83ab8b5 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Successfully detached device vdb from instance 4d56b5eb-724a-4574-b806-93f0c687ef41 from the persistent domain config.
Dec 06 15:56:02 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8920214d-4c4a-4d6a-8bb3-da58f83ab8b5 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 4d56b5eb-724a-4574-b806-93f0c687ef41 from the live domain config. {{(pid=75278) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 15:56:02 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-8920214d-4c4a-4d6a-8bb3-da58f83ab8b5 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 15:56:02 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:56:02 user nova-compute[75278]:   <source dev="/dev/sdc"/>
Dec 06 15:56:02 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:56:02 user nova-compute[75278]:   <serial>8799fe13-157a-4407-ba6f-89f251ae65d1</serial>
Dec 06 15:56:02 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 06 15:56:02 user nova-compute[75278]: </disk>
Dec 06 15:56:02 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 15:56:02 user nova-compute[75278]: DEBUG nova.network.neutron [req-04f86f4f-2de9-4dd8-90f9-a89e635ef43c req-a781c8b0-92ed-4f22-a5b1-bb6663bfe2b7 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Updated VIF entry in instance network info cache for port 539b5f67-d212-4bed-8bf2-099951a21318. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:56:02 user nova-compute[75278]: DEBUG nova.network.neutron [req-04f86f4f-2de9-4dd8-90f9-a89e635ef43c req-a781c8b0-92ed-4f22-a5b1-bb6663bfe2b7 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Updating instance_info_cache with network_info: [{"id": "539b5f67-d212-4bed-8bf2-099951a21318", "address": "fa:16:3e:cb:f0:95", "network": {"id": "4217cbb0-33d1-451f-9d3f-b8a0d6df1755", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-493313379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "93723bb0e3c9431a91eaa6ba3c645029", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap539b5f67-d2", "ovs_interfaceid": "539b5f67-d212-4bed-8bf2-099951a21318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:56:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-04f86f4f-2de9-4dd8-90f9-a89e635ef43c req-a781c8b0-92ed-4f22-a5b1-bb6663bfe2b7 service nova] Releasing lock "refresh_cache-4d56b5eb-724a-4574-b806-93f0c687ef41" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:56:02 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8920214d-4c4a-4d6a-8bb3-da58f83ab8b5 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 4d56b5eb-724a-4574-b806-93f0c687ef41 {{(pid=75278) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 15:56:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:09 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:56:09 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:56:09 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Cleaning up deleted instances with incomplete migration  {{(pid=75278) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 06 15:56:10 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:56:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:56:11 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:56:11 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:56:11 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:56:12 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:56:14 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:56:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:56:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:56:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:56:14 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 15:56:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:14 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 15:56:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk.rescue --force-share --output=json" returned: 0 in 0.181s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk.rescue --force-share --output=json" returned: 0 in 0.170s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:56:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json" returned: 0 in 0.206s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97fb7ed7-e3c8-4ba1-b063-3738769500dd/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97fb7ed7-e3c8-4ba1-b063-3738769500dd/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97fb7ed7-e3c8-4ba1-b063-3738769500dd/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97fb7ed7-e3c8-4ba1-b063-3738769500dd/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d28c3466-fc95-4dc0-91ee-b79fd774d45b/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d28c3466-fc95-4dc0-91ee-b79fd774d45b/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d28c3466-fc95-4dc0-91ee-b79fd774d45b/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d28c3466-fc95-4dc0-91ee-b79fd774d45b/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:18 user nova-compute[75278]: DEBUG nova.compute.manager [req-9faa896f-5804-4c06-a687-3a50e0fdc3b7 req-55042a7a-8e0c-4fd1-adec-56097057c473 service nova] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Received event network-changed-d4a42faa-e858-46a4-b797-120e1e1c6573 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:56:18 user nova-compute[75278]: DEBUG nova.compute.manager [req-9faa896f-5804-4c06-a687-3a50e0fdc3b7 req-55042a7a-8e0c-4fd1-adec-56097057c473 service nova] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Refreshing instance network info cache due to event network-changed-d4a42faa-e858-46a4-b797-120e1e1c6573. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:56:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9faa896f-5804-4c06-a687-3a50e0fdc3b7 req-55042a7a-8e0c-4fd1-adec-56097057c473 service nova] Acquiring lock "refresh_cache-d28c3466-fc95-4dc0-91ee-b79fd774d45b" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:56:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9faa896f-5804-4c06-a687-3a50e0fdc3b7 req-55042a7a-8e0c-4fd1-adec-56097057c473 service nova] Acquired lock "refresh_cache-d28c3466-fc95-4dc0-91ee-b79fd774d45b" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:56:18 user nova-compute[75278]: DEBUG nova.network.neutron [req-9faa896f-5804-4c06-a687-3a50e0fdc3b7 req-55042a7a-8e0c-4fd1-adec-56097057c473 service nova] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Refreshing network info cache for port d4a42faa-e858-46a4-b797-120e1e1c6573 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:56:18 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:56:18 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:56:18 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=7492MB free_disk=25.156829833984375GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 15:56:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:56:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:56:18 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Applying migration context for instance 8a957482-260a-437a-b48d-309224800fcf as it has an incoming, in-progress migration 05b2444a-158d-4c0f-a5ef-6b0e75c5871b. Migration status is finished {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Dec 06 15:56:18 user nova-compute[75278]: INFO nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 8a957482-260a-437a-b48d-309224800fcf] Updating resource usage from migration 05b2444a-158d-4c0f-a5ef-6b0e75c5871b
Dec 06 15:56:18 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance accf5417-e552-4fa7-8b65-5f3121d1d17f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:56:18 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance b979398f-d6ba-469c-96ed-e25012146a31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:56:18 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance a909916c-b274-4c00-a248-30d6ed84859e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:56:18 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 4283ae01-2c38-4f3a-96af-2f1d9595cf5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:56:18 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 4d56b5eb-724a-4574-b806-93f0c687ef41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:56:18 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance d28c3466-fc95-4dc0-91ee-b79fd774d45b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:56:18 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Migration 05b2444a-158d-4c0f-a5ef-6b0e75c5871b is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}}
Dec 06 15:56:18 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 8a957482-260a-437a-b48d-309224800fcf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:56:18 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 97fb7ed7-e3c8-4ba1-b063-3738769500dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:56:18 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 15:56:18 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=28GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 15:56:18 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:56:18 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:56:18 user nova-compute[75278]: DEBUG nova.network.neutron [req-9faa896f-5804-4c06-a687-3a50e0fdc3b7 req-55042a7a-8e0c-4fd1-adec-56097057c473 service nova] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Updated VIF entry in instance network info cache for port d4a42faa-e858-46a4-b797-120e1e1c6573. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:56:18 user nova-compute[75278]: DEBUG nova.network.neutron [req-9faa896f-5804-4c06-a687-3a50e0fdc3b7 req-55042a7a-8e0c-4fd1-adec-56097057c473 service nova] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Updating instance_info_cache with network_info: [{"id": "d4a42faa-e858-46a4-b797-120e1e1c6573", "address": "fa:16:3e:45:20:f4", "network": {"id": "3b6e9ce9-a850-4a69-b3ad-d2255b146e14", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-186728710-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.82", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "402e2d213b86402cb8aa76f4ebfa89db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd4a42faa-e8", "ovs_interfaceid": "d4a42faa-e858-46a4-b797-120e1e1c6573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:56:18 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 15:56:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.445s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:56:18 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:56:18 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Cleaning up deleted instances {{(pid=75278) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 06 15:56:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9faa896f-5804-4c06-a687-3a50e0fdc3b7 req-55042a7a-8e0c-4fd1-adec-56097057c473 service nova] Releasing lock "refresh_cache-d28c3466-fc95-4dc0-91ee-b79fd774d45b" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:56:18 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] There are 0 instances to clean {{(pid=75278) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 06 15:56:19 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Acquiring lock "d28c3466-fc95-4dc0-91ee-b79fd774d45b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:56:19 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lock "d28c3466-fc95-4dc0-91ee-b79fd774d45b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:56:19 user nova-compute[75278]: DEBUG nova.objects.instance [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lazy-loading 'flavor' on Instance uuid d28c3466-fc95-4dc0-91ee-b79fd774d45b {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:56:19 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lock "d28c3466-fc95-4dc0-91ee-b79fd774d45b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.229s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:56:19 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Acquiring lock "d28c3466-fc95-4dc0-91ee-b79fd774d45b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:56:19 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lock "d28c3466-fc95-4dc0-91ee-b79fd774d45b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:56:19 user nova-compute[75278]: INFO nova.compute.manager [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Attaching volume 1454dd93-01a7-4432-93e0-9732901718b3 to /dev/vdb
Dec 06 15:56:19 user nova-compute[75278]: DEBUG os_brick.utils [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:56:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:19 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b00000c9-91ea-40ff-b311-3e45e907924e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:19 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b2bca56-a5db-4b11-8e7a-e78c35682bb8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:19 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[daa038c3-1fbc-463d-a5c6-4589a9718fe1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:19 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f84ec5f-3957-4d70-a9c8-65bbef7cd84f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:56:19 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 15:56:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:56:19 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 15:56:19 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[92984a98-c085-42a6-9b07-522b1b6b5bff]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:19 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 15:56:19 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 15:56:19 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 15:56:19 user nova-compute[75278]: DEBUG os_brick.utils [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:56:19 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Updating existing volume attachment record: 17f2e07f-2bf3-42dd-9b50-43e12764d8c7 {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 15:56:19 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:56:19 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 15:56:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "refresh_cache-b979398f-d6ba-469c-96ed-e25012146a31" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:56:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquired lock "refresh_cache-b979398f-d6ba-469c-96ed-e25012146a31" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:56:20 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Forcefully refreshing network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 15:56:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:20 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Updating instance_info_cache with network_info: [{"id": "1cbd93c9-871f-40a8-bf0a-a786f42020b6", "address": "fa:16:3e:71:29:43", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cbd93c9-87", "ovs_interfaceid": "1cbd93c9-871f-40a8-bf0a-a786f42020b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:56:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Releasing lock "refresh_cache-b979398f-d6ba-469c-96ed-e25012146a31" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:56:20 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Updated the network info_cache for instance {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 15:56:20 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:56:20 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 15:56:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:21 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:56:22 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-8920214d-4c4a-4d6a-8bb3-da58f83ab8b5 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 4d56b5eb-724a-4574-b806-93f0c687ef41 is timed out.
Dec 06 15:56:22 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-8920214d-4c4a-4d6a-8bb3-da58f83ab8b5 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Successfully detached device vdb from instance 4d56b5eb-724a-4574-b806-93f0c687ef41 from the live domain config.
Dec 06 15:56:22 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8920214d-4c4a-4d6a-8bb3-da58f83ab8b5 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-8920214d-4c4a-4d6a-8bb3-da58f83ab8b5 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GBfzNEcw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:56:22 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-8920214d-4c4a-4d6a-8bb3-da58f83ab8b5 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:56:22 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-8920214d-4c4a-4d6a-8bb3-da58f83ab8b5 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-8920214d-4c4a-4d6a-8bb3-da58f83ab8b5 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d855c871-2192-4e95-aac8-97132aa9f37f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-8920214d-4c4a-4d6a-8bb3-da58f83ab8b5 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 15:56:22 user nova-compute[75278]: No targets found.
Dec 06 15:56:22 user nova-compute[75278]: iSNS:
Dec 06 15:56:22 user nova-compute[75278]: No targets found.
Dec 06 15:56:22 user nova-compute[75278]: STATIC:
Dec 06 15:56:22 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648
Dec 06 15:56:22 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:56:22 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:56:22 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1
Dec 06 15:56:22 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:56:22 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:56:22 user nova-compute[75278]: FIRMWARE:
Dec 06 15:56:22 user nova-compute[75278]: No targets found.
Dec 06 15:56:22 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-8920214d-4c4a-4d6a-8bb3-da58f83ab8b5 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 15:56:22 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 15:56:22 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-8920214d-4c4a-4d6a-8bb3-da58f83ab8b5 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c1d4926-d6fd-46cf-9a76-6697cd32f40d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[69941b51-1e71-418e-abee-a8608f271db8]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-8920214d-4c4a-4d6a-8bb3-da58f83ab8b5 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 (non-flash)
Dec 06 15:56:22 user nova-compute[75278]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:56:22 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-8920214d-4c4a-4d6a-8bb3-da58f83ab8b5 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 (non-flash)
Dec 06 15:56:22 user nova-compute[75278]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:56:22 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-8920214d-4c4a-4d6a-8bb3-da58f83ab8b5 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c14c280>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1'): ({'sdc'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-8920214d-4c4a-4d6a-8bb3-da58f83ab8b5 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Removing single pathed devices sdc {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0afa9c6-8cd7-454e-a110-146016892415]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.027s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b57384d-2f2f-4143-8f98-84a7b00ee7e7]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-8920214d-4c4a-4d6a-8bb3-da58f83ab8b5 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Flushing IO for device /dev/sdc {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d472908-cb00-466a-b319-c57b5fc6ec17]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-8920214d-4c4a-4d6a-8bb3-da58f83ab8b5 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.043s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec1d8b1e-b264-4719-ae32-b8bdd5f306f5]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-8920214d-4c4a-4d6a-8bb3-da58f83ab8b5 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-8920214d-4c4a-4d6a-8bb3-da58f83ab8b5 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] SCSI volumes sdc have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-8920214d-4c4a-4d6a-8bb3-da58f83ab8b5 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2d088a8-c574-4b2c-a4ab-cd0819486ec4]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-8920214d-4c4a-4d6a-8bb3-da58f83ab8b5 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d01a8021-5863-47d9-aaf3-a2fce5a98bee]: (4, ('Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1, portal: 172.16.0.220,3260]\nLogout of [sid: 28, target: iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-8920214d-4c4a-4d6a-8bb3-da58f83ab8b5 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1, portal: 172.16.0.220,3260]
Dec 06 15:56:22 user nova-compute[75278]: Logout of [sid: 28, target: iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1, portal: 172.16.0.220,3260] successful.
Dec 06 15:56:22 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:56:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8799fe13-157a-4407-ba6f-89f251ae65d1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:23 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c0f24f8-feb1-48e0-9206-366145e49aa6]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-8920214d-4c4a-4d6a-8bb3-da58f83ab8b5 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:56:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-8920214d-4c4a-4d6a-8bb3-da58f83ab8b5 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.303s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:56:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-8920214d-4c4a-4d6a-8bb3-da58f83ab8b5 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] <== disconnect_volume: return (305ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:56:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8920214d-4c4a-4d6a-8bb3-da58f83ab8b5 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 15:56:23 user nova-compute[75278]: DEBUG nova.objects.instance [None req-8920214d-4c4a-4d6a-8bb3-da58f83ab8b5 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lazy-loading 'flavor' on Instance uuid 4d56b5eb-724a-4574-b806-93f0c687ef41 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:56:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8920214d-4c4a-4d6a-8bb3-da58f83ab8b5 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "4d56b5eb-724a-4574-b806-93f0c687ef41" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.789s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:56:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "c1e51e58-1ca8-4c8e-96da-fbfbbb286538" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:56:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "c1e51e58-1ca8-4c8e-96da-fbfbbb286538" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:56:26 user nova-compute[75278]: DEBUG nova.compute.manager [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 15:56:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:56:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:56:26 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 15:56:26 user nova-compute[75278]: INFO nova.compute.claims [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Claim successful on node user
Dec 06 15:56:27 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Refreshing inventories for resource provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 06 15:56:27 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Updating ProviderTree inventory for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 06 15:56:27 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Updating inventory in ProviderTree for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 15:56:27 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Refreshing aggregate associations for resource provider 8b3403ac-859e-46a6-ab7b-26268bef73b0, aggregates: None {{(pid=75278) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 06 15:56:27 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Refreshing trait associations for resource provider 8b3403ac-859e-46a6-ab7b-26268bef73b0, traits: HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_ACCELERATORS,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_SATA,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_IDE,COMPUTE_VIOMMU_MODEL_INTEL,HW_CPU_X86_SSE41,HW_CPU_X86_SSSE3 {{(pid=75278) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 06 15:56:27 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:56:27 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:56:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.549s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:56:27 user nova-compute[75278]: DEBUG nova.compute.manager [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 15:56:27 user nova-compute[75278]: DEBUG nova.compute.manager [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 15:56:27 user nova-compute[75278]: DEBUG nova.network.neutron [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 15:56:27 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 15:56:27 user nova-compute[75278]: DEBUG nova.compute.manager [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 15:56:27 user nova-compute[75278]: DEBUG nova.policy [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26861384bd1b4ae99cd4e8bd67d7ad18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e339ae43bf447d3adf76a1836e0e2e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 15:56:27 user nova-compute[75278]: DEBUG nova.compute.manager [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 15:56:27 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 15:56:27 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Creating image(s)
Dec 06 15:56:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "/opt/stack/data/nova/instances/c1e51e58-1ca8-4c8e-96da-fbfbbb286538/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:56:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "/opt/stack/data/nova/instances/c1e51e58-1ca8-4c8e-96da-fbfbbb286538/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:56:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "/opt/stack/data/nova/instances/c1e51e58-1ca8-4c8e-96da-fbfbbb286538/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:56:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.180s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "8b6964317078072a1e593868059fc8dc16213a0c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:56:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:56:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.177s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/c1e51e58-1ca8-4c8e-96da-fbfbbb286538/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/c1e51e58-1ca8-4c8e-96da-fbfbbb286538/disk 1073741824" returned: 0 in 0.048s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.232s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:56:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:28 user nova-compute[75278]: DEBUG nova.network.neutron [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Successfully created port: fc10bfd0-dcea-4737-9b34-a468610133eb {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 15:56:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.182s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:28 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c1e51e58-1ca8-4c8e-96da-fbfbbb286538/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 15:56:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1e51e58-1ca8-4c8e-96da-fbfbbb286538/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1e51e58-1ca8-4c8e-96da-fbfbbb286538/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:28 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Cannot resize image /opt/stack/data/nova/instances/c1e51e58-1ca8-4c8e-96da-fbfbbb286538/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 15:56:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 15:56:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Ensure instance console log exists: /opt/stack/data/nova/instances/c1e51e58-1ca8-4c8e-96da-fbfbbb286538/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 15:56:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:56:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:56:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:56:28 user nova-compute[75278]: DEBUG nova.network.neutron [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Successfully updated port: fc10bfd0-dcea-4737-9b34-a468610133eb {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:56:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "refresh_cache-c1e51e58-1ca8-4c8e-96da-fbfbbb286538" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:56:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquired lock "refresh_cache-c1e51e58-1ca8-4c8e-96da-fbfbbb286538" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:56:28 user nova-compute[75278]: DEBUG nova.network.neutron [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:56:28 user nova-compute[75278]: DEBUG nova.compute.manager [req-5fa84c83-4ee7-455a-a226-3431f40b4590 req-d836c941-b0e0-49bb-85d5-2c9076e29c68 service nova] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Received event network-changed-fc10bfd0-dcea-4737-9b34-a468610133eb {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:56:28 user nova-compute[75278]: DEBUG nova.compute.manager [req-5fa84c83-4ee7-455a-a226-3431f40b4590 req-d836c941-b0e0-49bb-85d5-2c9076e29c68 service nova] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Refreshing instance network info cache due to event network-changed-fc10bfd0-dcea-4737-9b34-a468610133eb. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:56:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5fa84c83-4ee7-455a-a226-3431f40b4590 req-d836c941-b0e0-49bb-85d5-2c9076e29c68 service nova] Acquiring lock "refresh_cache-c1e51e58-1ca8-4c8e-96da-fbfbbb286538" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:56:28 user nova-compute[75278]: DEBUG nova.network.neutron [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG nova.network.neutron [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Updating instance_info_cache with network_info: [{"id": "fc10bfd0-dcea-4737-9b34-a468610133eb", "address": "fa:16:3e:66:06:38", "network": {"id": "ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2125197508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e339ae43bf447d3adf76a1836e0e2e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc10bfd0-dc", "ovs_interfaceid": "fc10bfd0-dcea-4737-9b34-a468610133eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Releasing lock "refresh_cache-c1e51e58-1ca8-4c8e-96da-fbfbbb286538" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG nova.compute.manager [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Instance network_info: |[{"id": "fc10bfd0-dcea-4737-9b34-a468610133eb", "address": "fa:16:3e:66:06:38", "network": {"id": "ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2125197508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e339ae43bf447d3adf76a1836e0e2e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc10bfd0-dc", "ovs_interfaceid": "fc10bfd0-dcea-4737-9b34-a468610133eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5fa84c83-4ee7-455a-a226-3431f40b4590 req-d836c941-b0e0-49bb-85d5-2c9076e29c68 service nova] Acquired lock "refresh_cache-c1e51e58-1ca8-4c8e-96da-fbfbbb286538" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG nova.network.neutron [req-5fa84c83-4ee7-455a-a226-3431f40b4590 req-d836c941-b0e0-49bb-85d5-2c9076e29c68 service nova] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Refreshing network info cache for port fc10bfd0-dcea-4737-9b34-a468610133eb {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Start _get_guest_xml network_info=[{"id": "fc10bfd0-dcea-4737-9b34-a468610133eb", "address": "fa:16:3e:66:06:38", "network": {"id": "ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2125197508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e339ae43bf447d3adf76a1836e0e2e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc10bfd0-dc", "ovs_interfaceid": "fc10bfd0-dcea-4737-9b34-a468610133eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:56:29 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:56:29 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:56:29 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:56:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1688628658',display_name='tempest-AttachVolumeTestJSON-server-1688628658',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1688628658',id=25,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJB5awNyrpVeKsfHuB41Jtbj3ZYJ5w2TpOznnLOFmqrCo2KX8J39F560lH6ZedZtSuCGUrXEf+YcpjMp8yYHAuB+54lPa3mnTwQz4h0RHPB1uaeMWSdgq5pA4SMJoqc7BQ==',key_name='tempest-keypair-2134071414',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7e339ae43bf447d3adf76a1836e0e2e4',ramdisk_id='',reservation_id='r-3ribiex1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-440790082',owner_user_name='tempest-AttachVolumeTestJSON-440790082-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:56:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='26861384bd1b4ae99cd4e8bd67d7ad18',uuid=c1e51e58-1ca8-4c8e-96da-fbfbbb286538,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fc10bfd0-dcea-4737-9b34-a468610133eb", "address": "fa:16:3e:66:06:38", "network": {"id": "ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2125197508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e339ae43bf447d3adf76a1836e0e2e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc10bfd0-dc", "ovs_interfaceid": "fc10bfd0-dcea-4737-9b34-a468610133eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Converting VIF {"id": "fc10bfd0-dcea-4737-9b34-a468610133eb", "address": "fa:16:3e:66:06:38", "network": {"id": "ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2125197508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e339ae43bf447d3adf76a1836e0e2e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc10bfd0-dc", "ovs_interfaceid": "fc10bfd0-dcea-4737-9b34-a468610133eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:66:06:38,bridge_name='br-int',has_traffic_filtering=True,id=fc10bfd0-dcea-4737-9b34-a468610133eb,network=Network(ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc10bfd0-dc') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG nova.objects.instance [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lazy-loading 'pci_devices' on Instance uuid c1e51e58-1ca8-4c8e-96da-fbfbbb286538 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:56:29 user nova-compute[75278]:   <uuid>c1e51e58-1ca8-4c8e-96da-fbfbbb286538</uuid>
Dec 06 15:56:29 user nova-compute[75278]:   <name>instance-00000019</name>
Dec 06 15:56:29 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 15:56:29 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:56:29 user nova-compute[75278]:   <metadata>
Dec 06 15:56:29 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:56:29 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:56:29 user nova-compute[75278]:       <nova:name>tempest-AttachVolumeTestJSON-server-1688628658</nova:name>
Dec 06 15:56:29 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:56:29</nova:creationTime>
Dec 06 15:56:29 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 15:56:29 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 15:56:29 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 15:56:29 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:56:29 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:56:29 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:56:29 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:56:29 user nova-compute[75278]:       <nova:owner>
Dec 06 15:56:29 user nova-compute[75278]:         <nova:user uuid="26861384bd1b4ae99cd4e8bd67d7ad18">tempest-AttachVolumeTestJSON-440790082-project-member</nova:user>
Dec 06 15:56:29 user nova-compute[75278]:         <nova:project uuid="7e339ae43bf447d3adf76a1836e0e2e4">tempest-AttachVolumeTestJSON-440790082</nova:project>
Dec 06 15:56:29 user nova-compute[75278]:       </nova:owner>
Dec 06 15:56:29 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 15:56:29 user nova-compute[75278]:       <nova:ports>
Dec 06 15:56:29 user nova-compute[75278]:         <nova:port uuid="fc10bfd0-dcea-4737-9b34-a468610133eb">
Dec 06 15:56:29 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 06 15:56:29 user nova-compute[75278]:         </nova:port>
Dec 06 15:56:29 user nova-compute[75278]:       </nova:ports>
Dec 06 15:56:29 user nova-compute[75278]:     </nova:instance>
Dec 06 15:56:29 user nova-compute[75278]:   </metadata>
Dec 06 15:56:29 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:56:29 user nova-compute[75278]:     <system>
Dec 06 15:56:29 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:56:29 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:56:29 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:56:29 user nova-compute[75278]:       <entry name="serial">c1e51e58-1ca8-4c8e-96da-fbfbbb286538</entry>
Dec 06 15:56:29 user nova-compute[75278]:       <entry name="uuid">c1e51e58-1ca8-4c8e-96da-fbfbbb286538</entry>
Dec 06 15:56:29 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:56:29 user nova-compute[75278]:     </system>
Dec 06 15:56:29 user nova-compute[75278]:   </sysinfo>
Dec 06 15:56:29 user nova-compute[75278]:   <os>
Dec 06 15:56:29 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:56:29 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 15:56:29 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:56:29 user nova-compute[75278]:   </os>
Dec 06 15:56:29 user nova-compute[75278]:   <features>
Dec 06 15:56:29 user nova-compute[75278]:     <acpi/>
Dec 06 15:56:29 user nova-compute[75278]:     <apic/>
Dec 06 15:56:29 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:56:29 user nova-compute[75278]:   </features>
Dec 06 15:56:29 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:56:29 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:56:29 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:56:29 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:56:29 user nova-compute[75278]:   </clock>
Dec 06 15:56:29 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:56:29 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:56:29 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:56:29 user nova-compute[75278]:   </cpu>
Dec 06 15:56:29 user nova-compute[75278]:   <devices>
Dec 06 15:56:29 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 15:56:29 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 15:56:29 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/c1e51e58-1ca8-4c8e-96da-fbfbbb286538/disk"/>
Dec 06 15:56:29 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 15:56:29 user nova-compute[75278]:     </disk>
Dec 06 15:56:29 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:56:29 user nova-compute[75278]:       <mac address="fa:16:3e:66:06:38"/>
Dec 06 15:56:29 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:56:29 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:56:29 user nova-compute[75278]:       <target dev="tapfc10bfd0-dc"/>
Dec 06 15:56:29 user nova-compute[75278]:     </interface>
Dec 06 15:56:29 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:56:29 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/c1e51e58-1ca8-4c8e-96da-fbfbbb286538/console.log" append="off"/>
Dec 06 15:56:29 user nova-compute[75278]:     </serial>
Dec 06 15:56:29 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:56:29 user nova-compute[75278]:     <video>
Dec 06 15:56:29 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:56:29 user nova-compute[75278]:     </video>
Dec 06 15:56:29 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:56:29 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:56:29 user nova-compute[75278]:     </rng>
Dec 06 15:56:29 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:56:29 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:56:29 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:56:29 user nova-compute[75278]:     </memballoon>
Dec 06 15:56:29 user nova-compute[75278]:   </devices>
Dec 06 15:56:29 user nova-compute[75278]: </domain>
Dec 06 15:56:29 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:56:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1688628658',display_name='tempest-AttachVolumeTestJSON-server-1688628658',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1688628658',id=25,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJB5awNyrpVeKsfHuB41Jtbj3ZYJ5w2TpOznnLOFmqrCo2KX8J39F560lH6ZedZtSuCGUrXEf+YcpjMp8yYHAuB+54lPa3mnTwQz4h0RHPB1uaeMWSdgq5pA4SMJoqc7BQ==',key_name='tempest-keypair-2134071414',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7e339ae43bf447d3adf76a1836e0e2e4',ramdisk_id='',reservation_id='r-3ribiex1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-440790082',owner_user_name='tempest-AttachVolumeTestJSON-440790082-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:56:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='26861384bd1b4ae99cd4e8bd67d7ad18',uuid=c1e51e58-1ca8-4c8e-96da-fbfbbb286538,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fc10bfd0-dcea-4737-9b34-a468610133eb", "address": "fa:16:3e:66:06:38", "network": {"id": "ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2125197508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e339ae43bf447d3adf76a1836e0e2e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc10bfd0-dc", "ovs_interfaceid": "fc10bfd0-dcea-4737-9b34-a468610133eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Converting VIF {"id": "fc10bfd0-dcea-4737-9b34-a468610133eb", "address": "fa:16:3e:66:06:38", "network": {"id": "ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2125197508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e339ae43bf447d3adf76a1836e0e2e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc10bfd0-dc", "ovs_interfaceid": "fc10bfd0-dcea-4737-9b34-a468610133eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:66:06:38,bridge_name='br-int',has_traffic_filtering=True,id=fc10bfd0-dcea-4737-9b34-a468610133eb,network=Network(ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc10bfd0-dc') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG os_vif [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:66:06:38,bridge_name='br-int',has_traffic_filtering=True,id=fc10bfd0-dcea-4737-9b34-a468610133eb,network=Network(ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc10bfd0-dc') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bf19976c-f786-5e00-b3c5-97d1f4b916f1', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfc10bfd0-dc, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfc10bfd0-dc, col_values=(('qos', UUID('0f682a8a-dc15-4744-aca2-693ddb8ba2d5')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfc10bfd0-dc, col_values=(('external_ids', {'iface-id': 'fc10bfd0-dcea-4737-9b34-a468610133eb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:66:06:38', 'vm-uuid': 'c1e51e58-1ca8-4c8e-96da-fbfbbb286538'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:29 user nova-compute[75278]: INFO os_vif [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:66:06:38,bridge_name='br-int',has_traffic_filtering=True,id=fc10bfd0-dcea-4737-9b34-a468610133eb,network=Network(ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc10bfd0-dc')
Dec 06 15:56:29 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] No VIF found with MAC fa:16:3e:66:06:38, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG nova.network.neutron [req-5fa84c83-4ee7-455a-a226-3431f40b4590 req-d836c941-b0e0-49bb-85d5-2c9076e29c68 service nova] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Updated VIF entry in instance network info cache for port fc10bfd0-dcea-4737-9b34-a468610133eb. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG nova.network.neutron [req-5fa84c83-4ee7-455a-a226-3431f40b4590 req-d836c941-b0e0-49bb-85d5-2c9076e29c68 service nova] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Updating instance_info_cache with network_info: [{"id": "fc10bfd0-dcea-4737-9b34-a468610133eb", "address": "fa:16:3e:66:06:38", "network": {"id": "ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2125197508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e339ae43bf447d3adf76a1836e0e2e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc10bfd0-dc", "ovs_interfaceid": "fc10bfd0-dcea-4737-9b34-a468610133eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5fa84c83-4ee7-455a-a226-3431f40b4590 req-d836c941-b0e0-49bb-85d5-2c9076e29c68 service nova] Releasing lock "refresh_cache-c1e51e58-1ca8-4c8e-96da-fbfbbb286538" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ukxzHoMr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:56:29 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:56:29 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:56:29 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:56:29 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:56:29 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 15:56:29 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a43e2f17-bd62-4663-94f0-6778c1311b2d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 15:56:29 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe1b3365-8b5a-4a28-815e-d8939ecba752]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3] added
Dec 06 15:56:29 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdfcb347-eeb7-40ac-ac8a-583110bbdfcf]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c25a0d2-fc6b-445c-a781-0d336dea592a]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ukxzHoMr {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ukxzHoMr" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a6d6c80-c629-4403-bc65-17895833d907]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ukxzHoMr'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[cae10c15-69dd-451a-9b93-68ae899abd87]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[045c7ce0-e732-409e-a010-e2b3434db906]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:56:29 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:56:29 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:56:29 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 -p 172.16.0.220:3260 --login" returned: 0 in 0.070s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:30 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb14aa76-c29a-473c-a4e6-7751e3b5d84c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:30 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3, portal: 172.16.0.220,3260]
Dec 06 15:56:30 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3, portal: 172.16.0.220,3260] successful.
Dec 06 15:56:30 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:56:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.028s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:30 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f5837b2-277f-40da-97bf-90ebb6784fce]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:30 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:56:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:30 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[72d3bf4a-89b6-41e9-ac79-e089e317a488]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:30 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:56:30 user nova-compute[75278]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 (non-flash)
Dec 06 15:56:30 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:56:30 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:56:30 user nova-compute[75278]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 (non-flash)
Dec 06 15:56:30 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:56:30 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.298s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:56:30 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 15:56:30 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] HCTL ('34', '-', '-', 0) found on session 31 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 15:56:30 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 15:56:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:30 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[bba1f408-36ab-4ed6-a29b-2b00d28bf441]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:30 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Searching for a device in session 31 and hctl ['34', '*', '*', 0] yield: None {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:56:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:30 user nova-compute[75278]: DEBUG nova.compute.manager [req-9246572e-e3a0-46f5-9772-fdb47e7b15e5 req-1e50d41a-352f-4131-88f5-439a34c6b499 service nova] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Received event network-vif-plugged-fc10bfd0-dcea-4737-9b34-a468610133eb {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:56:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9246572e-e3a0-46f5-9772-fdb47e7b15e5 req-1e50d41a-352f-4131-88f5-439a34c6b499 service nova] Acquiring lock "c1e51e58-1ca8-4c8e-96da-fbfbbb286538-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:56:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9246572e-e3a0-46f5-9772-fdb47e7b15e5 req-1e50d41a-352f-4131-88f5-439a34c6b499 service nova] Lock "c1e51e58-1ca8-4c8e-96da-fbfbbb286538-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:56:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9246572e-e3a0-46f5-9772-fdb47e7b15e5 req-1e50d41a-352f-4131-88f5-439a34c6b499 service nova] Lock "c1e51e58-1ca8-4c8e-96da-fbfbbb286538-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:56:30 user nova-compute[75278]: DEBUG nova.compute.manager [req-9246572e-e3a0-46f5-9772-fdb47e7b15e5 req-1e50d41a-352f-4131-88f5-439a34c6b499 service nova] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] No waiting events found dispatching network-vif-plugged-fc10bfd0-dcea-4737-9b34-a468610133eb {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:56:30 user nova-compute[75278]: WARNING nova.compute.manager [req-9246572e-e3a0-46f5-9772-fdb47e7b15e5 req-1e50d41a-352f-4131-88f5-439a34c6b499 service nova] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Received unexpected event network-vif-plugged-fc10bfd0-dcea-4737-9b34-a468610133eb for instance with vm_state building and task_state spawning.
Dec 06 15:56:31 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Searching for a device in session 31 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:56:31 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ukxzHoMr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 15:56:31 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.329s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:56:31 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] <== connect_volume: return (1331ms) {'type': 'block', 'scsi_wwn': '23362643038346436', 'path': '/dev/sdc'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:56:31 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23362643038346436', 'path': '/dev/sdc'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 15:56:31 user nova-compute[75278]: DEBUG nova.objects.instance [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lazy-loading 'flavor' on Instance uuid d28c3466-fc95-4dc0-91ee-b79fd774d45b {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:56:31 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 15:56:31 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:56:31 user nova-compute[75278]:   <source dev="/dev/sdc"/>
Dec 06 15:56:31 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:56:31 user nova-compute[75278]:   <serial>1454dd93-01a7-4432-93e0-9732901718b3</serial>
Dec 06 15:56:31 user nova-compute[75278]: </disk>
Dec 06 15:56:31 user nova-compute[75278]:  {{(pid=75278) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 15:56:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:31 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:56:31 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:56:31 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] No VIF found with MAC fa:16:3e:45:20:f4, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:56:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d3996300-dda5-46a0-ad4c-b5e1dae6a4f1 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lock "d28c3466-fc95-4dc0-91ee-b79fd774d45b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.343s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:56:32 user nova-compute[75278]: DEBUG nova.compute.manager [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 15:56:32 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 15:56:32 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Instance spawned successfully.
Dec 06 15:56:32 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 15:56:32 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:56:32 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:56:32 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:56:32 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:56:32 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:56:32 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:56:33 user nova-compute[75278]: INFO nova.compute.manager [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Took 5.31 seconds to spawn the instance on the hypervisor.
Dec 06 15:56:33 user nova-compute[75278]: DEBUG nova.compute.manager [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:56:33 user nova-compute[75278]: DEBUG nova.compute.manager [req-2b3c2fe4-3366-40a2-8bb8-52db2d0305ca req-a3d21f61-51e5-4cd7-bbdf-0d72d16075f5 service nova] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Received event network-vif-plugged-fc10bfd0-dcea-4737-9b34-a468610133eb {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:56:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2b3c2fe4-3366-40a2-8bb8-52db2d0305ca req-a3d21f61-51e5-4cd7-bbdf-0d72d16075f5 service nova] Acquiring lock "c1e51e58-1ca8-4c8e-96da-fbfbbb286538-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:56:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2b3c2fe4-3366-40a2-8bb8-52db2d0305ca req-a3d21f61-51e5-4cd7-bbdf-0d72d16075f5 service nova] Lock "c1e51e58-1ca8-4c8e-96da-fbfbbb286538-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:56:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2b3c2fe4-3366-40a2-8bb8-52db2d0305ca req-a3d21f61-51e5-4cd7-bbdf-0d72d16075f5 service nova] Lock "c1e51e58-1ca8-4c8e-96da-fbfbbb286538-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:56:33 user nova-compute[75278]: DEBUG nova.compute.manager [req-2b3c2fe4-3366-40a2-8bb8-52db2d0305ca req-a3d21f61-51e5-4cd7-bbdf-0d72d16075f5 service nova] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] No waiting events found dispatching network-vif-plugged-fc10bfd0-dcea-4737-9b34-a468610133eb {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:56:33 user nova-compute[75278]: WARNING nova.compute.manager [req-2b3c2fe4-3366-40a2-8bb8-52db2d0305ca req-a3d21f61-51e5-4cd7-bbdf-0d72d16075f5 service nova] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Received unexpected event network-vif-plugged-fc10bfd0-dcea-4737-9b34-a468610133eb for instance with vm_state building and task_state spawning.
Dec 06 15:56:33 user nova-compute[75278]: INFO nova.compute.manager [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Took 6.30 seconds to build instance.
Dec 06 15:56:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-bbdafea6-3f17-435c-95f6-64ba68ccc37c tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "c1e51e58-1ca8-4c8e-96da-fbfbbb286538" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.394s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:56:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Acquiring lock "d28c3466-fc95-4dc0-91ee-b79fd774d45b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:56:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lock "d28c3466-fc95-4dc0-91ee-b79fd774d45b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:56:36 user nova-compute[75278]: DEBUG nova.objects.instance [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lazy-loading 'flavor' on Instance uuid d28c3466-fc95-4dc0-91ee-b79fd774d45b {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:56:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lock "d28c3466-fc95-4dc0-91ee-b79fd774d45b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.067s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:56:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Acquiring lock "d28c3466-fc95-4dc0-91ee-b79fd774d45b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:56:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lock "d28c3466-fc95-4dc0-91ee-b79fd774d45b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:56:36 user nova-compute[75278]: INFO nova.compute.manager [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Attaching volume 987767a4-6bcb-4bc2-bacb-b5ec035a707a to /dev/vdc
Dec 06 15:56:36 user nova-compute[75278]: DEBUG os_brick.utils [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:56:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:36 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[97a68af5-d0a5-4920-8e68-fea1d473efac]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:36 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[86535638-7a4e-458d-b71e-bbd4307f08b1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:36 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbbe7e41-24f5-4310-8f9e-7e5e4e54fd2e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:36 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[294cacd0-2811-42d1-8fd2-d21663b9ed1d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:56:36 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 15:56:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:56:36 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 15:56:36 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[4835c840-1b52-4c36-a7d3-0daaf17c36ed]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:36 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 15:56:36 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 15:56:36 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 15:56:36 user nova-compute[75278]: DEBUG os_brick.utils [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] <== get_connector_properties: return (152ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:56:36 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Updating existing volume attachment record: 81c253ec-bf73-4cb4-9a48-feff10afb205 {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 15:56:38 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:41 user nova-compute[75278]: DEBUG nova.network.neutron [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Port 50514c85-0720-4dba-bfd3-badffe3f1d06 binding to destination host user is already ACTIVE {{(pid=75278) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Dec 06 15:56:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Acquiring lock "refresh_cache-8a957482-260a-437a-b48d-309224800fcf" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:56:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Acquired lock "refresh_cache-8a957482-260a-437a-b48d-309224800fcf" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:56:41 user nova-compute[75278]: DEBUG nova.network.neutron [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:56:41 user nova-compute[75278]: DEBUG nova.network.neutron [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Updating instance_info_cache with network_info: [{"id": "50514c85-0720-4dba-bfd3-badffe3f1d06", "address": "fa:16:3e:55:5b:09", "network": {"id": "f8b0fd81-699e-407f-a4fa-b36a2242f59c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1427320194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "04dfb80ced2c4aa893a3fbbde62686d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50514c85-07", "ovs_interfaceid": "50514c85-0720-4dba-bfd3-badffe3f1d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:56:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Releasing lock "refresh_cache-8a957482-260a-437a-b48d-309224800fcf" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:56:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Creating tmpfile /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/tmpwe1dbvgx to verify with other compute node that the instance is on the same shared storage. {{(pid=75278) check_instance_shared_storage_local /opt/stack/nova/nova/virt/libvirt/driver.py:9630}}
Dec 06 15:56:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:41 user nova-compute[75278]: DEBUG nova.compute.manager [req-022b6499-9697-4c33-8421-065984cb403f req-0bd36d50-82c5-4a6b-9acb-dddf68fcf955 service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Received event network-vif-unplugged-50514c85-0720-4dba-bfd3-badffe3f1d06 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:56:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-022b6499-9697-4c33-8421-065984cb403f req-0bd36d50-82c5-4a6b-9acb-dddf68fcf955 service nova] Acquiring lock "8a957482-260a-437a-b48d-309224800fcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:56:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-022b6499-9697-4c33-8421-065984cb403f req-0bd36d50-82c5-4a6b-9acb-dddf68fcf955 service nova] Lock "8a957482-260a-437a-b48d-309224800fcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:56:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-022b6499-9697-4c33-8421-065984cb403f req-0bd36d50-82c5-4a6b-9acb-dddf68fcf955 service nova] Lock "8a957482-260a-437a-b48d-309224800fcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:56:41 user nova-compute[75278]: DEBUG nova.compute.manager [req-022b6499-9697-4c33-8421-065984cb403f req-0bd36d50-82c5-4a6b-9acb-dddf68fcf955 service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] No waiting events found dispatching network-vif-unplugged-50514c85-0720-4dba-bfd3-badffe3f1d06 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:56:41 user nova-compute[75278]: WARNING nova.compute.manager [req-022b6499-9697-4c33-8421-065984cb403f req-0bd36d50-82c5-4a6b-9acb-dddf68fcf955 service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Received unexpected event network-vif-unplugged-50514c85-0720-4dba-bfd3-badffe3f1d06 for instance with vm_state resized and task_state resize_reverting.
Dec 06 15:56:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:42 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 8a957482-260a-437a-b48d-309224800fcf] Instance destroyed successfully.
Dec 06 15:56:42 user nova-compute[75278]: DEBUG nova.objects.instance [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lazy-loading 'resources' on Instance uuid 8a957482-260a-437a-b48d-309224800fcf {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:50:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1955580995',display_name='tempest-ServerActionsTestOtherB-server-1955580995',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1955580995',id=18,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKaZEWLXa3s6zDybJnjTp57CTxpBmZeKnvHuGwRw2vusLVduR8NR5S9yVIPFq9OhhJ9MvXMty16EHSGmwHwjvSdA/3g05d29VueJF42l6n3sCBeR0+FCrh+3N91DWFipeQ==',key_name='tempest-keypair-1251462433',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:55:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='04dfb80ced2c4aa893a3fbbde62686d0',ramdisk_id='',reservation_id='r-jzjoayy0',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1767218479',owner_user_name='tempest-ServerActionsTestOtherB-1767218479-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:55:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8ba6ee4eabf040c4b13f1570bdce6436',uuid=8a957482-260a-437a-b48d-309224800fcf,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "50514c85-0720-4dba-bfd3-badffe3f1d06", "address": "fa:16:3e:55:5b:09", "network": {"id": "f8b0fd81-699e-407f-a4fa-b36a2242f59c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1427320194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "04dfb80ced2c4aa893a3fbbde62686d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50514c85-07", "ovs_interfaceid": "50514c85-0720-4dba-bfd3-badffe3f1d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Converting VIF {"id": "50514c85-0720-4dba-bfd3-badffe3f1d06", "address": "fa:16:3e:55:5b:09", "network": {"id": "f8b0fd81-699e-407f-a4fa-b36a2242f59c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1427320194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "04dfb80ced2c4aa893a3fbbde62686d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50514c85-07", "ovs_interfaceid": "50514c85-0720-4dba-bfd3-badffe3f1d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:55:5b:09,bridge_name='br-int',has_traffic_filtering=True,id=50514c85-0720-4dba-bfd3-badffe3f1d06,network=Network(f8b0fd81-699e-407f-a4fa-b36a2242f59c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50514c85-07') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG os_vif [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:55:5b:09,bridge_name='br-int',has_traffic_filtering=True,id=50514c85-0720-4dba-bfd3-badffe3f1d06,network=Network(f8b0fd81-699e-407f-a4fa-b36a2242f59c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50514c85-07') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap50514c85-07, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e61638d8-df7c-4818-88a2-533f665686c3) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:42 user nova-compute[75278]: INFO os_vif [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:55:5b:09,bridge_name='br-int',has_traffic_filtering=True,id=50514c85-0720-4dba-bfd3-badffe3f1d06,network=Network(f8b0fd81-699e-407f-a4fa-b36a2242f59c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50514c85-07')
Dec 06 15:56:42 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KqwYTgeU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:56:42 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:56:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a145a0df-481c-42fa-be3e-523e67944947]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 15:56:42 user nova-compute[75278]: No targets found.
Dec 06 15:56:42 user nova-compute[75278]: iSNS:
Dec 06 15:56:42 user nova-compute[75278]: No targets found.
Dec 06 15:56:42 user nova-compute[75278]: STATIC:
Dec 06 15:56:42 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3
Dec 06 15:56:42 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:56:42 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:56:42 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648
Dec 06 15:56:42 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:56:42 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:56:42 user nova-compute[75278]: FIRMWARE:
Dec 06 15:56:42 user nova-compute[75278]: No targets found.
Dec 06 15:56:42 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 15:56:42 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 15:56:42 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[49b586c2-cb05-430d-b229-68da140130f6]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e54844b5-33e9-49f1-a4fc-0d1869030064]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:56:42 user nova-compute[75278]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 (non-flash)
Dec 06 15:56:42 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:56:42 user nova-compute[75278]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 (non-flash)
Dec 06 15:56:42 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f440c642710>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648'): ({'sdb'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Removing single pathed devices sdb {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a436268e-f19a-4f40-8b95-3d536e004f7f]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fcad75b-117e-4dde-a8b1-b45fdb4ea498]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Flushing IO for device /dev/sdb {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[317d502b-1431-4b92-9a85-85308bd12c09]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.052s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7a2edd6-b8ed-4bbe-9b0f-a25981f51935]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] SCSI volumes sdb have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[45ab0387-3b4c-467b-b15d-69787501e36c]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f24459e9-29d8-4de6-9fe6-00ba80d371ed]: (4, ('Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648, portal: 172.16.0.220,3260]\nLogout of [sid: 30, target: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648, portal: 172.16.0.220,3260]
Dec 06 15:56:42 user nova-compute[75278]: Logout of [sid: 30, target: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648, portal: 172.16.0.220,3260] successful.
Dec 06 15:56:42 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c6d8603-061a-4536-9921-6ab24640e862]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.341s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] <== disconnect_volume: return (343ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:56:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:56:43 user nova-compute[75278]: DEBUG nova.objects.instance [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lazy-loading 'migration_context' on Instance uuid 8a957482-260a-437a-b48d-309224800fcf {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:56:43 user nova-compute[75278]: DEBUG nova.objects.base [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Object Instance<8a957482-260a-437a-b48d-309224800fcf> lazy-loaded attributes: resources,migration_context {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:56:43 user nova-compute[75278]: DEBUG nova.compute.manager [req-0f639cf8-1f6e-4f5c-8387-d4de1ed4e5d2 req-5a5b183f-e391-4a2e-adf2-44fc7bf252e7 service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Received event network-vif-plugged-50514c85-0720-4dba-bfd3-badffe3f1d06 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:56:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0f639cf8-1f6e-4f5c-8387-d4de1ed4e5d2 req-5a5b183f-e391-4a2e-adf2-44fc7bf252e7 service nova] Acquiring lock "8a957482-260a-437a-b48d-309224800fcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:56:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0f639cf8-1f6e-4f5c-8387-d4de1ed4e5d2 req-5a5b183f-e391-4a2e-adf2-44fc7bf252e7 service nova] Lock "8a957482-260a-437a-b48d-309224800fcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:56:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0f639cf8-1f6e-4f5c-8387-d4de1ed4e5d2 req-5a5b183f-e391-4a2e-adf2-44fc7bf252e7 service nova] Lock "8a957482-260a-437a-b48d-309224800fcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:56:43 user nova-compute[75278]: DEBUG nova.compute.manager [req-0f639cf8-1f6e-4f5c-8387-d4de1ed4e5d2 req-5a5b183f-e391-4a2e-adf2-44fc7bf252e7 service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] No waiting events found dispatching network-vif-plugged-50514c85-0720-4dba-bfd3-badffe3f1d06 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:56:43 user nova-compute[75278]: WARNING nova.compute.manager [req-0f639cf8-1f6e-4f5c-8387-d4de1ed4e5d2 req-5a5b183f-e391-4a2e-adf2-44fc7bf252e7 service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Received unexpected event network-vif-plugged-50514c85-0720-4dba-bfd3-badffe3f1d06 for instance with vm_state resized and task_state resize_reverting.
Dec 06 15:56:43 user nova-compute[75278]: DEBUG nova.compute.manager [req-0f639cf8-1f6e-4f5c-8387-d4de1ed4e5d2 req-5a5b183f-e391-4a2e-adf2-44fc7bf252e7 service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Received event network-vif-plugged-50514c85-0720-4dba-bfd3-badffe3f1d06 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:56:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0f639cf8-1f6e-4f5c-8387-d4de1ed4e5d2 req-5a5b183f-e391-4a2e-adf2-44fc7bf252e7 service nova] Acquiring lock "8a957482-260a-437a-b48d-309224800fcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:56:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0f639cf8-1f6e-4f5c-8387-d4de1ed4e5d2 req-5a5b183f-e391-4a2e-adf2-44fc7bf252e7 service nova] Lock "8a957482-260a-437a-b48d-309224800fcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:56:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0f639cf8-1f6e-4f5c-8387-d4de1ed4e5d2 req-5a5b183f-e391-4a2e-adf2-44fc7bf252e7 service nova] Lock "8a957482-260a-437a-b48d-309224800fcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:56:43 user nova-compute[75278]: DEBUG nova.compute.manager [req-0f639cf8-1f6e-4f5c-8387-d4de1ed4e5d2 req-5a5b183f-e391-4a2e-adf2-44fc7bf252e7 service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] No waiting events found dispatching network-vif-plugged-50514c85-0720-4dba-bfd3-badffe3f1d06 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:56:43 user nova-compute[75278]: WARNING nova.compute.manager [req-0f639cf8-1f6e-4f5c-8387-d4de1ed4e5d2 req-5a5b183f-e391-4a2e-adf2-44fc7bf252e7 service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Received unexpected event network-vif-plugged-50514c85-0720-4dba-bfd3-badffe3f1d06 for instance with vm_state resized and task_state resize_reverting.
Dec 06 15:56:43 user nova-compute[75278]: DEBUG nova.compute.manager [req-0f639cf8-1f6e-4f5c-8387-d4de1ed4e5d2 req-5a5b183f-e391-4a2e-adf2-44fc7bf252e7 service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Received event network-vif-plugged-50514c85-0720-4dba-bfd3-badffe3f1d06 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:56:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0f639cf8-1f6e-4f5c-8387-d4de1ed4e5d2 req-5a5b183f-e391-4a2e-adf2-44fc7bf252e7 service nova] Acquiring lock "8a957482-260a-437a-b48d-309224800fcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:56:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0f639cf8-1f6e-4f5c-8387-d4de1ed4e5d2 req-5a5b183f-e391-4a2e-adf2-44fc7bf252e7 service nova] Lock "8a957482-260a-437a-b48d-309224800fcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:56:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0f639cf8-1f6e-4f5c-8387-d4de1ed4e5d2 req-5a5b183f-e391-4a2e-adf2-44fc7bf252e7 service nova] Lock "8a957482-260a-437a-b48d-309224800fcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:56:43 user nova-compute[75278]: DEBUG nova.compute.manager [req-0f639cf8-1f6e-4f5c-8387-d4de1ed4e5d2 req-5a5b183f-e391-4a2e-adf2-44fc7bf252e7 service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] No waiting events found dispatching network-vif-plugged-50514c85-0720-4dba-bfd3-badffe3f1d06 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:56:43 user nova-compute[75278]: WARNING nova.compute.manager [req-0f639cf8-1f6e-4f5c-8387-d4de1ed4e5d2 req-5a5b183f-e391-4a2e-adf2-44fc7bf252e7 service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Received unexpected event network-vif-plugged-50514c85-0720-4dba-bfd3-badffe3f1d06 for instance with vm_state resized and task_state resize_reverting.
Dec 06 15:56:43 user nova-compute[75278]: DEBUG nova.compute.manager [req-0f639cf8-1f6e-4f5c-8387-d4de1ed4e5d2 req-5a5b183f-e391-4a2e-adf2-44fc7bf252e7 service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Received event network-vif-unplugged-50514c85-0720-4dba-bfd3-badffe3f1d06 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:56:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0f639cf8-1f6e-4f5c-8387-d4de1ed4e5d2 req-5a5b183f-e391-4a2e-adf2-44fc7bf252e7 service nova] Acquiring lock "8a957482-260a-437a-b48d-309224800fcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:56:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0f639cf8-1f6e-4f5c-8387-d4de1ed4e5d2 req-5a5b183f-e391-4a2e-adf2-44fc7bf252e7 service nova] Lock "8a957482-260a-437a-b48d-309224800fcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:56:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0f639cf8-1f6e-4f5c-8387-d4de1ed4e5d2 req-5a5b183f-e391-4a2e-adf2-44fc7bf252e7 service nova] Lock "8a957482-260a-437a-b48d-309224800fcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:56:43 user nova-compute[75278]: DEBUG nova.compute.manager [req-0f639cf8-1f6e-4f5c-8387-d4de1ed4e5d2 req-5a5b183f-e391-4a2e-adf2-44fc7bf252e7 service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] No waiting events found dispatching network-vif-unplugged-50514c85-0720-4dba-bfd3-badffe3f1d06 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:56:43 user nova-compute[75278]: WARNING nova.compute.manager [req-0f639cf8-1f6e-4f5c-8387-d4de1ed4e5d2 req-5a5b183f-e391-4a2e-adf2-44fc7bf252e7 service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Received unexpected event network-vif-unplugged-50514c85-0720-4dba-bfd3-badffe3f1d06 for instance with vm_state resized and task_state resize_reverting.
Dec 06 15:56:43 user nova-compute[75278]: DEBUG nova.compute.manager [req-0f639cf8-1f6e-4f5c-8387-d4de1ed4e5d2 req-5a5b183f-e391-4a2e-adf2-44fc7bf252e7 service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Received event network-vif-plugged-50514c85-0720-4dba-bfd3-badffe3f1d06 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:56:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0f639cf8-1f6e-4f5c-8387-d4de1ed4e5d2 req-5a5b183f-e391-4a2e-adf2-44fc7bf252e7 service nova] Acquiring lock "8a957482-260a-437a-b48d-309224800fcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:56:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0f639cf8-1f6e-4f5c-8387-d4de1ed4e5d2 req-5a5b183f-e391-4a2e-adf2-44fc7bf252e7 service nova] Lock "8a957482-260a-437a-b48d-309224800fcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:56:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0f639cf8-1f6e-4f5c-8387-d4de1ed4e5d2 req-5a5b183f-e391-4a2e-adf2-44fc7bf252e7 service nova] Lock "8a957482-260a-437a-b48d-309224800fcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:56:43 user nova-compute[75278]: DEBUG nova.compute.manager [req-0f639cf8-1f6e-4f5c-8387-d4de1ed4e5d2 req-5a5b183f-e391-4a2e-adf2-44fc7bf252e7 service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] No waiting events found dispatching network-vif-plugged-50514c85-0720-4dba-bfd3-badffe3f1d06 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:56:43 user nova-compute[75278]: WARNING nova.compute.manager [req-0f639cf8-1f6e-4f5c-8387-d4de1ed4e5d2 req-5a5b183f-e391-4a2e-adf2-44fc7bf252e7 service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Received unexpected event network-vif-plugged-50514c85-0720-4dba-bfd3-badffe3f1d06 for instance with vm_state resized and task_state resize_reverting.
Dec 06 15:56:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1f0e8138-ffd1-43ea-89c3-22981fc19f0f tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Acquiring lock "97fb7ed7-e3c8-4ba1-b063-3738769500dd" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:56:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1f0e8138-ffd1-43ea-89c3-22981fc19f0f tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Lock "97fb7ed7-e3c8-4ba1-b063-3738769500dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:56:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1f0e8138-ffd1-43ea-89c3-22981fc19f0f tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Acquiring lock "97fb7ed7-e3c8-4ba1-b063-3738769500dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:56:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1f0e8138-ffd1-43ea-89c3-22981fc19f0f tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Lock "97fb7ed7-e3c8-4ba1-b063-3738769500dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:56:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1f0e8138-ffd1-43ea-89c3-22981fc19f0f tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Lock "97fb7ed7-e3c8-4ba1-b063-3738769500dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:56:44 user nova-compute[75278]: INFO nova.compute.manager [None req-1f0e8138-ffd1-43ea-89c3-22981fc19f0f tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Terminating instance
Dec 06 15:56:44 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1f0e8138-ffd1-43ea-89c3-22981fc19f0f tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 15:56:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:44 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:56:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:44 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:56:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 0.725s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:56:44 user nova-compute[75278]: DEBUG nova.compute.manager [req-ff59e7d4-10d5-483d-9a7b-ada017a10a31 req-ea9d5de3-3e97-40a8-b7c1-7761ed0ef931 service nova] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Received event network-vif-unplugged-341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:56:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ff59e7d4-10d5-483d-9a7b-ada017a10a31 req-ea9d5de3-3e97-40a8-b7c1-7761ed0ef931 service nova] Acquiring lock "97fb7ed7-e3c8-4ba1-b063-3738769500dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:56:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ff59e7d4-10d5-483d-9a7b-ada017a10a31 req-ea9d5de3-3e97-40a8-b7c1-7761ed0ef931 service nova] Lock "97fb7ed7-e3c8-4ba1-b063-3738769500dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:56:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ff59e7d4-10d5-483d-9a7b-ada017a10a31 req-ea9d5de3-3e97-40a8-b7c1-7761ed0ef931 service nova] Lock "97fb7ed7-e3c8-4ba1-b063-3738769500dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:56:44 user nova-compute[75278]: DEBUG nova.compute.manager [req-ff59e7d4-10d5-483d-9a7b-ada017a10a31 req-ea9d5de3-3e97-40a8-b7c1-7761ed0ef931 service nova] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] No waiting events found dispatching network-vif-unplugged-341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:56:44 user nova-compute[75278]: DEBUG nova.compute.manager [req-ff59e7d4-10d5-483d-9a7b-ada017a10a31 req-ea9d5de3-3e97-40a8-b7c1-7761ed0ef931 service nova] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Received event network-vif-unplugged-341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 15:56:44 user nova-compute[75278]: INFO nova.compute.manager [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Swapping old allocation on dict_keys(['8b3403ac-859e-46a6-ab7b-26268bef73b0']) held by migration 05b2444a-158d-4c0f-a5ef-6b0e75c5871b for instance
Dec 06 15:56:44 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Overwriting current allocation {'allocations': {'8b3403ac-859e-46a6-ab7b-26268bef73b0': {'resources': {'VCPU': 1, 'MEMORY_MB': 2048, 'DISK_GB': 20}, 'generation': 29}}, 'project_id': '04dfb80ced2c4aa893a3fbbde62686d0', 'user_id': '8ba6ee4eabf040c4b13f1570bdce6436', 'consumer_generation': 1} on consumer 8a957482-260a-437a-b48d-309224800fcf {{(pid=75278) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2018}}
Dec 06 15:56:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Acquiring lock "refresh_cache-8a957482-260a-437a-b48d-309224800fcf" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:56:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Acquired lock "refresh_cache-8a957482-260a-437a-b48d-309224800fcf" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:56:44 user nova-compute[75278]: DEBUG nova.network.neutron [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:56:45 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Instance destroyed successfully.
Dec 06 15:56:45 user nova-compute[75278]: DEBUG nova.objects.instance [None req-1f0e8138-ffd1-43ea-89c3-22981fc19f0f tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Lazy-loading 'resources' on Instance uuid 97fb7ed7-e3c8-4ba1-b063-3738769500dd {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:56:45 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-1f0e8138-ffd1-43ea-89c3-22981fc19f0f tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:54:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-935144252',display_name='tempest-VolumesNegativeTest-instance-935144252',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-935144252',id=24,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:55:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8d6b5d6b483f4f7ab5f11f1ee8c36d4c',ramdisk_id='',reservation_id='r-ivb0ikcx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesNegativeTest-292444360',owner_user_name='tempest-VolumesNegativeTest-292444360-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:55:01Z,user_data=None,user_id='3bf259be3c63402484e3a53334738560',uuid=97fb7ed7-e3c8-4ba1-b063-3738769500dd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef", "address": "fa:16:3e:10:fd:da", "network": {"id": "f80a06f9-155e-4c62-8afb-4024f590ade6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "026b368465c847ee8933056210021716", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap341bfcbb-1b", "ovs_interfaceid": "341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:56:45 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-1f0e8138-ffd1-43ea-89c3-22981fc19f0f tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Converting VIF {"id": "341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef", "address": "fa:16:3e:10:fd:da", "network": {"id": "f80a06f9-155e-4c62-8afb-4024f590ade6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "026b368465c847ee8933056210021716", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap341bfcbb-1b", "ovs_interfaceid": "341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:56:45 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-1f0e8138-ffd1-43ea-89c3-22981fc19f0f tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:10:fd:da,bridge_name='br-int',has_traffic_filtering=True,id=341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef,network=Network(f80a06f9-155e-4c62-8afb-4024f590ade6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap341bfcbb-1b') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:56:45 user nova-compute[75278]: DEBUG os_vif [None req-1f0e8138-ffd1-43ea-89c3-22981fc19f0f tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:10:fd:da,bridge_name='br-int',has_traffic_filtering=True,id=341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef,network=Network(f80a06f9-155e-4c62-8afb-4024f590ade6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap341bfcbb-1b') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:56:45 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:45 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap341bfcbb-1b, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:56:45 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:45 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:45 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:45 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0dee75bc-6d8d-4526-ba25-7502226a389d) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:56:45 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:45 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:45 user nova-compute[75278]: INFO os_vif [None req-1f0e8138-ffd1-43ea-89c3-22981fc19f0f tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:10:fd:da,bridge_name='br-int',has_traffic_filtering=True,id=341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef,network=Network(f80a06f9-155e-4c62-8afb-4024f590ade6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap341bfcbb-1b')
Dec 06 15:56:45 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-1f0e8138-ffd1-43ea-89c3-22981fc19f0f tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Deleting instance files /opt/stack/data/nova/instances/97fb7ed7-e3c8-4ba1-b063-3738769500dd_del
Dec 06 15:56:45 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-1f0e8138-ffd1-43ea-89c3-22981fc19f0f tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Deletion of /opt/stack/data/nova/instances/97fb7ed7-e3c8-4ba1-b063-3738769500dd_del complete
Dec 06 15:56:45 user nova-compute[75278]: INFO nova.compute.manager [None req-1f0e8138-ffd1-43ea-89c3-22981fc19f0f tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Took 0.90 seconds to destroy the instance on the hypervisor.
Dec 06 15:56:45 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-1f0e8138-ffd1-43ea-89c3-22981fc19f0f tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 15:56:45 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 15:56:45 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 15:56:45 user nova-compute[75278]: DEBUG nova.network.neutron [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Updating instance_info_cache with network_info: [{"id": "50514c85-0720-4dba-bfd3-badffe3f1d06", "address": "fa:16:3e:55:5b:09", "network": {"id": "f8b0fd81-699e-407f-a4fa-b36a2242f59c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1427320194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "04dfb80ced2c4aa893a3fbbde62686d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50514c85-07", "ovs_interfaceid": "50514c85-0720-4dba-bfd3-badffe3f1d06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:56:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Releasing lock "refresh_cache-8a957482-260a-437a-b48d-309224800fcf" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:56:45 user nova-compute[75278]: DEBUG os_brick.utils [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:56:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:45 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[92723db2-bac9-46b4-8e6a-966dc46a6c64]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:45 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d70200c7-c39d-49d7-862b-0e5cef0210ea]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:45 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b5a8fdd-7565-48b9-ad53-761d56e8c6b2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:45 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4d6b25a-c173-4558-affa-975f4fc62d43]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:56:45 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 15:56:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:56:45 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 15:56:45 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[524aa227-7901-4ee5-ac7e-a16ebb99fd0b]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:45 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 15:56:45 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 15:56:45 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 15:56:45 user nova-compute[75278]: DEBUG os_brick.utils [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:56:45 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:56:45 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Took 0.50 seconds to deallocate network for instance.
Dec 06 15:56:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1f0e8138-ffd1-43ea-89c3-22981fc19f0f tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:56:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1f0e8138-ffd1-43ea-89c3-22981fc19f0f tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:56:46 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-1f0e8138-ffd1-43ea-89c3-22981fc19f0f tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:56:46 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-1f0e8138-ffd1-43ea-89c3-22981fc19f0f tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:56:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1f0e8138-ffd1-43ea-89c3-22981fc19f0f tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.328s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:56:46 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-1f0e8138-ffd1-43ea-89c3-22981fc19f0f tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Deleted allocations for instance 97fb7ed7-e3c8-4ba1-b063-3738769500dd
Dec 06 15:56:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1f0e8138-ffd1-43ea-89c3-22981fc19f0f tempest-VolumesNegativeTest-292444360 tempest-VolumesNegativeTest-292444360-project-member] Lock "97fb7ed7-e3c8-4ba1-b063-3738769500dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.209s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:56:46 user nova-compute[75278]: DEBUG nova.compute.manager [req-d956cea2-fa0a-42df-bfcf-620f4d2400b6 req-0160895f-55df-4403-abdf-d50696f7634b service nova] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Received event network-vif-plugged-341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:56:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d956cea2-fa0a-42df-bfcf-620f4d2400b6 req-0160895f-55df-4403-abdf-d50696f7634b service nova] Acquiring lock "97fb7ed7-e3c8-4ba1-b063-3738769500dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:56:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d956cea2-fa0a-42df-bfcf-620f4d2400b6 req-0160895f-55df-4403-abdf-d50696f7634b service nova] Lock "97fb7ed7-e3c8-4ba1-b063-3738769500dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:56:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d956cea2-fa0a-42df-bfcf-620f4d2400b6 req-0160895f-55df-4403-abdf-d50696f7634b service nova] Lock "97fb7ed7-e3c8-4ba1-b063-3738769500dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:56:46 user nova-compute[75278]: DEBUG nova.compute.manager [req-d956cea2-fa0a-42df-bfcf-620f4d2400b6 req-0160895f-55df-4403-abdf-d50696f7634b service nova] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] No waiting events found dispatching network-vif-plugged-341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:56:46 user nova-compute[75278]: WARNING nova.compute.manager [req-d956cea2-fa0a-42df-bfcf-620f4d2400b6 req-0160895f-55df-4403-abdf-d50696f7634b service nova] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Received unexpected event network-vif-plugged-341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef for instance with vm_state deleted and task_state None.
Dec 06 15:56:46 user nova-compute[75278]: DEBUG nova.compute.manager [req-d956cea2-fa0a-42df-bfcf-620f4d2400b6 req-0160895f-55df-4403-abdf-d50696f7634b service nova] [instance: 97fb7ed7-e3c8-4ba1-b063-3738769500dd] Received event network-vif-deleted-341bfcbb-1bc2-41f8-8de0-9bf0b828f2ef {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:56:47 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 15:56:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AkZlhVfI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:56:47 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:56:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:56:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:56:47 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:56:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:56:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:56:47 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 15:56:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:47 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[29bced7e-6123-4ffe-8ca3-cd4abd83501f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 15:56:47 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:56:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:47 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[611e6df8-a7e1-41b4-9b3f-c056079b3507]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a] added
Dec 06 15:56:47 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:56:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:47 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6aa66153-a0aa-4726-b227-87622d45ce2c]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:56:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:47 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad880b8b-8bca-4c87-8c0c-27781509b59e]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:56:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AkZlhVfI {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AkZlhVfI" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:47 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a999610-0cea-498b-aee6-516b15aa9db1]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'AkZlhVfI'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:56:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:47 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ab08f33-fbab-4cd5-83cc-7ebaae6ddf2c]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:56:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:47 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[44c85bdf-26b9-45f6-a025-04158e1d0527]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 (non-flash)
Dec 06 15:56:47 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:56:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 (non-flash)
Dec 06 15:56:47 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:56:47 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e5cd96d-17cb-4693-8ecf-921ee5f4879a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a, portal: 172.16.0.220,3260]
Dec 06 15:56:48 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a, portal: 172.16.0.220,3260] successful.
Dec 06 15:56:48 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0c55935-aed0-4cc4-ad00-12f82189ba36]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[698fafb8-a5a3-4379-9020-9e6d055ae30b]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 (non-flash)
Dec 06 15:56:48 user nova-compute[75278]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a (non-flash)
Dec 06 15:56:48 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 (non-flash)
Dec 06 15:56:48 user nova-compute[75278]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a (non-flash)
Dec 06 15:56:48 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.273s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] HCTL ('33', '-', '-', 0) found on session 32 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e212026-d03e-44ad-8baf-2d23c56b1e2a]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Searching for a device in session 32 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AkZlhVfI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:56:48 user nova-compute[75278]: INFO nova.compute.manager [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Unshelving
Dec 06 15:56:48 user nova-compute[75278]: INFO nova.virt.block_device [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Booting with volume 88d86680-9f3d-40b9-988f-8e8b47b56ddc at /dev/vdc
Dec 06 15:56:48 user nova-compute[75278]: DEBUG os_brick.utils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c9e263e-a694-474d-b912-1c45081e3f34]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[93707572-d161-4e22-b037-90c2ab5fe01e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[64d5d45e-ec76-41a8-b5c5-22f94c329fb9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d239d483-9bf8-4e54-8547-3b88394a6d71]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:56:48 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 15:56:48 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[55b5e880-cc57-4435-8d21-27e17b440ff6]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG os_brick.utils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:56:48 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Updating existing volume attachment record: 0a079e5f-a25c-4327-a783-a7affd8eb7ff {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 15:56:49 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.310s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:56:49 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] <== connect_volume: return (1312ms) {'type': 'block', 'scsi_wwn': '26337343865653261', 'path': '/dev/sdb'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:56:49 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26337343865653261', 'path': '/dev/sdb'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 15:56:49 user nova-compute[75278]: DEBUG nova.objects.instance [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lazy-loading 'flavor' on Instance uuid d28c3466-fc95-4dc0-91ee-b79fd774d45b {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:56:49 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 15:56:49 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:56:49 user nova-compute[75278]:   <source dev="/dev/sdb"/>
Dec 06 15:56:49 user nova-compute[75278]:   <target dev="vdc" bus="virtio"/>
Dec 06 15:56:49 user nova-compute[75278]:   <serial>987767a4-6bcb-4bc2-bacb-b5ec035a707a</serial>
Dec 06 15:56:49 user nova-compute[75278]: </disk>
Dec 06 15:56:49 user nova-compute[75278]:  {{(pid=75278) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 15:56:49 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:56:49 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:56:49 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:56:49 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] No VIF found with MAC fa:16:3e:45:20:f4, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:56:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f1b2231d-66a1-4f37-9b3d-d9d7e6777481 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lock "d28c3466-fc95-4dc0-91ee-b79fd774d45b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.587s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:56:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-fd11000a-5ccf-4f94-b55b-4a2d3d32e881 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Acquiring lock "d28c3466-fc95-4dc0-91ee-b79fd774d45b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:56:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-fd11000a-5ccf-4f94-b55b-4a2d3d32e881 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lock "d28c3466-fc95-4dc0-91ee-b79fd774d45b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:56:50 user nova-compute[75278]: INFO nova.compute.manager [None req-fd11000a-5ccf-4f94-b55b-4a2d3d32e881 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Detaching volume 987767a4-6bcb-4bc2-bacb-b5ec035a707a
Dec 06 15:56:50 user nova-compute[75278]: INFO nova.virt.block_device [None req-fd11000a-5ccf-4f94-b55b-4a2d3d32e881 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Attempting to driver detach volume 987767a4-6bcb-4bc2-bacb-b5ec035a707a from mountpoint /dev/vdc
Dec 06 15:56:50 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-fd11000a-5ccf-4f94-b55b-4a2d3d32e881 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Attempting to detach device vdc from instance d28c3466-fc95-4dc0-91ee-b79fd774d45b from the persistent domain config. {{(pid=75278) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 15:56:50 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-fd11000a-5ccf-4f94-b55b-4a2d3d32e881 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 15:56:50 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:56:50 user nova-compute[75278]:   <source dev="/dev/sdb"/>
Dec 06 15:56:50 user nova-compute[75278]:   <target dev="vdc" bus="virtio"/>
Dec 06 15:56:50 user nova-compute[75278]:   <serial>987767a4-6bcb-4bc2-bacb-b5ec035a707a</serial>
Dec 06 15:56:50 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 06 15:56:50 user nova-compute[75278]: </disk>
Dec 06 15:56:50 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 15:56:50 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-fd11000a-5ccf-4f94-b55b-4a2d3d32e881 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Successfully detached device vdc from instance d28c3466-fc95-4dc0-91ee-b79fd774d45b from the persistent domain config.
Dec 06 15:56:50 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-fd11000a-5ccf-4f94-b55b-4a2d3d32e881 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance d28c3466-fc95-4dc0-91ee-b79fd774d45b from the live domain config. {{(pid=75278) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 15:56:50 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-fd11000a-5ccf-4f94-b55b-4a2d3d32e881 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 15:56:50 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:56:50 user nova-compute[75278]:   <source dev="/dev/sdb"/>
Dec 06 15:56:50 user nova-compute[75278]:   <target dev="vdc" bus="virtio"/>
Dec 06 15:56:50 user nova-compute[75278]:   <serial>987767a4-6bcb-4bc2-bacb-b5ec035a707a</serial>
Dec 06 15:56:50 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 06 15:56:50 user nova-compute[75278]: </disk>
Dec 06 15:56:50 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 15:56:51 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-fd11000a-5ccf-4f94-b55b-4a2d3d32e881 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance d28c3466-fc95-4dc0-91ee-b79fd774d45b {{(pid=75278) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 15:56:53 user nova-compute[75278]: INFO nova.compute.manager [None req-f23ccfb0-0e9b-4724-a40f-955c9677e76b tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Unrescuing
Dec 06 15:56:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f23ccfb0-0e9b-4724-a40f-955c9677e76b tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "refresh_cache-b979398f-d6ba-469c-96ed-e25012146a31" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:56:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f23ccfb0-0e9b-4724-a40f-955c9677e76b tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquired lock "refresh_cache-b979398f-d6ba-469c-96ed-e25012146a31" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:56:53 user nova-compute[75278]: DEBUG nova.network.neutron [None req-f23ccfb0-0e9b-4724-a40f-955c9677e76b tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:56:53 user nova-compute[75278]: DEBUG nova.network.neutron [None req-f23ccfb0-0e9b-4724-a40f-955c9677e76b tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Updating instance_info_cache with network_info: [{"id": "1cbd93c9-871f-40a8-bf0a-a786f42020b6", "address": "fa:16:3e:71:29:43", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cbd93c9-87", "ovs_interfaceid": "1cbd93c9-871f-40a8-bf0a-a786f42020b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:56:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f23ccfb0-0e9b-4724-a40f-955c9677e76b tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Releasing lock "refresh_cache-b979398f-d6ba-469c-96ed-e25012146a31" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:56:53 user nova-compute[75278]: DEBUG nova.objects.instance [None req-f23ccfb0-0e9b-4724-a40f-955c9677e76b tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lazy-loading 'flavor' on Instance uuid b979398f-d6ba-469c-96ed-e25012146a31 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:56:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:54 user nova-compute[75278]: DEBUG nova.compute.manager [req-9e37e447-7281-44a0-991a-2ddbedf1baad req-7de96eb8-89f7-4b8f-95a6-2ab27dba4508 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Received event network-vif-unplugged-1cbd93c9-871f-40a8-bf0a-a786f42020b6 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:56:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9e37e447-7281-44a0-991a-2ddbedf1baad req-7de96eb8-89f7-4b8f-95a6-2ab27dba4508 service nova] Acquiring lock "b979398f-d6ba-469c-96ed-e25012146a31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:56:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9e37e447-7281-44a0-991a-2ddbedf1baad req-7de96eb8-89f7-4b8f-95a6-2ab27dba4508 service nova] Lock "b979398f-d6ba-469c-96ed-e25012146a31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:56:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9e37e447-7281-44a0-991a-2ddbedf1baad req-7de96eb8-89f7-4b8f-95a6-2ab27dba4508 service nova] Lock "b979398f-d6ba-469c-96ed-e25012146a31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:56:54 user nova-compute[75278]: DEBUG nova.compute.manager [req-9e37e447-7281-44a0-991a-2ddbedf1baad req-7de96eb8-89f7-4b8f-95a6-2ab27dba4508 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] No waiting events found dispatching network-vif-unplugged-1cbd93c9-871f-40a8-bf0a-a786f42020b6 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:56:54 user nova-compute[75278]: WARNING nova.compute.manager [req-9e37e447-7281-44a0-991a-2ddbedf1baad req-7de96eb8-89f7-4b8f-95a6-2ab27dba4508 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Received unexpected event network-vif-unplugged-1cbd93c9-871f-40a8-bf0a-a786f42020b6 for instance with vm_state rescued and task_state unrescuing.
Dec 06 15:56:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:54 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Instance destroyed successfully.
Dec 06 15:56:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG nova.compute.manager [req-f1a04aa1-2aff-4c79-84a7-1a1bd1a44844 req-5ad6abc8-73ea-4047-bf8a-5713aa9b27a1 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Received event network-vif-plugged-1cbd93c9-871f-40a8-bf0a-a786f42020b6 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f1a04aa1-2aff-4c79-84a7-1a1bd1a44844 req-5ad6abc8-73ea-4047-bf8a-5713aa9b27a1 service nova] Acquiring lock "b979398f-d6ba-469c-96ed-e25012146a31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f1a04aa1-2aff-4c79-84a7-1a1bd1a44844 req-5ad6abc8-73ea-4047-bf8a-5713aa9b27a1 service nova] Lock "b979398f-d6ba-469c-96ed-e25012146a31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f1a04aa1-2aff-4c79-84a7-1a1bd1a44844 req-5ad6abc8-73ea-4047-bf8a-5713aa9b27a1 service nova] Lock "b979398f-d6ba-469c-96ed-e25012146a31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG nova.compute.manager [req-f1a04aa1-2aff-4c79-84a7-1a1bd1a44844 req-5ad6abc8-73ea-4047-bf8a-5713aa9b27a1 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] No waiting events found dispatching network-vif-plugged-1cbd93c9-871f-40a8-bf0a-a786f42020b6 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:56:56 user nova-compute[75278]: WARNING nova.compute.manager [req-f1a04aa1-2aff-4c79-84a7-1a1bd1a44844 req-5ad6abc8-73ea-4047-bf8a-5713aa9b27a1 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Received unexpected event network-vif-plugged-1cbd93c9-871f-40a8-bf0a-a786f42020b6 for instance with vm_state rescued and task_state unrescuing.
Dec 06 15:56:56 user nova-compute[75278]: DEBUG nova.compute.manager [req-f1a04aa1-2aff-4c79-84a7-1a1bd1a44844 req-5ad6abc8-73ea-4047-bf8a-5713aa9b27a1 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Received event network-vif-plugged-1cbd93c9-871f-40a8-bf0a-a786f42020b6 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f1a04aa1-2aff-4c79-84a7-1a1bd1a44844 req-5ad6abc8-73ea-4047-bf8a-5713aa9b27a1 service nova] Acquiring lock "b979398f-d6ba-469c-96ed-e25012146a31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f1a04aa1-2aff-4c79-84a7-1a1bd1a44844 req-5ad6abc8-73ea-4047-bf8a-5713aa9b27a1 service nova] Lock "b979398f-d6ba-469c-96ed-e25012146a31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f1a04aa1-2aff-4c79-84a7-1a1bd1a44844 req-5ad6abc8-73ea-4047-bf8a-5713aa9b27a1 service nova] Lock "b979398f-d6ba-469c-96ed-e25012146a31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG nova.compute.manager [req-f1a04aa1-2aff-4c79-84a7-1a1bd1a44844 req-5ad6abc8-73ea-4047-bf8a-5713aa9b27a1 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] No waiting events found dispatching network-vif-plugged-1cbd93c9-871f-40a8-bf0a-a786f42020b6 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:56:56 user nova-compute[75278]: WARNING nova.compute.manager [req-f1a04aa1-2aff-4c79-84a7-1a1bd1a44844 req-5ad6abc8-73ea-4047-bf8a-5713aa9b27a1 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Received unexpected event network-vif-plugged-1cbd93c9-871f-40a8-bf0a-a786f42020b6 for instance with vm_state rescued and task_state unrescuing.
Dec 06 15:56:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Starting finish_revert_migration {{(pid=75278) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11822}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Start _get_guest_xml network_info=[{"id": "50514c85-0720-4dba-bfd3-badffe3f1d06", "address": "fa:16:3e:55:5b:09", "network": {"id": "f8b0fd81-699e-407f-a4fa-b36a2242f59c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1427320194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "04dfb80ced2c4aa893a3fbbde62686d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50514c85-07", "ovs_interfaceid": "50514c85-0720-4dba-bfd3-badffe3f1d06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'boot_index': None, 'delete_on_termination': False, 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'guest_format': None, 'attachment_id': '369fba86-e6d5-4b7e-87af-a19c87d31166', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KqwYTgeU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '8a957482-260a-437a-b48d-309224800fcf', 'attached_at': '2023-12-06T15:56:56.000000', 'detached_at': '', 'volume_id': '98859b93-7bb6-4db4-80eb-5c7079e0c648', 'serial': '98859b93-7bb6-4db4-80eb-5c7079e0c648'}, 'volume_type': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:56:56 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:56:56 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:56:56 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG nova.objects.instance [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lazy-loading 'vcpu_model' on Instance uuid 8a957482-260a-437a-b48d-309224800fcf {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KqwYTgeU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:56:56 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:56:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:56:56 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:56:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:56:56 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 15:56:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea43294b-acaa-405b-bac5-e20fa34ba569]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 15:56:56 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dc8a781-096f-417a-a23b-3755c1c2bad8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648] added
Dec 06 15:56:56 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9c2550c-ed8b-4a0d-a789-57a3cffec2a4]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[47279116-1f95-443c-acfa-30ba6bd715cf]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KqwYTgeU {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KqwYTgeU" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7dfd66d-9769-4567-916b-317e6deeb22c]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KqwYTgeU'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ddf5ec5-723a-4b46-bdd9-530c47f7fad5]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd596ce7-e991-464a-86d9-424f6dc34fa7]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 (non-flash)
Dec 06 15:56:56 user nova-compute[75278]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a (non-flash)
Dec 06 15:56:56 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 (non-flash)
Dec 06 15:56:56 user nova-compute[75278]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a (non-flash)
Dec 06 15:56:56 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[991ea759-0b9d-4117-b441-66c21582643c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648, portal: 172.16.0.220,3260]
Dec 06 15:56:56 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648, portal: 172.16.0.220,3260] successful.
Dec 06 15:56:56 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5524883-7fc5-4068-9743-a968b657e6a6]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8773fc77-a7c7-4ae5-a48e-8ac781c7ce90]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 (non-flash)
Dec 06 15:56:56 user nova-compute[75278]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a (non-flash)
Dec 06 15:56:56 user nova-compute[75278]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:56:56 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 (non-flash)
Dec 06 15:56:56 user nova-compute[75278]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a (non-flash)
Dec 06 15:56:56 user nova-compute[75278]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:56:56 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.317s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] HCTL ('35', '-', '-', 0) found on session 33 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0f1324b-ff6d-43fa-be9a-cc06b365b720]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:56:56 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Searching for a device in session 33 and hctl ['35', '*', '*', 0] yield: None {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:56:57 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Searching for a device in session 33 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:56:57 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KqwYTgeU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 15:56:57 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.356s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:56:57 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] <== connect_volume: return (1357ms) {'type': 'block', 'scsi_wwn': '26666616665386663', 'path': '/dev/sdd'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:56:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26666616665386663', 'path': '/dev/sdd'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 15:56:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d6381f22-33fa-4e1b-a186-bde624c612dd tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquiring lock "4d56b5eb-724a-4574-b806-93f0c687ef41" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:56:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d6381f22-33fa-4e1b-a186-bde624c612dd tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "4d56b5eb-724a-4574-b806-93f0c687ef41" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:56:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d6381f22-33fa-4e1b-a186-bde624c612dd tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquiring lock "4d56b5eb-724a-4574-b806-93f0c687ef41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:56:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d6381f22-33fa-4e1b-a186-bde624c612dd tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "4d56b5eb-724a-4574-b806-93f0c687ef41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:56:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d6381f22-33fa-4e1b-a186-bde624c612dd tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "4d56b5eb-724a-4574-b806-93f0c687ef41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:56:57 user nova-compute[75278]: INFO nova.compute.manager [None req-d6381f22-33fa-4e1b-a186-bde624c612dd tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Terminating instance
Dec 06 15:56:57 user nova-compute[75278]: DEBUG nova.compute.manager [None req-d6381f22-33fa-4e1b-a186-bde624c612dd tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 15:56:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:50:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1955580995',display_name='tempest-ServerActionsTestOtherB-server-1955580995',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1955580995',id=18,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKaZEWLXa3s6zDybJnjTp57CTxpBmZeKnvHuGwRw2vusLVduR8NR5S9yVIPFq9OhhJ9MvXMty16EHSGmwHwjvSdA/3g05d29VueJF42l6n3sCBeR0+FCrh+3N91DWFipeQ==',key_name='tempest-keypair-1251462433',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:55:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='04dfb80ced2c4aa893a3fbbde62686d0',ramdisk_id='',reservation_id='r-jzjoayy0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1767218479',owner_user_name='tempest-ServerActionsTestOtherB-1767218479-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:56:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8ba6ee4eabf040c4b13f1570bdce6436',uuid=8a957482-260a-437a-b48d-309224800fcf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "50514c85-0720-4dba-bfd3-badffe3f1d06", "address": "fa:16:3e:55:5b:09", "network": {"id": "f8b0fd81-699e-407f-a4fa-b36a2242f59c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1427320194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "04dfb80ced2c4aa893a3fbbde62686d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50514c85-07", "ovs_interfaceid": "50514c85-0720-4dba-bfd3-badffe3f1d06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:56:57 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Converting VIF {"id": "50514c85-0720-4dba-bfd3-badffe3f1d06", "address": "fa:16:3e:55:5b:09", "network": {"id": "f8b0fd81-699e-407f-a4fa-b36a2242f59c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1427320194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "04dfb80ced2c4aa893a3fbbde62686d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50514c85-07", "ovs_interfaceid": "50514c85-0720-4dba-bfd3-badffe3f1d06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:56:57 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:5b:09,bridge_name='br-int',has_traffic_filtering=True,id=50514c85-0720-4dba-bfd3-badffe3f1d06,network=Network(f8b0fd81-699e-407f-a4fa-b36a2242f59c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50514c85-07') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:56:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:56:57 user nova-compute[75278]:   <uuid>8a957482-260a-437a-b48d-309224800fcf</uuid>
Dec 06 15:56:57 user nova-compute[75278]:   <name>instance-00000012</name>
Dec 06 15:56:57 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 15:56:57 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:56:57 user nova-compute[75278]:   <metadata>
Dec 06 15:56:57 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:56:57 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:56:57 user nova-compute[75278]:       <nova:name>tempest-ServerActionsTestOtherB-server-1955580995</nova:name>
Dec 06 15:56:57 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:56:56</nova:creationTime>
Dec 06 15:56:57 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 15:56:57 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 15:56:57 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 15:56:57 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:56:57 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:56:57 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:56:57 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:56:57 user nova-compute[75278]:       <nova:owner>
Dec 06 15:56:57 user nova-compute[75278]:         <nova:user uuid="8ba6ee4eabf040c4b13f1570bdce6436">tempest-ServerActionsTestOtherB-1767218479-project-member</nova:user>
Dec 06 15:56:57 user nova-compute[75278]:         <nova:project uuid="04dfb80ced2c4aa893a3fbbde62686d0">tempest-ServerActionsTestOtherB-1767218479</nova:project>
Dec 06 15:56:57 user nova-compute[75278]:       </nova:owner>
Dec 06 15:56:57 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 15:56:57 user nova-compute[75278]:       <nova:ports>
Dec 06 15:56:57 user nova-compute[75278]:         <nova:port uuid="50514c85-0720-4dba-bfd3-badffe3f1d06">
Dec 06 15:56:57 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 06 15:56:57 user nova-compute[75278]:         </nova:port>
Dec 06 15:56:57 user nova-compute[75278]:       </nova:ports>
Dec 06 15:56:57 user nova-compute[75278]:     </nova:instance>
Dec 06 15:56:57 user nova-compute[75278]:   </metadata>
Dec 06 15:56:57 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:56:57 user nova-compute[75278]:     <system>
Dec 06 15:56:57 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:56:57 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:56:57 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:56:57 user nova-compute[75278]:       <entry name="serial">8a957482-260a-437a-b48d-309224800fcf</entry>
Dec 06 15:56:57 user nova-compute[75278]:       <entry name="uuid">8a957482-260a-437a-b48d-309224800fcf</entry>
Dec 06 15:56:57 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:56:57 user nova-compute[75278]:     </system>
Dec 06 15:56:57 user nova-compute[75278]:   </sysinfo>
Dec 06 15:56:57 user nova-compute[75278]:   <os>
Dec 06 15:56:57 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:56:57 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 15:56:57 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:56:57 user nova-compute[75278]:   </os>
Dec 06 15:56:57 user nova-compute[75278]:   <features>
Dec 06 15:56:57 user nova-compute[75278]:     <acpi/>
Dec 06 15:56:57 user nova-compute[75278]:     <apic/>
Dec 06 15:56:57 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:56:57 user nova-compute[75278]:   </features>
Dec 06 15:56:57 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:56:57 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:56:57 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:56:57 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:56:57 user nova-compute[75278]:   </clock>
Dec 06 15:56:57 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:56:57 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:56:57 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:56:57 user nova-compute[75278]:   </cpu>
Dec 06 15:56:57 user nova-compute[75278]:   <devices>
Dec 06 15:56:57 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 15:56:57 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 15:56:57 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk"/>
Dec 06 15:56:57 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 15:56:57 user nova-compute[75278]:     </disk>
Dec 06 15:56:57 user nova-compute[75278]:     <disk type="block" device="disk">
Dec 06 15:56:57 user nova-compute[75278]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:56:57 user nova-compute[75278]:       <source dev="/dev/sdd"/>
Dec 06 15:56:57 user nova-compute[75278]:       <target dev="vdb" bus="virtio"/>
Dec 06 15:56:57 user nova-compute[75278]:       <serial>98859b93-7bb6-4db4-80eb-5c7079e0c648</serial>
Dec 06 15:56:57 user nova-compute[75278]:     </disk>
Dec 06 15:56:57 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:56:57 user nova-compute[75278]:       <mac address="fa:16:3e:55:5b:09"/>
Dec 06 15:56:57 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:56:57 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:56:57 user nova-compute[75278]:       <target dev="tap50514c85-07"/>
Dec 06 15:56:57 user nova-compute[75278]:     </interface>
Dec 06 15:56:57 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:56:57 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/console.log" append="off"/>
Dec 06 15:56:57 user nova-compute[75278]:     </serial>
Dec 06 15:56:57 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:56:57 user nova-compute[75278]:     <video>
Dec 06 15:56:57 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:56:57 user nova-compute[75278]:     </video>
Dec 06 15:56:57 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:56:57 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:56:57 user nova-compute[75278]:     </rng>
Dec 06 15:56:57 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:56:57 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:56:57 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:56:57 user nova-compute[75278]:     </memballoon>
Dec 06 15:56:57 user nova-compute[75278]:   </devices>
Dec 06 15:56:57 user nova-compute[75278]: </domain>
Dec 06 15:56:57 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:56:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:50:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1955580995',display_name='tempest-ServerActionsTestOtherB-server-1955580995',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1955580995',id=18,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKaZEWLXa3s6zDybJnjTp57CTxpBmZeKnvHuGwRw2vusLVduR8NR5S9yVIPFq9OhhJ9MvXMty16EHSGmwHwjvSdA/3g05d29VueJF42l6n3sCBeR0+FCrh+3N91DWFipeQ==',key_name='tempest-keypair-1251462433',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:55:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='04dfb80ced2c4aa893a3fbbde62686d0',ramdisk_id='',reservation_id='r-jzjoayy0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1767218479',owner_user_name='tempest-ServerActionsTestOtherB-1767218479-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:56:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8ba6ee4eabf040c4b13f1570bdce6436',uuid=8a957482-260a-437a-b48d-309224800fcf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "50514c85-0720-4dba-bfd3-badffe3f1d06", "address": "fa:16:3e:55:5b:09", "network": {"id": "f8b0fd81-699e-407f-a4fa-b36a2242f59c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1427320194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "04dfb80ced2c4aa893a3fbbde62686d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50514c85-07", "ovs_interfaceid": "50514c85-0720-4dba-bfd3-badffe3f1d06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:56:58 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Converting VIF {"id": "50514c85-0720-4dba-bfd3-badffe3f1d06", "address": "fa:16:3e:55:5b:09", "network": {"id": "f8b0fd81-699e-407f-a4fa-b36a2242f59c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1427320194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "04dfb80ced2c4aa893a3fbbde62686d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50514c85-07", "ovs_interfaceid": "50514c85-0720-4dba-bfd3-badffe3f1d06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:56:58 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:5b:09,bridge_name='br-int',has_traffic_filtering=True,id=50514c85-0720-4dba-bfd3-badffe3f1d06,network=Network(f8b0fd81-699e-407f-a4fa-b36a2242f59c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50514c85-07') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:56:58 user nova-compute[75278]: DEBUG os_vif [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:5b:09,bridge_name='br-int',has_traffic_filtering=True,id=50514c85-0720-4dba-bfd3-badffe3f1d06,network=Network(f8b0fd81-699e-407f-a4fa-b36a2242f59c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50514c85-07') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:56:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:56:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:56:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fa4e3b4e-c026-5460-8b97-e122a825d215', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:56:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:56:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap50514c85-07, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:56:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap50514c85-07, col_values=(('qos', UUID('5c98836e-6ea3-49c3-a885-7e31ee8792e5')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:56:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap50514c85-07, col_values=(('external_ids', {'iface-id': '50514c85-0720-4dba-bfd3-badffe3f1d06', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:55:5b:09', 'vm-uuid': '8a957482-260a-437a-b48d-309224800fcf'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:56:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:56:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:58 user nova-compute[75278]: INFO os_vif [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:5b:09,bridge_name='br-int',has_traffic_filtering=True,id=50514c85-0720-4dba-bfd3-badffe3f1d06,network=Network(f8b0fd81-699e-407f-a4fa-b36a2242f59c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50514c85-07')
Dec 06 15:56:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:58 user nova-compute[75278]: DEBUG nova.compute.manager [None req-f23ccfb0-0e9b-4724-a40f-955c9677e76b tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:56:58 user nova-compute[75278]: DEBUG nova.compute.manager [req-ec51bd5e-623f-49c5-b301-5057eb389172 req-91ca6193-715f-439c-979b-49e466bf9808 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Received event network-vif-plugged-1cbd93c9-871f-40a8-bf0a-a786f42020b6 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:56:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ec51bd5e-623f-49c5-b301-5057eb389172 req-91ca6193-715f-439c-979b-49e466bf9808 service nova] Acquiring lock "b979398f-d6ba-469c-96ed-e25012146a31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:56:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ec51bd5e-623f-49c5-b301-5057eb389172 req-91ca6193-715f-439c-979b-49e466bf9808 service nova] Lock "b979398f-d6ba-469c-96ed-e25012146a31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:56:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ec51bd5e-623f-49c5-b301-5057eb389172 req-91ca6193-715f-439c-979b-49e466bf9808 service nova] Lock "b979398f-d6ba-469c-96ed-e25012146a31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:56:58 user nova-compute[75278]: DEBUG nova.compute.manager [req-ec51bd5e-623f-49c5-b301-5057eb389172 req-91ca6193-715f-439c-979b-49e466bf9808 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] No waiting events found dispatching network-vif-plugged-1cbd93c9-871f-40a8-bf0a-a786f42020b6 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:56:58 user nova-compute[75278]: WARNING nova.compute.manager [req-ec51bd5e-623f-49c5-b301-5057eb389172 req-91ca6193-715f-439c-979b-49e466bf9808 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Received unexpected event network-vif-plugged-1cbd93c9-871f-40a8-bf0a-a786f42020b6 for instance with vm_state rescued and task_state unrescuing.
Dec 06 15:56:58 user nova-compute[75278]: DEBUG nova.compute.manager [req-ec51bd5e-623f-49c5-b301-5057eb389172 req-91ca6193-715f-439c-979b-49e466bf9808 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Received event network-vif-unplugged-539b5f67-d212-4bed-8bf2-099951a21318 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:56:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ec51bd5e-623f-49c5-b301-5057eb389172 req-91ca6193-715f-439c-979b-49e466bf9808 service nova] Acquiring lock "4d56b5eb-724a-4574-b806-93f0c687ef41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:56:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ec51bd5e-623f-49c5-b301-5057eb389172 req-91ca6193-715f-439c-979b-49e466bf9808 service nova] Lock "4d56b5eb-724a-4574-b806-93f0c687ef41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:56:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ec51bd5e-623f-49c5-b301-5057eb389172 req-91ca6193-715f-439c-979b-49e466bf9808 service nova] Lock "4d56b5eb-724a-4574-b806-93f0c687ef41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:56:58 user nova-compute[75278]: DEBUG nova.compute.manager [req-ec51bd5e-623f-49c5-b301-5057eb389172 req-91ca6193-715f-439c-979b-49e466bf9808 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] No waiting events found dispatching network-vif-unplugged-539b5f67-d212-4bed-8bf2-099951a21318 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:56:58 user nova-compute[75278]: DEBUG nova.compute.manager [req-ec51bd5e-623f-49c5-b301-5057eb389172 req-91ca6193-715f-439c-979b-49e466bf9808 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Received event network-vif-unplugged-539b5f67-d212-4bed-8bf2-099951a21318 for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 15:56:59 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Instance destroyed successfully.
Dec 06 15:56:59 user nova-compute[75278]: DEBUG nova.objects.instance [None req-d6381f22-33fa-4e1b-a186-bde624c612dd tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lazy-loading 'resources' on Instance uuid 4d56b5eb-724a-4574-b806-93f0c687ef41 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:56:59 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-d6381f22-33fa-4e1b-a186-bde624c612dd tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:51:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1022492962',display_name='tempest-TestMinimumBasicScenario-server-1022492962',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1022492962',id=20,image_ref='dcb8236a-666c-4fac-95d0-3bd5c6fe352f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBd1+lXVzJZ1xUTqQQVgiU2VrgJdwL7qch/bSCA8cbpnX5kDfmEmJmSNdnYHgL6ff1vNdy22WXkTiSC1BIdInAenhjIxxCXsbWteP0fWlZtGZQhHgaUgyOzFk6I7PNsByA==',key_name='tempest-TestMinimumBasicScenario-1229784963',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:51:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='93723bb0e3c9431a91eaa6ba3c645029',ramdisk_id='',reservation_id='r-5mmma46c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dcb8236a-666c-4fac-95d0-3bd5c6fe352f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-62183632',owner_user_name='tempest-TestMinimumBasicScenario-62183632-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:54:18Z,user_data=None,user_id='839ef8d27c5d45279378d67254ec37fd',uuid=4d56b5eb-724a-4574-b806-93f0c687ef41,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "539b5f67-d212-4bed-8bf2-099951a21318", "address": "fa:16:3e:cb:f0:95", "network": {"id": "4217cbb0-33d1-451f-9d3f-b8a0d6df1755", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-493313379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "93723bb0e3c9431a91eaa6ba3c645029", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap539b5f67-d2", "ovs_interfaceid": "539b5f67-d212-4bed-8bf2-099951a21318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:56:59 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-d6381f22-33fa-4e1b-a186-bde624c612dd tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Converting VIF {"id": "539b5f67-d212-4bed-8bf2-099951a21318", "address": "fa:16:3e:cb:f0:95", "network": {"id": "4217cbb0-33d1-451f-9d3f-b8a0d6df1755", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-493313379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "93723bb0e3c9431a91eaa6ba3c645029", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap539b5f67-d2", "ovs_interfaceid": "539b5f67-d212-4bed-8bf2-099951a21318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:56:59 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-d6381f22-33fa-4e1b-a186-bde624c612dd tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:cb:f0:95,bridge_name='br-int',has_traffic_filtering=True,id=539b5f67-d212-4bed-8bf2-099951a21318,network=Network(4217cbb0-33d1-451f-9d3f-b8a0d6df1755),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap539b5f67-d2') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:56:59 user nova-compute[75278]: DEBUG os_vif [None req-d6381f22-33fa-4e1b-a186-bde624c612dd tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:cb:f0:95,bridge_name='br-int',has_traffic_filtering=True,id=539b5f67-d212-4bed-8bf2-099951a21318,network=Network(4217cbb0-33d1-451f-9d3f-b8a0d6df1755),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap539b5f67-d2') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:56:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap539b5f67-d2, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:56:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:56:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c3b7e84a-db29-4f70-adc4-d1da7a7e7d69) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:56:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:56:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:59 user nova-compute[75278]: INFO os_vif [None req-d6381f22-33fa-4e1b-a186-bde624c612dd tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:cb:f0:95,bridge_name='br-int',has_traffic_filtering=True,id=539b5f67-d212-4bed-8bf2-099951a21318,network=Network(4217cbb0-33d1-451f-9d3f-b8a0d6df1755),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap539b5f67-d2')
Dec 06 15:56:59 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-d6381f22-33fa-4e1b-a186-bde624c612dd tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Deleting instance files /opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41_del
Dec 06 15:56:59 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-d6381f22-33fa-4e1b-a186-bde624c612dd tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Deletion of /opt/stack/data/nova/instances/4d56b5eb-724a-4574-b806-93f0c687ef41_del complete
Dec 06 15:56:59 user nova-compute[75278]: INFO nova.compute.manager [None req-d6381f22-33fa-4e1b-a186-bde624c612dd tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Took 1.41 seconds to destroy the instance on the hypervisor.
Dec 06 15:56:59 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-d6381f22-33fa-4e1b-a186-bde624c612dd tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 15:56:59 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 15:56:59 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 15:56:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:56:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:56:59 user nova-compute[75278]: DEBUG nova.objects.instance [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lazy-loading 'pci_requests' on Instance uuid b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:56:59 user nova-compute[75278]: DEBUG nova.objects.instance [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lazy-loading 'numa_topology' on Instance uuid b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:56:59 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 15:56:59 user nova-compute[75278]: INFO nova.compute.claims [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Claim successful on node user
Dec 06 15:56:59 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:56:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:56:59 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Took 0.59 seconds to deallocate network for instance.
Dec 06 15:57:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:00 user nova-compute[75278]: DEBUG nova.compute.manager [req-6958a1b9-0a9e-4f4e-9649-a00dfb2483a9 req-9405f8e7-7dc9-4c9f-8793-fd45644d8691 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Received event network-vif-deleted-539b5f67-d212-4bed-8bf2-099951a21318 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:57:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d6381f22-33fa-4e1b-a186-bde624c612dd tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:57:00 user nova-compute[75278]: DEBUG nova.compute.manager [req-f36e1ce4-ffd5-4d10-a577-48f9e4f84857 req-e5ecb249-dac0-4321-977d-eb8cabde0508 service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Received event network-vif-plugged-50514c85-0720-4dba-bfd3-badffe3f1d06 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:57:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f36e1ce4-ffd5-4d10-a577-48f9e4f84857 req-e5ecb249-dac0-4321-977d-eb8cabde0508 service nova] Acquiring lock "8a957482-260a-437a-b48d-309224800fcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:57:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f36e1ce4-ffd5-4d10-a577-48f9e4f84857 req-e5ecb249-dac0-4321-977d-eb8cabde0508 service nova] Lock "8a957482-260a-437a-b48d-309224800fcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:57:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f36e1ce4-ffd5-4d10-a577-48f9e4f84857 req-e5ecb249-dac0-4321-977d-eb8cabde0508 service nova] Lock "8a957482-260a-437a-b48d-309224800fcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.003s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:57:00 user nova-compute[75278]: DEBUG nova.compute.manager [req-f36e1ce4-ffd5-4d10-a577-48f9e4f84857 req-e5ecb249-dac0-4321-977d-eb8cabde0508 service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] No waiting events found dispatching network-vif-plugged-50514c85-0720-4dba-bfd3-badffe3f1d06 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:57:00 user nova-compute[75278]: WARNING nova.compute.manager [req-f36e1ce4-ffd5-4d10-a577-48f9e4f84857 req-e5ecb249-dac0-4321-977d-eb8cabde0508 service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Received unexpected event network-vif-plugged-50514c85-0720-4dba-bfd3-badffe3f1d06 for instance with vm_state resized and task_state resize_reverting.
Dec 06 15:57:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:00 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:57:00 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:57:00 user nova-compute[75278]: DEBUG nova.compute.manager [req-4bc10ba7-d63d-471f-9ba7-4c8962839450 req-b05879ab-d705-45fb-9b56-9e72bd64d907 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Received event network-vif-plugged-539b5f67-d212-4bed-8bf2-099951a21318 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:57:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4bc10ba7-d63d-471f-9ba7-4c8962839450 req-b05879ab-d705-45fb-9b56-9e72bd64d907 service nova] Acquiring lock "4d56b5eb-724a-4574-b806-93f0c687ef41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:57:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4bc10ba7-d63d-471f-9ba7-4c8962839450 req-b05879ab-d705-45fb-9b56-9e72bd64d907 service nova] Lock "4d56b5eb-724a-4574-b806-93f0c687ef41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:57:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4bc10ba7-d63d-471f-9ba7-4c8962839450 req-b05879ab-d705-45fb-9b56-9e72bd64d907 service nova] Lock "4d56b5eb-724a-4574-b806-93f0c687ef41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:57:00 user nova-compute[75278]: DEBUG nova.compute.manager [req-4bc10ba7-d63d-471f-9ba7-4c8962839450 req-b05879ab-d705-45fb-9b56-9e72bd64d907 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] No waiting events found dispatching network-vif-plugged-539b5f67-d212-4bed-8bf2-099951a21318 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:57:00 user nova-compute[75278]: WARNING nova.compute.manager [req-4bc10ba7-d63d-471f-9ba7-4c8962839450 req-b05879ab-d705-45fb-9b56-9e72bd64d907 service nova] [instance: 4d56b5eb-724a-4574-b806-93f0c687ef41] Received unexpected event network-vif-plugged-539b5f67-d212-4bed-8bf2-099951a21318 for instance with vm_state deleted and task_state None.
Dec 06 15:57:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.670s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:57:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d6381f22-33fa-4e1b-a186-bde624c612dd tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.450s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:57:00 user nova-compute[75278]: INFO nova.network.neutron [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Updating port d911ad13-3058-4888-b3fd-45e5424d88ef with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Dec 06 15:57:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:00 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-d6381f22-33fa-4e1b-a186-bde624c612dd tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:57:00 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-d6381f22-33fa-4e1b-a186-bde624c612dd tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:57:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d6381f22-33fa-4e1b-a186-bde624c612dd tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.414s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:57:01 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-d6381f22-33fa-4e1b-a186-bde624c612dd tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Deleted allocations for instance 4d56b5eb-724a-4574-b806-93f0c687ef41
Dec 06 15:57:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d6381f22-33fa-4e1b-a186-bde624c612dd tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "4d56b5eb-724a-4574-b806-93f0c687ef41" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.201s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:57:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "refresh_cache-b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:57:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquired lock "refresh_cache-b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:57:01 user nova-compute[75278]: DEBUG nova.network.neutron [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:57:02 user nova-compute[75278]: DEBUG nova.compute.manager [req-b1dbb228-f1a6-4b1c-aed9-e7b2759adde5 req-f53c70c8-e990-4a5e-8300-42058dd04f9a service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Received event network-changed-d911ad13-3058-4888-b3fd-45e5424d88ef {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:57:02 user nova-compute[75278]: DEBUG nova.compute.manager [req-b1dbb228-f1a6-4b1c-aed9-e7b2759adde5 req-f53c70c8-e990-4a5e-8300-42058dd04f9a service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Refreshing instance network info cache due to event network-changed-d911ad13-3058-4888-b3fd-45e5424d88ef. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:57:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-b1dbb228-f1a6-4b1c-aed9-e7b2759adde5 req-f53c70c8-e990-4a5e-8300-42058dd04f9a service nova] Acquiring lock "refresh_cache-b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:57:02 user nova-compute[75278]: DEBUG nova.network.neutron [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Updating instance_info_cache with network_info: [{"id": "d911ad13-3058-4888-b3fd-45e5424d88ef", "address": "fa:16:3e:19:0c:38", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd911ad13-30", "ovs_interfaceid": "d911ad13-3058-4888-b3fd-45e5424d88ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:57:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Releasing lock "refresh_cache-b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:57:02 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 15:57:02 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Creating image(s)
Dec 06 15:57:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "/opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:57:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "/opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:57:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "/opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:57:02 user nova-compute[75278]: DEBUG nova.objects.instance [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lazy-loading 'trusted_certs' on Instance uuid b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:57:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-b1dbb228-f1a6-4b1c-aed9-e7b2759adde5 req-f53c70c8-e990-4a5e-8300-42058dd04f9a service nova] Acquired lock "refresh_cache-b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:57:02 user nova-compute[75278]: DEBUG nova.network.neutron [req-b1dbb228-f1a6-4b1c-aed9-e7b2759adde5 req-f53c70c8-e990-4a5e-8300-42058dd04f9a service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Refreshing network info cache for port d911ad13-3058-4888-b3fd-45e5424d88ef {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:57:02 user nova-compute[75278]: DEBUG nova.objects.base [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Object Instance<b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:57:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "f83177f4d4c30de1a8f28cb63d20722a663fcedc" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:57:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "f83177f4d4c30de1a8f28cb63d20722a663fcedc" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:57:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f83177f4d4c30de1a8f28cb63d20722a663fcedc.part --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-27d6ff0c-66cd-48fe-93da-99892a17742e req-43c0c5ba-7dd9-43f0-96a2-dab1f76e5392 service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Received event network-vif-plugged-50514c85-0720-4dba-bfd3-badffe3f1d06 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:57:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-27d6ff0c-66cd-48fe-93da-99892a17742e req-43c0c5ba-7dd9-43f0-96a2-dab1f76e5392 service nova] Acquiring lock "8a957482-260a-437a-b48d-309224800fcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:57:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-27d6ff0c-66cd-48fe-93da-99892a17742e req-43c0c5ba-7dd9-43f0-96a2-dab1f76e5392 service nova] Lock "8a957482-260a-437a-b48d-309224800fcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:57:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-27d6ff0c-66cd-48fe-93da-99892a17742e req-43c0c5ba-7dd9-43f0-96a2-dab1f76e5392 service nova] Lock "8a957482-260a-437a-b48d-309224800fcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:57:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-27d6ff0c-66cd-48fe-93da-99892a17742e req-43c0c5ba-7dd9-43f0-96a2-dab1f76e5392 service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] No waiting events found dispatching network-vif-plugged-50514c85-0720-4dba-bfd3-badffe3f1d06 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:57:03 user nova-compute[75278]: WARNING nova.compute.manager [req-27d6ff0c-66cd-48fe-93da-99892a17742e req-43c0c5ba-7dd9-43f0-96a2-dab1f76e5392 service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Received unexpected event network-vif-plugged-50514c85-0720-4dba-bfd3-badffe3f1d06 for instance with vm_state resized and task_state resize_reverting.
Dec 06 15:57:03 user nova-compute[75278]: DEBUG nova.compute.manager [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 15:57:03 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 8a957482-260a-437a-b48d-309224800fcf] Instance running successfully.
Dec 06 15:57:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] finish_revert_migration finished successfully. {{(pid=75278) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11866}}
Dec 06 15:57:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f83177f4d4c30de1a8f28cb63d20722a663fcedc.part --force-share --output=json" returned: 0 in 0.226s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:03 user nova-compute[75278]: DEBUG nova.virt.images [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] 23ffb4e4-8b47-4287-bf24-505e3867950a was qcow2, converting to raw {{(pid=75278) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 06 15:57:03 user nova-compute[75278]: DEBUG nova.privsep.utils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75278) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 15:57:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/f83177f4d4c30de1a8f28cb63d20722a663fcedc.part /opt/stack/data/nova/instances/_base/f83177f4d4c30de1a8f28cb63d20722a663fcedc.converted {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:03 user nova-compute[75278]: DEBUG nova.network.neutron [req-b1dbb228-f1a6-4b1c-aed9-e7b2759adde5 req-f53c70c8-e990-4a5e-8300-42058dd04f9a service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Updated VIF entry in instance network info cache for port d911ad13-3058-4888-b3fd-45e5424d88ef. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:57:03 user nova-compute[75278]: DEBUG nova.network.neutron [req-b1dbb228-f1a6-4b1c-aed9-e7b2759adde5 req-f53c70c8-e990-4a5e-8300-42058dd04f9a service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Updating instance_info_cache with network_info: [{"id": "d911ad13-3058-4888-b3fd-45e5424d88ef", "address": "fa:16:3e:19:0c:38", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd911ad13-30", "ovs_interfaceid": "d911ad13-3058-4888-b3fd-45e5424d88ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:57:03 user nova-compute[75278]: INFO nova.compute.manager [None req-fc435912-7501-40a3-8f30-fd6308ea2bf7 tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Updating instance to original state: 'active'
Dec 06 15:57:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-b1dbb228-f1a6-4b1c-aed9-e7b2759adde5 req-f53c70c8-e990-4a5e-8300-42058dd04f9a service nova] Releasing lock "refresh_cache-b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:57:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/f83177f4d4c30de1a8f28cb63d20722a663fcedc.part /opt/stack/data/nova/instances/_base/f83177f4d4c30de1a8f28cb63d20722a663fcedc.converted" returned: 0 in 0.386s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f83177f4d4c30de1a8f28cb63d20722a663fcedc.converted --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f83177f4d4c30de1a8f28cb63d20722a663fcedc.converted --force-share --output=json" returned: 0 in 0.298s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "f83177f4d4c30de1a8f28cb63d20722a663fcedc" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.304s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:57:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f83177f4d4c30de1a8f28cb63d20722a663fcedc --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f83177f4d4c30de1a8f28cb63d20722a663fcedc --force-share --output=json" returned: 0 in 0.198s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "f83177f4d4c30de1a8f28cb63d20722a663fcedc" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:57:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "f83177f4d4c30de1a8f28cb63d20722a663fcedc" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:57:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f83177f4d4c30de1a8f28cb63d20722a663fcedc --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f83177f4d4c30de1a8f28cb63d20722a663fcedc --force-share --output=json" returned: 0 in 0.196s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f83177f4d4c30de1a8f28cb63d20722a663fcedc,backing_fmt=raw /opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f83177f4d4c30de1a8f28cb63d20722a663fcedc,backing_fmt=raw /opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/disk 1073741824" returned: 0 in 0.084s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "f83177f4d4c30de1a8f28cb63d20722a663fcedc" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.287s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:57:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f83177f4d4c30de1a8f28cb63d20722a663fcedc --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f83177f4d4c30de1a8f28cb63d20722a663fcedc --force-share --output=json" returned: 0 in 0.189s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:05 user nova-compute[75278]: DEBUG nova.objects.instance [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lazy-loading 'migration_context' on Instance uuid b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:57:05 user nova-compute[75278]: DEBUG nova.objects.base [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Object Instance<b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:57:05 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Rebasing disk image.
Dec 06 15:57:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.205s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c -F raw /opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/disk {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "d25e73e5-e14b-4a7b-bd77-1008159951cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:57:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "d25e73e5-e14b-4a7b-bd77-1008159951cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:57:06 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 15:57:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:57:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:57:06 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 15:57:06 user nova-compute[75278]: INFO nova.compute.claims [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Claim successful on node user
Dec 06 15:57:06 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.704s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG nova.network.neutron [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 15:57:07 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 15:57:07 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG nova.policy [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '518fb7d77ef147348fd03cb374e9b293', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cab662082c54ba684178b494adc8eac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 15:57:07 user nova-compute[75278]: INFO nova.virt.block_device [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Booting with volume 5b43f69f-5033-42bd-a3f4-183e68a8227d at /dev/vda
Dec 06 15:57:07 user nova-compute[75278]: DEBUG os_brick.utils [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdf8df70-5694-443f-9188-1a0d9a967ab3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbe517eb-87ec-4529-9d24-037c48bda7ee]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[20464936-10f9-451c-a05b-a5b1c14ac09a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fdda576-8a56-40a3-ae77-b54646ba3b51]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:57:07 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 15:57:07 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6be3ef7f-5ce1-4672-a981-e0ddf09cdc1e]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG os_brick.utils [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] <== get_connector_properties: return (159ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Updating existing volume attachment record: 8cf43ece-f479-4104-a684-f63509f20252 {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c -F raw /opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/disk" returned: 0 in 2.364s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Ensure instance console log exists: /opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Start _get_guest_xml network_info=[{"id": "d911ad13-3058-4888-b3fd-45e5424d88ef", "address": "fa:16:3e:19:0c:38", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd911ad13-30", "ovs_interfaceid": "d911ad13-3058-4888-b3fd-45e5424d88ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='6acc1b748b242cba90a6e7014a95c567',container_format='bare',created_at=2023-12-06T15:54:55Z,direct_url=<?>,disk_format='qcow2',id=23ffb4e4-8b47-4287-bf24-505e3867950a,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1654637604-shelved',owner='3772c2b34d044341afe1838c255abf00',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-12-06T15:55:01Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'boot_index': None, 'delete_on_termination': False, 'disk_bus': 'virtio', 'mount_device': '/dev/vdc', 'guest_format': None, 'attachment_id': '0a079e5f-a25c-4327-a783-a7affd8eb7ff', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HkChzfsG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6', 'attached_at': '', 'detached_at': '', 'volume_id': '88d86680-9f3d-40b9-988f-8e8b47b56ddc', 'serial': '88d86680-9f3d-40b9-988f-8e8b47b56ddc'}, 'volume_type': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:57:07 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:57:07 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:57:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6acc1b748b242cba90a6e7014a95c567',container_format='bare',created_at=2023-12-06T15:54:55Z,direct_url=<?>,disk_format='qcow2',id=23ffb4e4-8b47-4287-bf24-505e3867950a,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1654637604-shelved',owner='3772c2b34d044341afe1838c255abf00',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-12-06T15:55:01Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG nova.objects.instance [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lazy-loading 'vcpu_model' on Instance uuid b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG nova.objects.base [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Object Instance<b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HkChzfsG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:57:07 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:57:07 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:57:07 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:57:07 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:57:07 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 15:57:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[09552a0c-9d3c-4efc-bafd-94a0e52bf5e3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 15:57:07 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.027s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8775f693-8ad5-4c55-9b91-29c2fa13b4eb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc] added
Dec 06 15:57:07 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.030s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8ef23e1-920d-4e46-a712-b3b99b51071f]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:57:07 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f87e5d75-963d-415b-9fd2-526c181673b0]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HkChzfsG {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HkChzfsG" returned: 0 in 0.026s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1a36907-2eb2-4fbe-8f8c-5eb4fde80ee4]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'HkChzfsG'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea09c6ba-697e-4379-9fa2-159b4dce5d9f]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cd68985-6d0d-459b-80e4-09d1d972c22d]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 (non-flash)
Dec 06 15:57:08 user nova-compute[75278]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a (non-flash)
Dec 06 15:57:08 user nova-compute[75278]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:57:08 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 (non-flash)
Dec 06 15:57:08 user nova-compute[75278]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a (non-flash)
Dec 06 15:57:08 user nova-compute[75278]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:57:08 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG nova.network.neutron [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Successfully created port: dff7c338-bb43-4b13-971d-c4c4fb076e22 {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc -p 172.16.0.220:3260 --login" returned: 0 in 0.073s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a93ad70-741e-483d-91c3-799c21d8a13e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc, portal: 172.16.0.220,3260]
Dec 06 15:57:08 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc, portal: 172.16.0.220,3260] successful.
Dec 06 15:57:08 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.031s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd4dcea3-d487-4a3b-b049-81c2bfa7aa9c]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dfaed56-0694-4e10-a64f-7ada6dd44d86]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 (non-flash)
Dec 06 15:57:08 user nova-compute[75278]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a (non-flash)
Dec 06 15:57:08 user nova-compute[75278]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:57:08 user nova-compute[75278]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc (non-flash)
Dec 06 15:57:08 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 (non-flash)
Dec 06 15:57:08 user nova-compute[75278]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a (non-flash)
Dec 06 15:57:08 user nova-compute[75278]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:57:08 user nova-compute[75278]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc (non-flash)
Dec 06 15:57:08 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.361s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] HCTL ('36', '-', '-', 0) found on session 34 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e535ad9d-5cc5-4cd0-a92d-d918a2f4a89e]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Searching for a device in session 34 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HkChzfsG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG nova.network.neutron [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Successfully updated port: dff7c338-bb43-4b13-971d-c4c4fb076e22 {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "refresh_cache-d25e73e5-e14b-4a7b-bd77-1008159951cd" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquired lock "refresh_cache-d25e73e5-e14b-4a7b-bd77-1008159951cd" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:57:08 user nova-compute[75278]: DEBUG nova.network.neutron [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:57:09 user nova-compute[75278]: DEBUG nova.compute.manager [req-5fe1a149-3220-4385-81d2-b1c5a0ed2ccf req-fa33d09a-3ee5-4dbd-89e6-d9b53488885d service nova] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Received event network-changed-dff7c338-bb43-4b13-971d-c4c4fb076e22 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:57:09 user nova-compute[75278]: DEBUG nova.compute.manager [req-5fe1a149-3220-4385-81d2-b1c5a0ed2ccf req-fa33d09a-3ee5-4dbd-89e6-d9b53488885d service nova] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Refreshing instance network info cache due to event network-changed-dff7c338-bb43-4b13-971d-c4c4fb076e22. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:57:09 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5fe1a149-3220-4385-81d2-b1c5a0ed2ccf req-fa33d09a-3ee5-4dbd-89e6-d9b53488885d service nova] Acquiring lock "refresh_cache-d25e73e5-e14b-4a7b-bd77-1008159951cd" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:57:09 user nova-compute[75278]: DEBUG nova.network.neutron [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:57:09 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.404s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:57:09 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] <== connect_volume: return (1406ms) {'type': 'block', 'scsi_wwn': '23961396338643434', 'path': '/dev/sde'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:57:09 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23961396338643434', 'path': '/dev/sde'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 15:57:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:09 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T15:52:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1654637604',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1654637604',id=22,image_ref='23ffb4e4-8b47-4287-bf24-505e3867950a',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-609249145',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:53:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='3772c2b34d044341afe1838c255abf00',ramdisk_id='',reservation_id='r-i55o3ztd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-76059517',owner_user_name='tempest-AttachVolumeShelveTestJSON-76059517-project-member',shelved_at='2023-12-06T15:55:00.855097',shelved_host='user',shelved_image_id='23ffb4e4-8b47-4287-bf24-505e3867950a'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:56:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6fc55d3ac6494b81921e1ccd4f6cd4b6',uuid=b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "d911ad13-3058-4888-b3fd-45e5424d88ef", "address": "fa:16:3e:19:0c:38", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd911ad13-30", "ovs_interfaceid": "d911ad13-3058-4888-b3fd-45e5424d88ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:57:09 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Converting VIF {"id": "d911ad13-3058-4888-b3fd-45e5424d88ef", "address": "fa:16:3e:19:0c:38", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd911ad13-30", "ovs_interfaceid": "d911ad13-3058-4888-b3fd-45e5424d88ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:57:09 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:19:0c:38,bridge_name='br-int',has_traffic_filtering=True,id=d911ad13-3058-4888-b3fd-45e5424d88ef,network=Network(db0b7d9a-b152-4c62-aca3-3fa90ab9bd04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd911ad13-30') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:57:09 user nova-compute[75278]: DEBUG nova.objects.instance [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lazy-loading 'pci_devices' on Instance uuid b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:57:09 user nova-compute[75278]: DEBUG nova.objects.base [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Object Instance<b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 15:57:09 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:57:09 user nova-compute[75278]:   <uuid>b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6</uuid>
Dec 06 15:57:09 user nova-compute[75278]:   <name>instance-00000016</name>
Dec 06 15:57:09 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 15:57:09 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:57:09 user nova-compute[75278]:   <metadata>
Dec 06 15:57:09 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:57:09 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:57:09 user nova-compute[75278]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1654637604</nova:name>
Dec 06 15:57:09 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:57:07</nova:creationTime>
Dec 06 15:57:09 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 15:57:09 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 15:57:09 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 15:57:09 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:57:09 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:57:09 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:57:09 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:57:09 user nova-compute[75278]:       <nova:owner>
Dec 06 15:57:09 user nova-compute[75278]:         <nova:user uuid="6fc55d3ac6494b81921e1ccd4f6cd4b6">tempest-AttachVolumeShelveTestJSON-76059517-project-member</nova:user>
Dec 06 15:57:09 user nova-compute[75278]:         <nova:project uuid="3772c2b34d044341afe1838c255abf00">tempest-AttachVolumeShelveTestJSON-76059517</nova:project>
Dec 06 15:57:09 user nova-compute[75278]:       </nova:owner>
Dec 06 15:57:09 user nova-compute[75278]:       <nova:root type="image" uuid="23ffb4e4-8b47-4287-bf24-505e3867950a"/>
Dec 06 15:57:09 user nova-compute[75278]:       <nova:ports>
Dec 06 15:57:09 user nova-compute[75278]:         <nova:port uuid="d911ad13-3058-4888-b3fd-45e5424d88ef">
Dec 06 15:57:09 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 06 15:57:09 user nova-compute[75278]:         </nova:port>
Dec 06 15:57:09 user nova-compute[75278]:       </nova:ports>
Dec 06 15:57:09 user nova-compute[75278]:     </nova:instance>
Dec 06 15:57:09 user nova-compute[75278]:   </metadata>
Dec 06 15:57:09 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:57:09 user nova-compute[75278]:     <system>
Dec 06 15:57:09 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:57:09 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:57:09 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:57:09 user nova-compute[75278]:       <entry name="serial">b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6</entry>
Dec 06 15:57:09 user nova-compute[75278]:       <entry name="uuid">b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6</entry>
Dec 06 15:57:09 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:57:09 user nova-compute[75278]:     </system>
Dec 06 15:57:09 user nova-compute[75278]:   </sysinfo>
Dec 06 15:57:09 user nova-compute[75278]:   <os>
Dec 06 15:57:09 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:57:09 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 15:57:09 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:57:09 user nova-compute[75278]:   </os>
Dec 06 15:57:09 user nova-compute[75278]:   <features>
Dec 06 15:57:09 user nova-compute[75278]:     <acpi/>
Dec 06 15:57:09 user nova-compute[75278]:     <apic/>
Dec 06 15:57:09 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:57:09 user nova-compute[75278]:   </features>
Dec 06 15:57:09 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:57:09 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:57:09 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:57:09 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:57:09 user nova-compute[75278]:   </clock>
Dec 06 15:57:09 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:57:09 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:57:09 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:57:09 user nova-compute[75278]:   </cpu>
Dec 06 15:57:09 user nova-compute[75278]:   <devices>
Dec 06 15:57:09 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 15:57:09 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 15:57:09 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/disk"/>
Dec 06 15:57:09 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 15:57:09 user nova-compute[75278]:     </disk>
Dec 06 15:57:09 user nova-compute[75278]:     <disk type="block" device="disk">
Dec 06 15:57:09 user nova-compute[75278]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:57:09 user nova-compute[75278]:       <source dev="/dev/sde"/>
Dec 06 15:57:09 user nova-compute[75278]:       <target dev="vdc" bus="virtio"/>
Dec 06 15:57:09 user nova-compute[75278]:       <serial>88d86680-9f3d-40b9-988f-8e8b47b56ddc</serial>
Dec 06 15:57:09 user nova-compute[75278]:     </disk>
Dec 06 15:57:09 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:57:09 user nova-compute[75278]:       <mac address="fa:16:3e:19:0c:38"/>
Dec 06 15:57:09 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:57:09 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:57:09 user nova-compute[75278]:       <target dev="tapd911ad13-30"/>
Dec 06 15:57:09 user nova-compute[75278]:     </interface>
Dec 06 15:57:09 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:57:09 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/console.log" append="off"/>
Dec 06 15:57:09 user nova-compute[75278]:     </serial>
Dec 06 15:57:09 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:57:09 user nova-compute[75278]:     <video>
Dec 06 15:57:09 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:57:09 user nova-compute[75278]:     </video>
Dec 06 15:57:09 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:57:09 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:57:09 user nova-compute[75278]:     </rng>
Dec 06 15:57:09 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:57:09 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:57:09 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:57:09 user nova-compute[75278]:     </memballoon>
Dec 06 15:57:09 user nova-compute[75278]:   </devices>
Dec 06 15:57:09 user nova-compute[75278]: </domain>
Dec 06 15:57:09 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:57:09 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T15:52:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1654637604',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1654637604',id=22,image_ref='23ffb4e4-8b47-4287-bf24-505e3867950a',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-609249145',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:53:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='3772c2b34d044341afe1838c255abf00',ramdisk_id='',reservation_id='r-i55o3ztd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-76059517',owner_user_name='tempest-AttachVolumeShelveTestJSON-76059517-project-member',shelved_at='2023-12-06T15:55:00.855097',shelved_host='user',shelved_image_id='23ffb4e4-8b47-4287-bf24-505e3867950a'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:56:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6fc55d3ac6494b81921e1ccd4f6cd4b6',uuid=b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "d911ad13-3058-4888-b3fd-45e5424d88ef", "address": "fa:16:3e:19:0c:38", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd911ad13-30", "ovs_interfaceid": "d911ad13-3058-4888-b3fd-45e5424d88ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:57:09 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Converting VIF {"id": "d911ad13-3058-4888-b3fd-45e5424d88ef", "address": "fa:16:3e:19:0c:38", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd911ad13-30", "ovs_interfaceid": "d911ad13-3058-4888-b3fd-45e5424d88ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:57:09 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:19:0c:38,bridge_name='br-int',has_traffic_filtering=True,id=d911ad13-3058-4888-b3fd-45e5424d88ef,network=Network(db0b7d9a-b152-4c62-aca3-3fa90ab9bd04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd911ad13-30') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:57:09 user nova-compute[75278]: DEBUG os_vif [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:0c:38,bridge_name='br-int',has_traffic_filtering=True,id=d911ad13-3058-4888-b3fd-45e5424d88ef,network=Network(db0b7d9a-b152-4c62-aca3-3fa90ab9bd04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd911ad13-30') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:57:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:57:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:57:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'acd50d31-5d81-5672-bda2-e6dfbdd709bc', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:57:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:57:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd911ad13-30, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:57:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd911ad13-30, col_values=(('qos', UUID('79c95f23-67ba-4fa3-abf9-29c02cc6866e')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:57:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd911ad13-30, col_values=(('external_ids', {'iface-id': 'd911ad13-3058-4888-b3fd-45e5424d88ef', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:19:0c:38', 'vm-uuid': 'b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:57:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:57:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:09 user nova-compute[75278]: INFO os_vif [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:0c:38,bridge_name='br-int',has_traffic_filtering=True,id=d911ad13-3058-4888-b3fd-45e5424d88ef,network=Network(db0b7d9a-b152-4c62-aca3-3fa90ab9bd04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd911ad13-30')
Dec 06 15:57:09 user nova-compute[75278]: DEBUG nova.network.neutron [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Updating instance_info_cache with network_info: [{"id": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "address": "fa:16:3e:39:2b:e4", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdff7c338-bb", "ovs_interfaceid": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:57:09 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Releasing lock "refresh_cache-d25e73e5-e14b-4a7b-bd77-1008159951cd" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:57:09 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Instance network_info: |[{"id": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "address": "fa:16:3e:39:2b:e4", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdff7c338-bb", "ovs_interfaceid": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 15:57:09 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5fe1a149-3220-4385-81d2-b1c5a0ed2ccf req-fa33d09a-3ee5-4dbd-89e6-d9b53488885d service nova] Acquired lock "refresh_cache-d25e73e5-e14b-4a7b-bd77-1008159951cd" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:57:09 user nova-compute[75278]: DEBUG nova.network.neutron [req-5fe1a149-3220-4385-81d2-b1c5a0ed2ccf req-fa33d09a-3ee5-4dbd-89e6-d9b53488885d service nova] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Refreshing network info cache for port dff7c338-bb43-4b13-971d-c4c4fb076e22 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:57:09 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:57:09 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:57:09 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] No VIF found with MAC fa:16:3e:19:0c:38, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:57:10 user nova-compute[75278]: DEBUG nova.network.neutron [req-5fe1a149-3220-4385-81d2-b1c5a0ed2ccf req-fa33d09a-3ee5-4dbd-89e6-d9b53488885d service nova] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Updated VIF entry in instance network info cache for port dff7c338-bb43-4b13-971d-c4c4fb076e22. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:57:10 user nova-compute[75278]: DEBUG nova.network.neutron [req-5fe1a149-3220-4385-81d2-b1c5a0ed2ccf req-fa33d09a-3ee5-4dbd-89e6-d9b53488885d service nova] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Updating instance_info_cache with network_info: [{"id": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "address": "fa:16:3e:39:2b:e4", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdff7c338-bb", "ovs_interfaceid": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:57:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5fe1a149-3220-4385-81d2-b1c5a0ed2ccf req-fa33d09a-3ee5-4dbd-89e6-d9b53488885d service nova] Releasing lock "refresh_cache-d25e73e5-e14b-4a7b-bd77-1008159951cd" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:11 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-fd11000a-5ccf-4f94-b55b-4a2d3d32e881 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance d28c3466-fc95-4dc0-91ee-b79fd774d45b is timed out.
Dec 06 15:57:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:11 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-fd11000a-5ccf-4f94-b55b-4a2d3d32e881 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Successfully detached device vdc from instance d28c3466-fc95-4dc0-91ee-b79fd774d45b from the live domain config.
Dec 06 15:57:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fd11000a-5ccf-4f94-b55b-4a2d3d32e881 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd11000a-5ccf-4f94-b55b-4a2d3d32e881 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AkZlhVfI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:57:11 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-fd11000a-5ccf-4f94-b55b-4a2d3d32e881 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:57:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-fd11000a-5ccf-4f94-b55b-4a2d3d32e881 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-fd11000a-5ccf-4f94-b55b-4a2d3d32e881 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6f6be51-a183-4cb1-aad3-ef9ddcd3d367]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd11000a-5ccf-4f94-b55b-4a2d3d32e881 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 15:57:11 user nova-compute[75278]: No targets found.
Dec 06 15:57:11 user nova-compute[75278]: iSNS:
Dec 06 15:57:11 user nova-compute[75278]: No targets found.
Dec 06 15:57:11 user nova-compute[75278]: STATIC:
Dec 06 15:57:11 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a
Dec 06 15:57:11 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:57:11 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:57:11 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3
Dec 06 15:57:11 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:57:11 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:57:11 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648
Dec 06 15:57:11 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:57:11 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:57:11 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc
Dec 06 15:57:11 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:57:11 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:57:11 user nova-compute[75278]: FIRMWARE:
Dec 06 15:57:11 user nova-compute[75278]: No targets found.
Dec 06 15:57:11 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd11000a-5ccf-4f94-b55b-4a2d3d32e881 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 15:57:11 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 15:57:11 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd11000a-5ccf-4f94-b55b-4a2d3d32e881 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[4050c123-48d7-463d-862b-9b4cd57ee5c7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.044s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[77b2e1b7-e9bc-4eea-8b18-aaba1100d5ba]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd11000a-5ccf-4f94-b55b-4a2d3d32e881 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 (non-flash)
Dec 06 15:57:11 user nova-compute[75278]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a (non-flash)
Dec 06 15:57:11 user nova-compute[75278]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:57:11 user nova-compute[75278]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc (non-flash)
Dec 06 15:57:11 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd11000a-5ccf-4f94-b55b-4a2d3d32e881 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 (non-flash)
Dec 06 15:57:11 user nova-compute[75278]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a (non-flash)
Dec 06 15:57:11 user nova-compute[75278]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:57:11 user nova-compute[75278]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc (non-flash)
Dec 06 15:57:11 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd11000a-5ccf-4f94-b55b-4a2d3d32e881 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c6067a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a'): ({'sdb'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-fd11000a-5ccf-4f94-b55b-4a2d3d32e881 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Removing single pathed devices sdb {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG nova.compute.manager [req-03be78f5-ac03-495c-a7ea-f1ad2469716f req-bafc5099-543f-4cba-8a43-4820fc0e7751 service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Received event network-vif-plugged-d911ad13-3058-4888-b3fd-45e5424d88ef {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-03be78f5-ac03-495c-a7ea-f1ad2469716f req-bafc5099-543f-4cba-8a43-4820fc0e7751 service nova] Acquiring lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-03be78f5-ac03-495c-a7ea-f1ad2469716f req-bafc5099-543f-4cba-8a43-4820fc0e7751 service nova] Lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-03be78f5-ac03-495c-a7ea-f1ad2469716f req-bafc5099-543f-4cba-8a43-4820fc0e7751 service nova] Lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG nova.compute.manager [req-03be78f5-ac03-495c-a7ea-f1ad2469716f req-bafc5099-543f-4cba-8a43-4820fc0e7751 service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] No waiting events found dispatching network-vif-plugged-d911ad13-3058-4888-b3fd-45e5424d88ef {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:57:11 user nova-compute[75278]: WARNING nova.compute.manager [req-03be78f5-ac03-495c-a7ea-f1ad2469716f req-bafc5099-543f-4cba-8a43-4820fc0e7751 service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Received unexpected event network-vif-plugged-d911ad13-3058-4888-b3fd-45e5424d88ef for instance with vm_state shelved_offloaded and task_state spawning.
Dec 06 15:57:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.076s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[fee3d0a2-dbc7-4ae5-a1fa-9beea8530fac]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.038s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[80731c43-3b29-4c91-8de6-353d657e294d]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-fd11000a-5ccf-4f94-b55b-4a2d3d32e881 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Flushing IO for device /dev/sdb {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.055s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d336c2e-4afa-4797-92a2-43be462cbad9]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-fd11000a-5ccf-4f94-b55b-4a2d3d32e881 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.093s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[44274723-cc58-4c4f-a913-520312f1f2a6]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-fd11000a-5ccf-4f94-b55b-4a2d3d32e881 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-fd11000a-5ccf-4f94-b55b-4a2d3d32e881 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] SCSI volumes sdb have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd11000a-5ccf-4f94-b55b-4a2d3d32e881 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.037s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fc5d7b3-ec21-4485-acc6-2cb9ef0d36fe]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd11000a-5ccf-4f94-b55b-4a2d3d32e881 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a -p 172.16.0.220:3260 --logout" returned: 0 in 0.075s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[94e61544-3e53-4038-ad2b-825b377db86e]: (4, ('Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a, portal: 172.16.0.220,3260]\nLogout of [sid: 32, target: iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd11000a-5ccf-4f94-b55b-4a2d3d32e881 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a, portal: 172.16.0.220,3260]
Dec 06 15:57:11 user nova-compute[75278]: Logout of [sid: 32, target: iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a, portal: 172.16.0.220,3260] successful.
Dec 06 15:57:11 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:987767a4-6bcb-4bc2-bacb-b5ec035a707a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c8d3c44-2c40-4dba-9c34-b22e3864a96d]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd11000a-5ccf-4f94-b55b-4a2d3d32e881 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-fd11000a-5ccf-4f94-b55b-4a2d3d32e881 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.656s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd11000a-5ccf-4f94-b55b-4a2d3d32e881 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] <== disconnect_volume: return (658ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:57:11 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fd11000a-5ccf-4f94-b55b-4a2d3d32e881 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 15:57:12 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:12 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:12 user nova-compute[75278]: ERROR nova.volume.cinder [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Update attachment failed for attachment 8cf43ece-f479-4104-a684-f63509f20252. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-d629fc2c-2ccf-4a44-8e3c-02e4d35b767a) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-d629fc2c-2ccf-4a44-8e3c-02e4d35b767a)
Dec 06 15:57:12 user nova-compute[75278]: DEBUG nova.objects.instance [None req-fd11000a-5ccf-4f94-b55b-4a2d3d32e881 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lazy-loading 'flavor' on Instance uuid d28c3466-fc95-4dc0-91ee-b79fd774d45b {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:57:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-fd11000a-5ccf-4f94-b55b-4a2d3d32e881 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lock "d28c3466-fc95-4dc0-91ee-b79fd774d45b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.308s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:57:13 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:57:13 user nova-compute[75278]: DEBUG nova.compute.manager [req-20b85f8e-1fc5-46f5-a33b-cbdb682a2b6f req-7e93c7f6-0ab1-4a0e-b3b1-e9f79a6b68df service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Received event network-vif-plugged-d911ad13-3058-4888-b3fd-45e5424d88ef {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:57:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-20b85f8e-1fc5-46f5-a33b-cbdb682a2b6f req-7e93c7f6-0ab1-4a0e-b3b1-e9f79a6b68df service nova] Acquiring lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:57:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-20b85f8e-1fc5-46f5-a33b-cbdb682a2b6f req-7e93c7f6-0ab1-4a0e-b3b1-e9f79a6b68df service nova] Lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:57:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-20b85f8e-1fc5-46f5-a33b-cbdb682a2b6f req-7e93c7f6-0ab1-4a0e-b3b1-e9f79a6b68df service nova] Lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:57:13 user nova-compute[75278]: DEBUG nova.compute.manager [req-20b85f8e-1fc5-46f5-a33b-cbdb682a2b6f req-7e93c7f6-0ab1-4a0e-b3b1-e9f79a6b68df service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] No waiting events found dispatching network-vif-plugged-d911ad13-3058-4888-b3fd-45e5424d88ef {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:57:13 user nova-compute[75278]: WARNING nova.compute.manager [req-20b85f8e-1fc5-46f5-a33b-cbdb682a2b6f req-7e93c7f6-0ab1-4a0e-b3b1-e9f79a6b68df service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Received unexpected event network-vif-plugged-d911ad13-3058-4888-b3fd-45e5424d88ef for instance with vm_state shelved_offloaded and task_state spawning.
Dec 06 15:57:13 user nova-compute[75278]: DEBUG nova.compute.manager [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 15:57:13 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 15:57:13 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Instance spawned successfully.
Dec 06 15:57:14 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:57:14 user nova-compute[75278]: DEBUG nova.compute.manager [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:57:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-20bc18be-84e5-4b96-a618-ec938fd7be1a tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 25.879s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:57:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:15 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:57:15 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 15:57:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "refresh_cache-a909916c-b274-4c00-a248-30d6ed84859e" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:57:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquired lock "refresh_cache-a909916c-b274-4c00-a248-30d6ed84859e" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:57:15 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Forcefully refreshing network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 15:57:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:15 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Updating instance_info_cache with network_info: [{"id": "12c68316-0f1c-4979-97b6-1eb6f2a18724", "address": "fa:16:3e:8e:8d:73", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12c68316-0f", "ovs_interfaceid": "12c68316-0f1c-4979-97b6-1eb6f2a18724", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:57:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Releasing lock "refresh_cache-a909916c-b274-4c00-a248-30d6ed84859e" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:57:15 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Updated the network info_cache for instance {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 15:57:16 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:57:16 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 15:57:16 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:57:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:57:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:57:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:57:16 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 15:57:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json" returned: 0 in 0.253s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:16 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 15:57:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:17 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sde (vdc) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 15:57:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json" returned: 0 in 0.181s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d28c3466-fc95-4dc0-91ee-b79fd774d45b/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d28c3466-fc95-4dc0-91ee-b79fd774d45b/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d28c3466-fc95-4dc0-91ee-b79fd774d45b/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d28c3466-fc95-4dc0-91ee-b79fd774d45b/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:19 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 15:57:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:19 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1e51e58-1ca8-4c8e-96da-fbfbbb286538/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1e51e58-1ca8-4c8e-96da-fbfbbb286538/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1e51e58-1ca8-4c8e-96da-fbfbbb286538/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1e51e58-1ca8-4c8e-96da-fbfbbb286538/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:20 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:57:20 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:57:20 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=7810MB free_disk=25.173316955566406GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 15:57:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:57:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:57:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:20 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance accf5417-e552-4fa7-8b65-5f3121d1d17f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:57:20 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance b979398f-d6ba-469c-96ed-e25012146a31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:57:20 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance a909916c-b274-4c00-a248-30d6ed84859e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:57:20 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 4283ae01-2c38-4f3a-96af-2f1d9595cf5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:57:20 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance d28c3466-fc95-4dc0-91ee-b79fd774d45b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:57:20 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 8a957482-260a-437a-b48d-309224800fcf actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:57:20 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance c1e51e58-1ca8-4c8e-96da-fbfbbb286538 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:57:20 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:57:20 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance d25e73e5-e14b-4a7b-bd77-1008159951cd actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:57:20 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 15:57:20 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 15:57:20 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:57:20 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:57:20 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 15:57:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.460s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:57:22 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 15:57:22 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 15:57:22 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Creating image(s)
Dec 06 15:57:22 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Did not create local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 15:57:22 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Ensure instance console log exists: /opt/stack/data/nova/instances/d25e73e5-e14b-4a7b-bd77-1008159951cd/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 15:57:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:57:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:57:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:57:22 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Start _get_guest_xml network_info=[{"id": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "address": "fa:16:3e:39:2b:e4", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdff7c338-bb", "ovs_interfaceid": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'boot_index': 0, 'delete_on_termination': True, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': '8cf43ece-f479-4104-a684-f63509f20252', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MCgvzsFf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd25e73e5-e14b-4a7b-bd77-1008159951cd', 'attached_at': '', 'detached_at': '', 'volume_id': '5b43f69f-5033-42bd-a3f4-183e68a8227d', 'serial': '5b43f69f-5033-42bd-a3f4-183e68a8227d'}, 'volume_type': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:57:23 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:57:23 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:57:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MCgvzsFf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:57:23 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:57:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:57:23 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:57:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:57:23 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 15:57:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[374cd3cf-40ed-48a6-89c4-8b440573ab65]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 15:57:23 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.027s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[044f9655-ee5b-4fb8-a707-5e5b28bc3a7e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d] added
Dec 06 15:57:23 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c47c1781-8f48-49d0-94d1-0b1aa63d98c2]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a9fc5c7-f879-43be-b5b0-b8070f0adb5d]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MCgvzsFf {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MCgvzsFf" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[854b6a43-76d8-4796-94fb-a7ca60ee43c0]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MCgvzsFf'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e11981c-9440-4317-8172-2844e92bdef2]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[67578317-bf48-4d0d-a8ba-068f21a1021c]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 (non-flash)
Dec 06 15:57:23 user nova-compute[75278]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:57:23 user nova-compute[75278]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc (non-flash)
Dec 06 15:57:23 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 (non-flash)
Dec 06 15:57:23 user nova-compute[75278]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:57:23 user nova-compute[75278]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc (non-flash)
Dec 06 15:57:23 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf65b548-52f0-4934-aa65-54b4e1834856]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d, portal: 172.16.0.220,3260]
Dec 06 15:57:23 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d, portal: 172.16.0.220,3260] successful.
Dec 06 15:57:23 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6556767-4cf4-49d4-8cdb-738ff5b293c8]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[77075f63-51d8-4384-941a-f903c6314b41]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 (non-flash)
Dec 06 15:57:23 user nova-compute[75278]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:57:23 user nova-compute[75278]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc (non-flash)
Dec 06 15:57:23 user nova-compute[75278]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 15:57:23 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 (non-flash)
Dec 06 15:57:23 user nova-compute[75278]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:57:23 user nova-compute[75278]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc (non-flash)
Dec 06 15:57:23 user nova-compute[75278]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 15:57:23 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.293s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] HCTL ('33', '-', '-', 0) found on session 35 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[da431aa2-a332-46de-93e7-bb3cc3c1cdb3]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Searching for a device in session 35 and hctl ['33', '*', '*', 0] yield: None {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:57:23 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:57:24 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Searching for a device in session 35 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:57:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MCgvzsFf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 15:57:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.326s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:57:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] <== connect_volume: return (1327ms) {'type': 'block', 'scsi_wwn': '23631636663366436', 'path': '/dev/sdb'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:57:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23631636663366436', 'path': '/dev/sdb'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 15:57:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:57:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-710234916',display_name='tempest-ServerActionsTestOtherA-server-710234916',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-710234916',id=26,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIbZd61hKV1DCLJ14HWMBl+XvNd4eJuDuOSh6DYQjhAcF2mvh24+SVYU2dT70fYQF5UcTC2tOwU49aLMp+j9PIFa6P+djtxb354zT2iOSl5yYAOOdX4gJxhu5dGsxJIw7A==',key_name='tempest-keypair-956941909',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9cab662082c54ba684178b494adc8eac',ramdisk_id='',reservation_id='r-132xgwmu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-749613830',owner_user_name='tempest-ServerActionsTestOtherA-749613830-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:57:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='518fb7d77ef147348fd03cb374e9b293',uuid=d25e73e5-e14b-4a7b-bd77-1008159951cd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "address": "fa:16:3e:39:2b:e4", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdff7c338-bb", "ovs_interfaceid": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:57:24 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Converting VIF {"id": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "address": "fa:16:3e:39:2b:e4", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdff7c338-bb", "ovs_interfaceid": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:57:24 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:39:2b:e4,bridge_name='br-int',has_traffic_filtering=True,id=dff7c338-bb43-4b13-971d-c4c4fb076e22,network=Network(27770857-f5da-42f3-a973-e80b37986960),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdff7c338-bb') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:57:24 user nova-compute[75278]: DEBUG nova.objects.instance [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lazy-loading 'pci_devices' on Instance uuid d25e73e5-e14b-4a7b-bd77-1008159951cd {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:57:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:57:24 user nova-compute[75278]:   <uuid>d25e73e5-e14b-4a7b-bd77-1008159951cd</uuid>
Dec 06 15:57:24 user nova-compute[75278]:   <name>instance-0000001a</name>
Dec 06 15:57:24 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 15:57:24 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:57:24 user nova-compute[75278]:   <metadata>
Dec 06 15:57:24 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:57:24 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:57:24 user nova-compute[75278]:       <nova:name>tempest-ServerActionsTestOtherA-server-710234916</nova:name>
Dec 06 15:57:24 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:57:23</nova:creationTime>
Dec 06 15:57:24 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 15:57:24 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 15:57:24 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 15:57:24 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:57:24 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:57:24 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:57:24 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:57:24 user nova-compute[75278]:       <nova:owner>
Dec 06 15:57:24 user nova-compute[75278]:         <nova:user uuid="518fb7d77ef147348fd03cb374e9b293">tempest-ServerActionsTestOtherA-749613830-project-member</nova:user>
Dec 06 15:57:24 user nova-compute[75278]:         <nova:project uuid="9cab662082c54ba684178b494adc8eac">tempest-ServerActionsTestOtherA-749613830</nova:project>
Dec 06 15:57:24 user nova-compute[75278]:       </nova:owner>
Dec 06 15:57:24 user nova-compute[75278]:       <nova:ports>
Dec 06 15:57:24 user nova-compute[75278]:         <nova:port uuid="dff7c338-bb43-4b13-971d-c4c4fb076e22">
Dec 06 15:57:24 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 06 15:57:24 user nova-compute[75278]:         </nova:port>
Dec 06 15:57:24 user nova-compute[75278]:       </nova:ports>
Dec 06 15:57:24 user nova-compute[75278]:     </nova:instance>
Dec 06 15:57:24 user nova-compute[75278]:   </metadata>
Dec 06 15:57:24 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:57:24 user nova-compute[75278]:     <system>
Dec 06 15:57:24 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:57:24 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:57:24 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:57:24 user nova-compute[75278]:       <entry name="serial">d25e73e5-e14b-4a7b-bd77-1008159951cd</entry>
Dec 06 15:57:24 user nova-compute[75278]:       <entry name="uuid">d25e73e5-e14b-4a7b-bd77-1008159951cd</entry>
Dec 06 15:57:24 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:57:24 user nova-compute[75278]:     </system>
Dec 06 15:57:24 user nova-compute[75278]:   </sysinfo>
Dec 06 15:57:24 user nova-compute[75278]:   <os>
Dec 06 15:57:24 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:57:24 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 15:57:24 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:57:24 user nova-compute[75278]:   </os>
Dec 06 15:57:24 user nova-compute[75278]:   <features>
Dec 06 15:57:24 user nova-compute[75278]:     <acpi/>
Dec 06 15:57:24 user nova-compute[75278]:     <apic/>
Dec 06 15:57:24 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:57:24 user nova-compute[75278]:   </features>
Dec 06 15:57:24 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:57:24 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:57:24 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:57:24 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:57:24 user nova-compute[75278]:   </clock>
Dec 06 15:57:24 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:57:24 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:57:24 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:57:24 user nova-compute[75278]:   </cpu>
Dec 06 15:57:24 user nova-compute[75278]:   <devices>
Dec 06 15:57:24 user nova-compute[75278]:     <disk type="block" device="disk">
Dec 06 15:57:24 user nova-compute[75278]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:57:24 user nova-compute[75278]:       <source dev="/dev/sdb"/>
Dec 06 15:57:24 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 15:57:24 user nova-compute[75278]:       <serial>5b43f69f-5033-42bd-a3f4-183e68a8227d</serial>
Dec 06 15:57:24 user nova-compute[75278]:     </disk>
Dec 06 15:57:24 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:57:24 user nova-compute[75278]:       <mac address="fa:16:3e:39:2b:e4"/>
Dec 06 15:57:24 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:57:24 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:57:24 user nova-compute[75278]:       <target dev="tapdff7c338-bb"/>
Dec 06 15:57:24 user nova-compute[75278]:     </interface>
Dec 06 15:57:24 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:57:24 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/d25e73e5-e14b-4a7b-bd77-1008159951cd/console.log" append="off"/>
Dec 06 15:57:24 user nova-compute[75278]:     </serial>
Dec 06 15:57:24 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:57:24 user nova-compute[75278]:     <video>
Dec 06 15:57:24 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:57:24 user nova-compute[75278]:     </video>
Dec 06 15:57:24 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:57:24 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:57:24 user nova-compute[75278]:     </rng>
Dec 06 15:57:24 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:57:24 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:57:24 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:57:24 user nova-compute[75278]:     </memballoon>
Dec 06 15:57:24 user nova-compute[75278]:   </devices>
Dec 06 15:57:24 user nova-compute[75278]: </domain>
Dec 06 15:57:24 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:57:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:57:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-710234916',display_name='tempest-ServerActionsTestOtherA-server-710234916',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-710234916',id=26,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIbZd61hKV1DCLJ14HWMBl+XvNd4eJuDuOSh6DYQjhAcF2mvh24+SVYU2dT70fYQF5UcTC2tOwU49aLMp+j9PIFa6P+djtxb354zT2iOSl5yYAOOdX4gJxhu5dGsxJIw7A==',key_name='tempest-keypair-956941909',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9cab662082c54ba684178b494adc8eac',ramdisk_id='',reservation_id='r-132xgwmu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-749613830',owner_user_name='tempest-ServerActionsTestOtherA-749613830-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:57:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='518fb7d77ef147348fd03cb374e9b293',uuid=d25e73e5-e14b-4a7b-bd77-1008159951cd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "address": "fa:16:3e:39:2b:e4", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdff7c338-bb", "ovs_interfaceid": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:57:24 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Converting VIF {"id": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "address": "fa:16:3e:39:2b:e4", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdff7c338-bb", "ovs_interfaceid": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:57:24 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:39:2b:e4,bridge_name='br-int',has_traffic_filtering=True,id=dff7c338-bb43-4b13-971d-c4c4fb076e22,network=Network(27770857-f5da-42f3-a973-e80b37986960),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdff7c338-bb') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:57:24 user nova-compute[75278]: DEBUG os_vif [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:39:2b:e4,bridge_name='br-int',has_traffic_filtering=True,id=dff7c338-bb43-4b13-971d-c4c4fb076e22,network=Network(27770857-f5da-42f3-a973-e80b37986960),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdff7c338-bb') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:57:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:57:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:57:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '88a634b0-772b-5866-9396-1facd05b5f58', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:57:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:57:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdff7c338-bb, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:57:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdff7c338-bb, col_values=(('qos', UUID('735bcf76-9e60-4aee-b2cc-81ac75c7019e')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:57:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdff7c338-bb, col_values=(('external_ids', {'iface-id': 'dff7c338-bb43-4b13-971d-c4c4fb076e22', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:39:2b:e4', 'vm-uuid': 'd25e73e5-e14b-4a7b-bd77-1008159951cd'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:57:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:57:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:24 user nova-compute[75278]: INFO os_vif [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:39:2b:e4,bridge_name='br-int',has_traffic_filtering=True,id=dff7c338-bb43-4b13-971d-c4c4fb076e22,network=Network(27770857-f5da-42f3-a973-e80b37986960),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdff7c338-bb')
Dec 06 15:57:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:57:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] No VIF found with MAC fa:16:3e:39:2b:e4, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:57:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-44d52e56-889f-4d34-8e48-89cc91873611 req-2aeed92a-3284-4516-b1eb-b88c98202c8c service nova] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Received event network-vif-plugged-dff7c338-bb43-4b13-971d-c4c4fb076e22 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:57:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-44d52e56-889f-4d34-8e48-89cc91873611 req-2aeed92a-3284-4516-b1eb-b88c98202c8c service nova] Acquiring lock "d25e73e5-e14b-4a7b-bd77-1008159951cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:57:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-44d52e56-889f-4d34-8e48-89cc91873611 req-2aeed92a-3284-4516-b1eb-b88c98202c8c service nova] Lock "d25e73e5-e14b-4a7b-bd77-1008159951cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:57:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-44d52e56-889f-4d34-8e48-89cc91873611 req-2aeed92a-3284-4516-b1eb-b88c98202c8c service nova] Lock "d25e73e5-e14b-4a7b-bd77-1008159951cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:57:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-44d52e56-889f-4d34-8e48-89cc91873611 req-2aeed92a-3284-4516-b1eb-b88c98202c8c service nova] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] No waiting events found dispatching network-vif-plugged-dff7c338-bb43-4b13-971d-c4c4fb076e22 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:57:26 user nova-compute[75278]: WARNING nova.compute.manager [req-44d52e56-889f-4d34-8e48-89cc91873611 req-2aeed92a-3284-4516-b1eb-b88c98202c8c service nova] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Received unexpected event network-vif-plugged-dff7c338-bb43-4b13-971d-c4c4fb076e22 for instance with vm_state building and task_state spawning.
Dec 06 15:57:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:28 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 15:57:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 15:57:28 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Instance spawned successfully.
Dec 06 15:57:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 15:57:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:57:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:57:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:57:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:57:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:57:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:57:28 user nova-compute[75278]: DEBUG nova.compute.manager [req-40e74c73-709a-443e-a725-49f779aeac1f req-ad807455-2f28-4cdf-bbf7-b83b178e73e7 service nova] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Received event network-vif-plugged-dff7c338-bb43-4b13-971d-c4c4fb076e22 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:57:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-40e74c73-709a-443e-a725-49f779aeac1f req-ad807455-2f28-4cdf-bbf7-b83b178e73e7 service nova] Acquiring lock "d25e73e5-e14b-4a7b-bd77-1008159951cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:57:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-40e74c73-709a-443e-a725-49f779aeac1f req-ad807455-2f28-4cdf-bbf7-b83b178e73e7 service nova] Lock "d25e73e5-e14b-4a7b-bd77-1008159951cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:57:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-40e74c73-709a-443e-a725-49f779aeac1f req-ad807455-2f28-4cdf-bbf7-b83b178e73e7 service nova] Lock "d25e73e5-e14b-4a7b-bd77-1008159951cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:57:28 user nova-compute[75278]: DEBUG nova.compute.manager [req-40e74c73-709a-443e-a725-49f779aeac1f req-ad807455-2f28-4cdf-bbf7-b83b178e73e7 service nova] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] No waiting events found dispatching network-vif-plugged-dff7c338-bb43-4b13-971d-c4c4fb076e22 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:57:28 user nova-compute[75278]: WARNING nova.compute.manager [req-40e74c73-709a-443e-a725-49f779aeac1f req-ad807455-2f28-4cdf-bbf7-b83b178e73e7 service nova] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Received unexpected event network-vif-plugged-dff7c338-bb43-4b13-971d-c4c4fb076e22 for instance with vm_state building and task_state spawning.
Dec 06 15:57:28 user nova-compute[75278]: INFO nova.compute.manager [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Took 5.18 seconds to spawn the instance on the hypervisor.
Dec 06 15:57:28 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:57:28 user nova-compute[75278]: INFO nova.compute.manager [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Took 21.86 seconds to build instance.
Dec 06 15:57:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b1c42fc0-dbd3-4ab3-bc56-42fc4df2e391 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "d25e73e5-e14b-4a7b-bd77-1008159951cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.972s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:57:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-87316364-c5f0-4946-b0f4-ddd03684d392 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Acquiring lock "d28c3466-fc95-4dc0-91ee-b79fd774d45b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:57:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-87316364-c5f0-4946-b0f4-ddd03684d392 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lock "d28c3466-fc95-4dc0-91ee-b79fd774d45b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:57:41 user nova-compute[75278]: INFO nova.compute.manager [None req-87316364-c5f0-4946-b0f4-ddd03684d392 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Detaching volume 1454dd93-01a7-4432-93e0-9732901718b3
Dec 06 15:57:41 user nova-compute[75278]: INFO nova.virt.block_device [None req-87316364-c5f0-4946-b0f4-ddd03684d392 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Attempting to driver detach volume 1454dd93-01a7-4432-93e0-9732901718b3 from mountpoint /dev/vdb
Dec 06 15:57:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-87316364-c5f0-4946-b0f4-ddd03684d392 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Attempting to detach device vdb from instance d28c3466-fc95-4dc0-91ee-b79fd774d45b from the persistent domain config. {{(pid=75278) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 15:57:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-87316364-c5f0-4946-b0f4-ddd03684d392 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 15:57:41 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:57:41 user nova-compute[75278]:   <source dev="/dev/sdc"/>
Dec 06 15:57:41 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:57:41 user nova-compute[75278]:   <serial>1454dd93-01a7-4432-93e0-9732901718b3</serial>
Dec 06 15:57:41 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 15:57:41 user nova-compute[75278]: </disk>
Dec 06 15:57:41 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 15:57:41 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-87316364-c5f0-4946-b0f4-ddd03684d392 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Successfully detached device vdb from instance d28c3466-fc95-4dc0-91ee-b79fd774d45b from the persistent domain config.
Dec 06 15:57:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-87316364-c5f0-4946-b0f4-ddd03684d392 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance d28c3466-fc95-4dc0-91ee-b79fd774d45b from the live domain config. {{(pid=75278) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 15:57:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-87316364-c5f0-4946-b0f4-ddd03684d392 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 15:57:41 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:57:41 user nova-compute[75278]:   <source dev="/dev/sdc"/>
Dec 06 15:57:41 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:57:41 user nova-compute[75278]:   <serial>1454dd93-01a7-4432-93e0-9732901718b3</serial>
Dec 06 15:57:41 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 15:57:41 user nova-compute[75278]: </disk>
Dec 06 15:57:41 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 15:57:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-87316364-c5f0-4946-b0f4-ddd03684d392 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance d28c3466-fc95-4dc0-91ee-b79fd774d45b {{(pid=75278) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 15:57:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:45 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:48 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquiring lock "9a8e9df1-1259-40ea-bd37-3d58682f9119" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:57:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "9a8e9df1-1259-40ea-bd37-3d58682f9119" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:57:51 user nova-compute[75278]: DEBUG nova.compute.manager [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 15:57:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:57:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:57:51 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 15:57:51 user nova-compute[75278]: INFO nova.compute.claims [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Claim successful on node user
Dec 06 15:57:52 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:57:52 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:57:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.402s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:57:52 user nova-compute[75278]: DEBUG nova.compute.manager [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 15:57:52 user nova-compute[75278]: DEBUG nova.compute.manager [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 15:57:52 user nova-compute[75278]: DEBUG nova.network.neutron [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 15:57:52 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 15:57:52 user nova-compute[75278]: DEBUG nova.compute.manager [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 15:57:52 user nova-compute[75278]: DEBUG nova.policy [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '839ef8d27c5d45279378d67254ec37fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93723bb0e3c9431a91eaa6ba3c645029', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 15:57:52 user nova-compute[75278]: DEBUG nova.compute.manager [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 15:57:52 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 15:57:52 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Creating image(s)
Dec 06 15:57:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquiring lock "/opt/stack/data/nova/instances/9a8e9df1-1259-40ea-bd37-3d58682f9119/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:57:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "/opt/stack/data/nova/instances/9a8e9df1-1259-40ea-bd37-3d58682f9119/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:57:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "/opt/stack/data/nova/instances/9a8e9df1-1259-40ea-bd37-3d58682f9119/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:57:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquiring lock "612e9cb134886d6db737db0b8f3fdbc12a4dd89e" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:57:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "612e9cb134886d6db737db0b8f3fdbc12a4dd89e" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:57:52 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/612e9cb134886d6db737db0b8f3fdbc12a4dd89e.part --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/612e9cb134886d6db737db0b8f3fdbc12a4dd89e.part --force-share --output=json" returned: 0 in 0.188s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:53 user nova-compute[75278]: DEBUG nova.virt.images [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] b6c4aa7a-86aa-4bc1-b9da-5dde9a92c5d4 was qcow2, converting to raw {{(pid=75278) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 06 15:57:53 user nova-compute[75278]: DEBUG nova.privsep.utils [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75278) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 15:57:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/612e9cb134886d6db737db0b8f3fdbc12a4dd89e.part /opt/stack/data/nova/instances/_base/612e9cb134886d6db737db0b8f3fdbc12a4dd89e.converted {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/612e9cb134886d6db737db0b8f3fdbc12a4dd89e.part /opt/stack/data/nova/instances/_base/612e9cb134886d6db737db0b8f3fdbc12a4dd89e.converted" returned: 0 in 0.178s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/612e9cb134886d6db737db0b8f3fdbc12a4dd89e.converted --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:53 user nova-compute[75278]: DEBUG nova.network.neutron [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Successfully created port: 57242e9c-0ef5-4800-a622-3f3c060dac98 {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 15:57:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/612e9cb134886d6db737db0b8f3fdbc12a4dd89e.converted --force-share --output=json" returned: 0 in 0.183s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "612e9cb134886d6db737db0b8f3fdbc12a4dd89e" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 0.939s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:57:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/612e9cb134886d6db737db0b8f3fdbc12a4dd89e --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/612e9cb134886d6db737db0b8f3fdbc12a4dd89e --force-share --output=json" returned: 0 in 0.185s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquiring lock "612e9cb134886d6db737db0b8f3fdbc12a4dd89e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:57:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "612e9cb134886d6db737db0b8f3fdbc12a4dd89e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:57:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/612e9cb134886d6db737db0b8f3fdbc12a4dd89e --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/612e9cb134886d6db737db0b8f3fdbc12a4dd89e --force-share --output=json" returned: 0 in 0.198s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/612e9cb134886d6db737db0b8f3fdbc12a4dd89e,backing_fmt=raw /opt/stack/data/nova/instances/9a8e9df1-1259-40ea-bd37-3d58682f9119/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/612e9cb134886d6db737db0b8f3fdbc12a4dd89e,backing_fmt=raw /opt/stack/data/nova/instances/9a8e9df1-1259-40ea-bd37-3d58682f9119/disk 1073741824" returned: 0 in 0.058s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "612e9cb134886d6db737db0b8f3fdbc12a4dd89e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.264s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:57:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/612e9cb134886d6db737db0b8f3fdbc12a4dd89e --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.network.neutron [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Successfully updated port: 57242e9c-0ef5-4800-a622-3f3c060dac98 {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquiring lock "refresh_cache-9a8e9df1-1259-40ea-bd37-3d58682f9119" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquired lock "refresh_cache-9a8e9df1-1259-40ea-bd37-3d58682f9119" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.network.neutron [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.compute.manager [req-dd064143-1759-4955-b057-f6f784b92cd3 req-e6b20d9a-1f0e-4bdc-974b-e1c1b5ac3a63 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Received event network-changed-57242e9c-0ef5-4800-a622-3f3c060dac98 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.compute.manager [req-dd064143-1759-4955-b057-f6f784b92cd3 req-e6b20d9a-1f0e-4bdc-974b-e1c1b5ac3a63 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Refreshing instance network info cache due to event network-changed-57242e9c-0ef5-4800-a622-3f3c060dac98. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-dd064143-1759-4955-b057-f6f784b92cd3 req-e6b20d9a-1f0e-4bdc-974b-e1c1b5ac3a63 service nova] Acquiring lock "refresh_cache-9a8e9df1-1259-40ea-bd37-3d58682f9119" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.network.neutron [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/612e9cb134886d6db737db0b8f3fdbc12a4dd89e --force-share --output=json" returned: 0 in 0.184s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9a8e9df1-1259-40ea-bd37-3d58682f9119/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a8e9df1-1259-40ea-bd37-3d58682f9119/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a8e9df1-1259-40ea-bd37-3d58682f9119/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Cannot resize image /opt/stack/data/nova/instances/9a8e9df1-1259-40ea-bd37-3d58682f9119/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Ensure instance console log exists: /opt/stack/data/nova/instances/9a8e9df1-1259-40ea-bd37-3d58682f9119/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.network.neutron [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Updating instance_info_cache with network_info: [{"id": "57242e9c-0ef5-4800-a622-3f3c060dac98", "address": "fa:16:3e:06:0f:ff", "network": {"id": "4217cbb0-33d1-451f-9d3f-b8a0d6df1755", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-493313379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "93723bb0e3c9431a91eaa6ba3c645029", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57242e9c-0e", "ovs_interfaceid": "57242e9c-0ef5-4800-a622-3f3c060dac98", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Releasing lock "refresh_cache-9a8e9df1-1259-40ea-bd37-3d58682f9119" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.compute.manager [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Instance network_info: |[{"id": "57242e9c-0ef5-4800-a622-3f3c060dac98", "address": "fa:16:3e:06:0f:ff", "network": {"id": "4217cbb0-33d1-451f-9d3f-b8a0d6df1755", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-493313379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "93723bb0e3c9431a91eaa6ba3c645029", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57242e9c-0e", "ovs_interfaceid": "57242e9c-0ef5-4800-a622-3f3c060dac98", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-dd064143-1759-4955-b057-f6f784b92cd3 req-e6b20d9a-1f0e-4bdc-974b-e1c1b5ac3a63 service nova] Acquired lock "refresh_cache-9a8e9df1-1259-40ea-bd37-3d58682f9119" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.network.neutron [req-dd064143-1759-4955-b057-f6f784b92cd3 req-e6b20d9a-1f0e-4bdc-974b-e1c1b5ac3a63 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Refreshing network info cache for port 57242e9c-0ef5-4800-a622-3f3c060dac98 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Start _get_guest_xml network_info=[{"id": "57242e9c-0ef5-4800-a622-3f3c060dac98", "address": "fa:16:3e:06:0f:ff", "network": {"id": "4217cbb0-33d1-451f-9d3f-b8a0d6df1755", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-493313379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "93723bb0e3c9431a91eaa6ba3c645029", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57242e9c-0e", "ovs_interfaceid": "57242e9c-0ef5-4800-a622-3f3c060dac98", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:57:49Z,direct_url=<?>,disk_format='qcow2',id=b6c4aa7a-86aa-4bc1-b9da-5dde9a92c5d4,min_disk=0,min_ram=0,name='tempest-scenario-img--1692215270',owner='93723bb0e3c9431a91eaa6ba3c645029',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:57:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'b6c4aa7a-86aa-4bc1-b9da-5dde9a92c5d4'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:54 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:57:54 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:57:49Z,direct_url=<?>,disk_format='qcow2',id=b6c4aa7a-86aa-4bc1-b9da-5dde9a92c5d4,min_disk=0,min_ram=0,name='tempest-scenario-img--1692215270',owner='93723bb0e3c9431a91eaa6ba3c645029',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:57:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:57:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1825132531',display_name='tempest-TestMinimumBasicScenario-server-1825132531',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1825132531',id=27,image_ref='b6c4aa7a-86aa-4bc1-b9da-5dde9a92c5d4',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNDWizWtxQh0h/cRuV0MtHpRVo9PDBPYz8FAC2Bw96jyZv5LaiBpWGOJjT9Rsjqr98oG/KtMtEiMJcPYpYa3x4EibVISx9gN7gmKm/AmapetdvCpNOWf9tUVXVitf7cNVw==',key_name='tempest-TestMinimumBasicScenario-1005715459',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='93723bb0e3c9431a91eaa6ba3c645029',ramdisk_id='',reservation_id='r-ogsythsv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b6c4aa7a-86aa-4bc1-b9da-5dde9a92c5d4',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-62183632',owner_user_name='tempest-TestMinimumBasicScenario-62183632-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:57:53Z,user_data=None,user_id='839ef8d27c5d45279378d67254ec37fd',uuid=9a8e9df1-1259-40ea-bd37-3d58682f9119,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "57242e9c-0ef5-4800-a622-3f3c060dac98", "address": "fa:16:3e:06:0f:ff", "network": {"id": "4217cbb0-33d1-451f-9d3f-b8a0d6df1755", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-493313379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "93723bb0e3c9431a91eaa6ba3c645029", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57242e9c-0e", "ovs_interfaceid": "57242e9c-0ef5-4800-a622-3f3c060dac98", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Converting VIF {"id": "57242e9c-0ef5-4800-a622-3f3c060dac98", "address": "fa:16:3e:06:0f:ff", "network": {"id": "4217cbb0-33d1-451f-9d3f-b8a0d6df1755", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-493313379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "93723bb0e3c9431a91eaa6ba3c645029", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57242e9c-0e", "ovs_interfaceid": "57242e9c-0ef5-4800-a622-3f3c060dac98", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:06:0f:ff,bridge_name='br-int',has_traffic_filtering=True,id=57242e9c-0ef5-4800-a622-3f3c060dac98,network=Network(4217cbb0-33d1-451f-9d3f-b8a0d6df1755),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap57242e9c-0e') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.objects.instance [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lazy-loading 'pci_devices' on Instance uuid 9a8e9df1-1259-40ea-bd37-3d58682f9119 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:57:54 user nova-compute[75278]:   <uuid>9a8e9df1-1259-40ea-bd37-3d58682f9119</uuid>
Dec 06 15:57:54 user nova-compute[75278]:   <name>instance-0000001b</name>
Dec 06 15:57:54 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 15:57:54 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:57:54 user nova-compute[75278]:   <metadata>
Dec 06 15:57:54 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:57:54 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:57:54 user nova-compute[75278]:       <nova:name>tempest-TestMinimumBasicScenario-server-1825132531</nova:name>
Dec 06 15:57:54 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:57:54</nova:creationTime>
Dec 06 15:57:54 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 15:57:54 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 15:57:54 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 15:57:54 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:57:54 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:57:54 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:57:54 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:57:54 user nova-compute[75278]:       <nova:owner>
Dec 06 15:57:54 user nova-compute[75278]:         <nova:user uuid="839ef8d27c5d45279378d67254ec37fd">tempest-TestMinimumBasicScenario-62183632-project-member</nova:user>
Dec 06 15:57:54 user nova-compute[75278]:         <nova:project uuid="93723bb0e3c9431a91eaa6ba3c645029">tempest-TestMinimumBasicScenario-62183632</nova:project>
Dec 06 15:57:54 user nova-compute[75278]:       </nova:owner>
Dec 06 15:57:54 user nova-compute[75278]:       <nova:root type="image" uuid="b6c4aa7a-86aa-4bc1-b9da-5dde9a92c5d4"/>
Dec 06 15:57:54 user nova-compute[75278]:       <nova:ports>
Dec 06 15:57:54 user nova-compute[75278]:         <nova:port uuid="57242e9c-0ef5-4800-a622-3f3c060dac98">
Dec 06 15:57:54 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 06 15:57:54 user nova-compute[75278]:         </nova:port>
Dec 06 15:57:54 user nova-compute[75278]:       </nova:ports>
Dec 06 15:57:54 user nova-compute[75278]:     </nova:instance>
Dec 06 15:57:54 user nova-compute[75278]:   </metadata>
Dec 06 15:57:54 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:57:54 user nova-compute[75278]:     <system>
Dec 06 15:57:54 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:57:54 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:57:54 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:57:54 user nova-compute[75278]:       <entry name="serial">9a8e9df1-1259-40ea-bd37-3d58682f9119</entry>
Dec 06 15:57:54 user nova-compute[75278]:       <entry name="uuid">9a8e9df1-1259-40ea-bd37-3d58682f9119</entry>
Dec 06 15:57:54 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:57:54 user nova-compute[75278]:     </system>
Dec 06 15:57:54 user nova-compute[75278]:   </sysinfo>
Dec 06 15:57:54 user nova-compute[75278]:   <os>
Dec 06 15:57:54 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:57:54 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 15:57:54 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:57:54 user nova-compute[75278]:   </os>
Dec 06 15:57:54 user nova-compute[75278]:   <features>
Dec 06 15:57:54 user nova-compute[75278]:     <acpi/>
Dec 06 15:57:54 user nova-compute[75278]:     <apic/>
Dec 06 15:57:54 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:57:54 user nova-compute[75278]:   </features>
Dec 06 15:57:54 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:57:54 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:57:54 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:57:54 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:57:54 user nova-compute[75278]:   </clock>
Dec 06 15:57:54 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:57:54 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:57:54 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:57:54 user nova-compute[75278]:   </cpu>
Dec 06 15:57:54 user nova-compute[75278]:   <devices>
Dec 06 15:57:54 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 15:57:54 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 15:57:54 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/9a8e9df1-1259-40ea-bd37-3d58682f9119/disk"/>
Dec 06 15:57:54 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 15:57:54 user nova-compute[75278]:     </disk>
Dec 06 15:57:54 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:57:54 user nova-compute[75278]:       <mac address="fa:16:3e:06:0f:ff"/>
Dec 06 15:57:54 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:57:54 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:57:54 user nova-compute[75278]:       <target dev="tap57242e9c-0e"/>
Dec 06 15:57:54 user nova-compute[75278]:     </interface>
Dec 06 15:57:54 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:57:54 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/9a8e9df1-1259-40ea-bd37-3d58682f9119/console.log" append="off"/>
Dec 06 15:57:54 user nova-compute[75278]:     </serial>
Dec 06 15:57:54 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:57:54 user nova-compute[75278]:     <video>
Dec 06 15:57:54 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:57:54 user nova-compute[75278]:     </video>
Dec 06 15:57:54 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:57:54 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:57:54 user nova-compute[75278]:     </rng>
Dec 06 15:57:54 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:57:54 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:57:54 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:57:54 user nova-compute[75278]:     </memballoon>
Dec 06 15:57:54 user nova-compute[75278]:   </devices>
Dec 06 15:57:54 user nova-compute[75278]: </domain>
Dec 06 15:57:54 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:57:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1825132531',display_name='tempest-TestMinimumBasicScenario-server-1825132531',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1825132531',id=27,image_ref='b6c4aa7a-86aa-4bc1-b9da-5dde9a92c5d4',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNDWizWtxQh0h/cRuV0MtHpRVo9PDBPYz8FAC2Bw96jyZv5LaiBpWGOJjT9Rsjqr98oG/KtMtEiMJcPYpYa3x4EibVISx9gN7gmKm/AmapetdvCpNOWf9tUVXVitf7cNVw==',key_name='tempest-TestMinimumBasicScenario-1005715459',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='93723bb0e3c9431a91eaa6ba3c645029',ramdisk_id='',reservation_id='r-ogsythsv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b6c4aa7a-86aa-4bc1-b9da-5dde9a92c5d4',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-62183632',owner_user_name='tempest-TestMinimumBasicScenario-62183632-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:57:53Z,user_data=None,user_id='839ef8d27c5d45279378d67254ec37fd',uuid=9a8e9df1-1259-40ea-bd37-3d58682f9119,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "57242e9c-0ef5-4800-a622-3f3c060dac98", "address": "fa:16:3e:06:0f:ff", "network": {"id": "4217cbb0-33d1-451f-9d3f-b8a0d6df1755", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-493313379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "93723bb0e3c9431a91eaa6ba3c645029", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57242e9c-0e", "ovs_interfaceid": "57242e9c-0ef5-4800-a622-3f3c060dac98", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Converting VIF {"id": "57242e9c-0ef5-4800-a622-3f3c060dac98", "address": "fa:16:3e:06:0f:ff", "network": {"id": "4217cbb0-33d1-451f-9d3f-b8a0d6df1755", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-493313379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "93723bb0e3c9431a91eaa6ba3c645029", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57242e9c-0e", "ovs_interfaceid": "57242e9c-0ef5-4800-a622-3f3c060dac98", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:06:0f:ff,bridge_name='br-int',has_traffic_filtering=True,id=57242e9c-0ef5-4800-a622-3f3c060dac98,network=Network(4217cbb0-33d1-451f-9d3f-b8a0d6df1755),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap57242e9c-0e') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG os_vif [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:06:0f:ff,bridge_name='br-int',has_traffic_filtering=True,id=57242e9c-0ef5-4800-a622-3f3c060dac98,network=Network(4217cbb0-33d1-451f-9d3f-b8a0d6df1755),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap57242e9c-0e') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ec002958-9fc2-5d99-ab04-bd847415760a', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap57242e9c-0e, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap57242e9c-0e, col_values=(('qos', UUID('1733c6eb-2f18-4577-a1f3-380a441c7aee')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap57242e9c-0e, col_values=(('external_ids', {'iface-id': '57242e9c-0ef5-4800-a622-3f3c060dac98', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:06:0f:ff', 'vm-uuid': '9a8e9df1-1259-40ea-bd37-3d58682f9119'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:54 user nova-compute[75278]: INFO os_vif [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:06:0f:ff,bridge_name='br-int',has_traffic_filtering=True,id=57242e9c-0ef5-4800-a622-3f3c060dac98,network=Network(4217cbb0-33d1-451f-9d3f-b8a0d6df1755),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap57242e9c-0e')
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] No VIF found with MAC fa:16:3e:06:0f:ff, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.network.neutron [req-dd064143-1759-4955-b057-f6f784b92cd3 req-e6b20d9a-1f0e-4bdc-974b-e1c1b5ac3a63 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Updated VIF entry in instance network info cache for port 57242e9c-0ef5-4800-a622-3f3c060dac98. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG nova.network.neutron [req-dd064143-1759-4955-b057-f6f784b92cd3 req-e6b20d9a-1f0e-4bdc-974b-e1c1b5ac3a63 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Updating instance_info_cache with network_info: [{"id": "57242e9c-0ef5-4800-a622-3f3c060dac98", "address": "fa:16:3e:06:0f:ff", "network": {"id": "4217cbb0-33d1-451f-9d3f-b8a0d6df1755", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-493313379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "93723bb0e3c9431a91eaa6ba3c645029", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57242e9c-0e", "ovs_interfaceid": "57242e9c-0ef5-4800-a622-3f3c060dac98", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:57:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-dd064143-1759-4955-b057-f6f784b92cd3 req-e6b20d9a-1f0e-4bdc-974b-e1c1b5ac3a63 service nova] Releasing lock "refresh_cache-9a8e9df1-1259-40ea-bd37-3d58682f9119" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:57:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:56 user nova-compute[75278]: DEBUG nova.compute.manager [req-15a98620-1d69-492f-856b-49ebe911685a req-4e4efc17-04ac-48e5-9e7f-273613e28dc5 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Received event network-vif-plugged-57242e9c-0ef5-4800-a622-3f3c060dac98 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:57:56 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-15a98620-1d69-492f-856b-49ebe911685a req-4e4efc17-04ac-48e5-9e7f-273613e28dc5 service nova] Acquiring lock "9a8e9df1-1259-40ea-bd37-3d58682f9119-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:57:56 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-15a98620-1d69-492f-856b-49ebe911685a req-4e4efc17-04ac-48e5-9e7f-273613e28dc5 service nova] Lock "9a8e9df1-1259-40ea-bd37-3d58682f9119-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:57:56 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-15a98620-1d69-492f-856b-49ebe911685a req-4e4efc17-04ac-48e5-9e7f-273613e28dc5 service nova] Lock "9a8e9df1-1259-40ea-bd37-3d58682f9119-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:57:56 user nova-compute[75278]: DEBUG nova.compute.manager [req-15a98620-1d69-492f-856b-49ebe911685a req-4e4efc17-04ac-48e5-9e7f-273613e28dc5 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] No waiting events found dispatching network-vif-plugged-57242e9c-0ef5-4800-a622-3f3c060dac98 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:57:56 user nova-compute[75278]: WARNING nova.compute.manager [req-15a98620-1d69-492f-856b-49ebe911685a req-4e4efc17-04ac-48e5-9e7f-273613e28dc5 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Received unexpected event network-vif-plugged-57242e9c-0ef5-4800-a622-3f3c060dac98 for instance with vm_state building and task_state spawning.
Dec 06 15:57:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:57:58 user nova-compute[75278]: DEBUG nova.compute.manager [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 15:57:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 15:57:58 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Instance spawned successfully.
Dec 06 15:57:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 15:57:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:57:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:57:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:57:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:57:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:57:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:57:58 user nova-compute[75278]: DEBUG nova.compute.manager [req-40f34604-d186-4457-9e98-789a5f3a782a req-d1406bf3-f5d3-4c38-a8a8-3880f337233b service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Received event network-vif-plugged-57242e9c-0ef5-4800-a622-3f3c060dac98 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:57:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-40f34604-d186-4457-9e98-789a5f3a782a req-d1406bf3-f5d3-4c38-a8a8-3880f337233b service nova] Acquiring lock "9a8e9df1-1259-40ea-bd37-3d58682f9119-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:57:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-40f34604-d186-4457-9e98-789a5f3a782a req-d1406bf3-f5d3-4c38-a8a8-3880f337233b service nova] Lock "9a8e9df1-1259-40ea-bd37-3d58682f9119-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:57:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-40f34604-d186-4457-9e98-789a5f3a782a req-d1406bf3-f5d3-4c38-a8a8-3880f337233b service nova] Lock "9a8e9df1-1259-40ea-bd37-3d58682f9119-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:57:58 user nova-compute[75278]: DEBUG nova.compute.manager [req-40f34604-d186-4457-9e98-789a5f3a782a req-d1406bf3-f5d3-4c38-a8a8-3880f337233b service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] No waiting events found dispatching network-vif-plugged-57242e9c-0ef5-4800-a622-3f3c060dac98 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:57:58 user nova-compute[75278]: WARNING nova.compute.manager [req-40f34604-d186-4457-9e98-789a5f3a782a req-d1406bf3-f5d3-4c38-a8a8-3880f337233b service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Received unexpected event network-vif-plugged-57242e9c-0ef5-4800-a622-3f3c060dac98 for instance with vm_state building and task_state spawning.
Dec 06 15:57:58 user nova-compute[75278]: INFO nova.compute.manager [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Took 5.70 seconds to spawn the instance on the hypervisor.
Dec 06 15:57:58 user nova-compute[75278]: DEBUG nova.compute.manager [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:57:58 user nova-compute[75278]: INFO nova.compute.manager [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Took 6.46 seconds to build instance.
Dec 06 15:57:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-215cc3f9-68a5-40ae-8a6e-5c4f83da8ee1 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "9a8e9df1-1259-40ea-bd37-3d58682f9119" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.556s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:57:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:01 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-87316364-c5f0-4946-b0f4-ddd03684d392 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance d28c3466-fc95-4dc0-91ee-b79fd774d45b is timed out.
Dec 06 15:58:01 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-87316364-c5f0-4946-b0f4-ddd03684d392 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Successfully detached device vdb from instance d28c3466-fc95-4dc0-91ee-b79fd774d45b from the live domain config.
Dec 06 15:58:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-87316364-c5f0-4946-b0f4-ddd03684d392 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-87316364-c5f0-4946-b0f4-ddd03684d392 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ukxzHoMr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:58:01 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-87316364-c5f0-4946-b0f4-ddd03684d392 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:58:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-87316364-c5f0-4946-b0f4-ddd03684d392 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-87316364-c5f0-4946-b0f4-ddd03684d392 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[27282c2a-ebb7-4254-a528-8f803318cda9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-87316364-c5f0-4946-b0f4-ddd03684d392 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 15:58:01 user nova-compute[75278]: No targets found.
Dec 06 15:58:01 user nova-compute[75278]: iSNS:
Dec 06 15:58:01 user nova-compute[75278]: No targets found.
Dec 06 15:58:01 user nova-compute[75278]: STATIC:
Dec 06 15:58:01 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3
Dec 06 15:58:01 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:58:01 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:58:01 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d
Dec 06 15:58:01 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:58:01 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:58:01 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648
Dec 06 15:58:01 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:58:01 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:58:01 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc
Dec 06 15:58:01 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:58:01 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:58:01 user nova-compute[75278]: FIRMWARE:
Dec 06 15:58:01 user nova-compute[75278]: No targets found.
Dec 06 15:58:01 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-87316364-c5f0-4946-b0f4-ddd03684d392 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 15:58:01 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 15:58:01 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-87316364-c5f0-4946-b0f4-ddd03684d392 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e48859e-a581-4f67-85a6-d078b782aa4c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[94327268-727f-46e1-bc03-ad84cf7d6e50]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-87316364-c5f0-4946-b0f4-ddd03684d392 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 (non-flash)
Dec 06 15:58:01 user nova-compute[75278]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:58:01 user nova-compute[75278]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc (non-flash)
Dec 06 15:58:01 user nova-compute[75278]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 15:58:01 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-87316364-c5f0-4946-b0f4-ddd03684d392 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 (non-flash)
Dec 06 15:58:01 user nova-compute[75278]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:58:01 user nova-compute[75278]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc (non-flash)
Dec 06 15:58:01 user nova-compute[75278]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 15:58:01 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-87316364-c5f0-4946-b0f4-ddd03684d392 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f444fe589d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3'): ({'sdc'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-87316364-c5f0-4946-b0f4-ddd03684d392 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Removing single pathed devices sdc {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b237a282-990c-48b4-a5d3-7bdaff7cab5d]: (4, ('path checker states:\nup                  3\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[939039d9-8e99-46b0-8c5c-e36cbf8a2a90]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-87316364-c5f0-4946-b0f4-ddd03684d392 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Flushing IO for device /dev/sdc {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f40349a-5485-444b-95df-4d3ac4207feb]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-87316364-c5f0-4946-b0f4-ddd03684d392 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.060s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f3ddb0d-d75e-4360-90af-b866da790ffd]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-87316364-c5f0-4946-b0f4-ddd03684d392 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-87316364-c5f0-4946-b0f4-ddd03684d392 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] SCSI volumes sdc have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-87316364-c5f0-4946-b0f4-ddd03684d392 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[95f9851d-e5ac-4e17-b2aa-2857b0d76312]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-87316364-c5f0-4946-b0f4-ddd03684d392 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc610961-34e2-407d-b5a8-81f61aa30f86]: (4, ('Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3, portal: 172.16.0.220,3260]\nLogout of [sid: 31, target: iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-87316364-c5f0-4946-b0f4-ddd03684d392 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3, portal: 172.16.0.220,3260]
Dec 06 15:58:01 user nova-compute[75278]: Logout of [sid: 31, target: iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3, portal: 172.16.0.220,3260] successful.
Dec 06 15:58:01 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1454dd93-01a7-4432-93e0-9732901718b3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c7be380-8593-42cf-809f-3205c0026a62]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-87316364-c5f0-4946-b0f4-ddd03684d392 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-87316364-c5f0-4946-b0f4-ddd03684d392 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.340s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-87316364-c5f0-4946-b0f4-ddd03684d392 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] <== disconnect_volume: return (341ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:58:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-87316364-c5f0-4946-b0f4-ddd03684d392 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 15:58:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Acquiring lock "112e6e55-9983-42f0-af6c-4ed817699547" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:58:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "112e6e55-9983-42f0-af6c-4ed817699547" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:58:02 user nova-compute[75278]: DEBUG nova.compute.manager [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 15:58:02 user nova-compute[75278]: DEBUG nova.objects.instance [None req-87316364-c5f0-4946-b0f4-ddd03684d392 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lazy-loading 'flavor' on Instance uuid d28c3466-fc95-4dc0-91ee-b79fd774d45b {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:58:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:58:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:58:02 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 15:58:02 user nova-compute[75278]: INFO nova.compute.claims [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Claim successful on node user
Dec 06 15:58:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-87316364-c5f0-4946-b0f4-ddd03684d392 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lock "d28c3466-fc95-4dc0-91ee-b79fd774d45b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.830s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:58:03 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:58:03 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:58:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.463s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:58:03 user nova-compute[75278]: DEBUG nova.compute.manager [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 15:58:03 user nova-compute[75278]: DEBUG nova.compute.manager [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 15:58:03 user nova-compute[75278]: DEBUG nova.network.neutron [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 15:58:03 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 15:58:03 user nova-compute[75278]: DEBUG nova.compute.manager [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 15:58:03 user nova-compute[75278]: DEBUG nova.policy [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '023b9f4019f44bdea4369aaa2efb3004', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aec2abcede854115a078b507bab731d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 15:58:03 user nova-compute[75278]: DEBUG nova.compute.manager [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 15:58:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 15:58:03 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Creating image(s)
Dec 06 15:58:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Acquiring lock "/opt/stack/data/nova/instances/112e6e55-9983-42f0-af6c-4ed817699547/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:58:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "/opt/stack/data/nova/instances/112e6e55-9983-42f0-af6c-4ed817699547/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:58:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "/opt/stack/data/nova/instances/112e6e55-9983-42f0-af6c-4ed817699547/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:58:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.201s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Acquiring lock "8b6964317078072a1e593868059fc8dc16213a0c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:58:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:58:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.176s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/112e6e55-9983-42f0-af6c-4ed817699547/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/112e6e55-9983-42f0-af6c-4ed817699547/disk 1073741824" returned: 0 in 0.084s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.273s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:58:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:04 user nova-compute[75278]: DEBUG nova.network.neutron [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Successfully created port: aad5a870-497a-49cb-98ec-826234c7ebdd {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 15:58:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.209s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:04 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Checking if we can resize image /opt/stack/data/nova/instances/112e6e55-9983-42f0-af6c-4ed817699547/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 15:58:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/112e6e55-9983-42f0-af6c-4ed817699547/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/112e6e55-9983-42f0-af6c-4ed817699547/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:04 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Cannot resize image /opt/stack/data/nova/instances/112e6e55-9983-42f0-af6c-4ed817699547/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 15:58:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 15:58:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Ensure instance console log exists: /opt/stack/data/nova/instances/112e6e55-9983-42f0-af6c-4ed817699547/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 15:58:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:58:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:58:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:58:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:04 user nova-compute[75278]: DEBUG nova.network.neutron [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Successfully updated port: aad5a870-497a-49cb-98ec-826234c7ebdd {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:58:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Acquiring lock "refresh_cache-112e6e55-9983-42f0-af6c-4ed817699547" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:58:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Acquired lock "refresh_cache-112e6e55-9983-42f0-af6c-4ed817699547" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:58:04 user nova-compute[75278]: DEBUG nova.network.neutron [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:58:04 user nova-compute[75278]: DEBUG nova.compute.manager [req-e8ca3dc0-5ddd-40d6-8f0a-fbb24b35916e req-a7e82ec3-c799-48d9-82b8-69e2bfe5cbf3 service nova] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Received event network-changed-aad5a870-497a-49cb-98ec-826234c7ebdd {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:58:04 user nova-compute[75278]: DEBUG nova.compute.manager [req-e8ca3dc0-5ddd-40d6-8f0a-fbb24b35916e req-a7e82ec3-c799-48d9-82b8-69e2bfe5cbf3 service nova] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Refreshing instance network info cache due to event network-changed-aad5a870-497a-49cb-98ec-826234c7ebdd. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:58:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e8ca3dc0-5ddd-40d6-8f0a-fbb24b35916e req-a7e82ec3-c799-48d9-82b8-69e2bfe5cbf3 service nova] Acquiring lock "refresh_cache-112e6e55-9983-42f0-af6c-4ed817699547" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:58:04 user nova-compute[75278]: DEBUG nova.network.neutron [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG nova.network.neutron [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Updating instance_info_cache with network_info: [{"id": "aad5a870-497a-49cb-98ec-826234c7ebdd", "address": "fa:16:3e:fa:01:93", "network": {"id": "9ecc28a5-fa99-42c4-adcd-7ced52e880f8", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1480146875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aec2abcede854115a078b507bab731d9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaad5a870-49", "ovs_interfaceid": "aad5a870-497a-49cb-98ec-826234c7ebdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Releasing lock "refresh_cache-112e6e55-9983-42f0-af6c-4ed817699547" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG nova.compute.manager [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Instance network_info: |[{"id": "aad5a870-497a-49cb-98ec-826234c7ebdd", "address": "fa:16:3e:fa:01:93", "network": {"id": "9ecc28a5-fa99-42c4-adcd-7ced52e880f8", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1480146875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aec2abcede854115a078b507bab731d9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaad5a870-49", "ovs_interfaceid": "aad5a870-497a-49cb-98ec-826234c7ebdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e8ca3dc0-5ddd-40d6-8f0a-fbb24b35916e req-a7e82ec3-c799-48d9-82b8-69e2bfe5cbf3 service nova] Acquired lock "refresh_cache-112e6e55-9983-42f0-af6c-4ed817699547" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG nova.network.neutron [req-e8ca3dc0-5ddd-40d6-8f0a-fbb24b35916e req-a7e82ec3-c799-48d9-82b8-69e2bfe5cbf3 service nova] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Refreshing network info cache for port aad5a870-497a-49cb-98ec-826234c7ebdd {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Start _get_guest_xml network_info=[{"id": "aad5a870-497a-49cb-98ec-826234c7ebdd", "address": "fa:16:3e:fa:01:93", "network": {"id": "9ecc28a5-fa99-42c4-adcd-7ced52e880f8", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1480146875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aec2abcede854115a078b507bab731d9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaad5a870-49", "ovs_interfaceid": "aad5a870-497a-49cb-98ec-826234c7ebdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:58:05 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:58:05 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:58:05 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:58:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-68037684',display_name='tempest-VolumesSnapshotTestJSON-instance-68037684',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-68037684',id=28,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDDCg4Rz00sQVPQzswU15MaOQgVPeq1EpWdmAJf1evZmCsorVs9epvJSIYBTqjsYdA4G5FaK2f97wylQic6VWXrZJ9U8TM0GGYEV0JM9eFhgrTQKwLjdgl8EvG5YzZ1Tug==',key_name='tempest-keypair-828703969',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aec2abcede854115a078b507bab731d9',ramdisk_id='',reservation_id='r-ioddo2nz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1267047075',owner_user_name='tempest-VolumesSnapshotTestJSON-1267047075-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:58:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='023b9f4019f44bdea4369aaa2efb3004',uuid=112e6e55-9983-42f0-af6c-4ed817699547,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aad5a870-497a-49cb-98ec-826234c7ebdd", "address": "fa:16:3e:fa:01:93", "network": {"id": "9ecc28a5-fa99-42c4-adcd-7ced52e880f8", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1480146875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aec2abcede854115a078b507bab731d9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaad5a870-49", "ovs_interfaceid": "aad5a870-497a-49cb-98ec-826234c7ebdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Converting VIF {"id": "aad5a870-497a-49cb-98ec-826234c7ebdd", "address": "fa:16:3e:fa:01:93", "network": {"id": "9ecc28a5-fa99-42c4-adcd-7ced52e880f8", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1480146875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aec2abcede854115a078b507bab731d9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaad5a870-49", "ovs_interfaceid": "aad5a870-497a-49cb-98ec-826234c7ebdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fa:01:93,bridge_name='br-int',has_traffic_filtering=True,id=aad5a870-497a-49cb-98ec-826234c7ebdd,network=Network(9ecc28a5-fa99-42c4-adcd-7ced52e880f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaad5a870-49') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG nova.objects.instance [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lazy-loading 'pci_devices' on Instance uuid 112e6e55-9983-42f0-af6c-4ed817699547 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:58:05 user nova-compute[75278]:   <uuid>112e6e55-9983-42f0-af6c-4ed817699547</uuid>
Dec 06 15:58:05 user nova-compute[75278]:   <name>instance-0000001c</name>
Dec 06 15:58:05 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 15:58:05 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:58:05 user nova-compute[75278]:   <metadata>
Dec 06 15:58:05 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:58:05 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:58:05 user nova-compute[75278]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-68037684</nova:name>
Dec 06 15:58:05 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:58:05</nova:creationTime>
Dec 06 15:58:05 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 15:58:05 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 15:58:05 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 15:58:05 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:58:05 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:58:05 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:58:05 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:58:05 user nova-compute[75278]:       <nova:owner>
Dec 06 15:58:05 user nova-compute[75278]:         <nova:user uuid="023b9f4019f44bdea4369aaa2efb3004">tempest-VolumesSnapshotTestJSON-1267047075-project-member</nova:user>
Dec 06 15:58:05 user nova-compute[75278]:         <nova:project uuid="aec2abcede854115a078b507bab731d9">tempest-VolumesSnapshotTestJSON-1267047075</nova:project>
Dec 06 15:58:05 user nova-compute[75278]:       </nova:owner>
Dec 06 15:58:05 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 15:58:05 user nova-compute[75278]:       <nova:ports>
Dec 06 15:58:05 user nova-compute[75278]:         <nova:port uuid="aad5a870-497a-49cb-98ec-826234c7ebdd">
Dec 06 15:58:05 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 06 15:58:05 user nova-compute[75278]:         </nova:port>
Dec 06 15:58:05 user nova-compute[75278]:       </nova:ports>
Dec 06 15:58:05 user nova-compute[75278]:     </nova:instance>
Dec 06 15:58:05 user nova-compute[75278]:   </metadata>
Dec 06 15:58:05 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:58:05 user nova-compute[75278]:     <system>
Dec 06 15:58:05 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:58:05 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:58:05 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:58:05 user nova-compute[75278]:       <entry name="serial">112e6e55-9983-42f0-af6c-4ed817699547</entry>
Dec 06 15:58:05 user nova-compute[75278]:       <entry name="uuid">112e6e55-9983-42f0-af6c-4ed817699547</entry>
Dec 06 15:58:05 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:58:05 user nova-compute[75278]:     </system>
Dec 06 15:58:05 user nova-compute[75278]:   </sysinfo>
Dec 06 15:58:05 user nova-compute[75278]:   <os>
Dec 06 15:58:05 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:58:05 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 15:58:05 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:58:05 user nova-compute[75278]:   </os>
Dec 06 15:58:05 user nova-compute[75278]:   <features>
Dec 06 15:58:05 user nova-compute[75278]:     <acpi/>
Dec 06 15:58:05 user nova-compute[75278]:     <apic/>
Dec 06 15:58:05 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:58:05 user nova-compute[75278]:   </features>
Dec 06 15:58:05 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:58:05 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:58:05 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:58:05 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:58:05 user nova-compute[75278]:   </clock>
Dec 06 15:58:05 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:58:05 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:58:05 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:58:05 user nova-compute[75278]:   </cpu>
Dec 06 15:58:05 user nova-compute[75278]:   <devices>
Dec 06 15:58:05 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 15:58:05 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 15:58:05 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/112e6e55-9983-42f0-af6c-4ed817699547/disk"/>
Dec 06 15:58:05 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 15:58:05 user nova-compute[75278]:     </disk>
Dec 06 15:58:05 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:58:05 user nova-compute[75278]:       <mac address="fa:16:3e:fa:01:93"/>
Dec 06 15:58:05 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:58:05 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:58:05 user nova-compute[75278]:       <target dev="tapaad5a870-49"/>
Dec 06 15:58:05 user nova-compute[75278]:     </interface>
Dec 06 15:58:05 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:58:05 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/112e6e55-9983-42f0-af6c-4ed817699547/console.log" append="off"/>
Dec 06 15:58:05 user nova-compute[75278]:     </serial>
Dec 06 15:58:05 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:58:05 user nova-compute[75278]:     <video>
Dec 06 15:58:05 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:58:05 user nova-compute[75278]:     </video>
Dec 06 15:58:05 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:58:05 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:58:05 user nova-compute[75278]:     </rng>
Dec 06 15:58:05 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:58:05 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:58:05 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:58:05 user nova-compute[75278]:     </memballoon>
Dec 06 15:58:05 user nova-compute[75278]:   </devices>
Dec 06 15:58:05 user nova-compute[75278]: </domain>
Dec 06 15:58:05 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:58:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-68037684',display_name='tempest-VolumesSnapshotTestJSON-instance-68037684',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-68037684',id=28,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDDCg4Rz00sQVPQzswU15MaOQgVPeq1EpWdmAJf1evZmCsorVs9epvJSIYBTqjsYdA4G5FaK2f97wylQic6VWXrZJ9U8TM0GGYEV0JM9eFhgrTQKwLjdgl8EvG5YzZ1Tug==',key_name='tempest-keypair-828703969',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aec2abcede854115a078b507bab731d9',ramdisk_id='',reservation_id='r-ioddo2nz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1267047075',owner_user_name='tempest-VolumesSnapshotTestJSON-1267047075-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:58:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='023b9f4019f44bdea4369aaa2efb3004',uuid=112e6e55-9983-42f0-af6c-4ed817699547,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aad5a870-497a-49cb-98ec-826234c7ebdd", "address": "fa:16:3e:fa:01:93", "network": {"id": "9ecc28a5-fa99-42c4-adcd-7ced52e880f8", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1480146875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aec2abcede854115a078b507bab731d9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaad5a870-49", "ovs_interfaceid": "aad5a870-497a-49cb-98ec-826234c7ebdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Converting VIF {"id": "aad5a870-497a-49cb-98ec-826234c7ebdd", "address": "fa:16:3e:fa:01:93", "network": {"id": "9ecc28a5-fa99-42c4-adcd-7ced52e880f8", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1480146875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aec2abcede854115a078b507bab731d9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaad5a870-49", "ovs_interfaceid": "aad5a870-497a-49cb-98ec-826234c7ebdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fa:01:93,bridge_name='br-int',has_traffic_filtering=True,id=aad5a870-497a-49cb-98ec-826234c7ebdd,network=Network(9ecc28a5-fa99-42c4-adcd-7ced52e880f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaad5a870-49') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG os_vif [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fa:01:93,bridge_name='br-int',has_traffic_filtering=True,id=aad5a870-497a-49cb-98ec-826234c7ebdd,network=Network(9ecc28a5-fa99-42c4-adcd-7ced52e880f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaad5a870-49') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1dea686d-c394-53e6-b15f-38b432028ae7', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapaad5a870-49, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapaad5a870-49, col_values=(('qos', UUID('6c6d1317-4e79-40c0-846b-91db775de0b3')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapaad5a870-49, col_values=(('external_ids', {'iface-id': 'aad5a870-497a-49cb-98ec-826234c7ebdd', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fa:01:93', 'vm-uuid': '112e6e55-9983-42f0-af6c-4ed817699547'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:05 user nova-compute[75278]: INFO os_vif [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fa:01:93,bridge_name='br-int',has_traffic_filtering=True,id=aad5a870-497a-49cb-98ec-826234c7ebdd,network=Network(9ecc28a5-fa99-42c4-adcd-7ced52e880f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaad5a870-49')
Dec 06 15:58:05 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] No VIF found with MAC fa:16:3e:fa:01:93, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG nova.network.neutron [req-e8ca3dc0-5ddd-40d6-8f0a-fbb24b35916e req-a7e82ec3-c799-48d9-82b8-69e2bfe5cbf3 service nova] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Updated VIF entry in instance network info cache for port aad5a870-497a-49cb-98ec-826234c7ebdd. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG nova.network.neutron [req-e8ca3dc0-5ddd-40d6-8f0a-fbb24b35916e req-a7e82ec3-c799-48d9-82b8-69e2bfe5cbf3 service nova] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Updating instance_info_cache with network_info: [{"id": "aad5a870-497a-49cb-98ec-826234c7ebdd", "address": "fa:16:3e:fa:01:93", "network": {"id": "9ecc28a5-fa99-42c4-adcd-7ced52e880f8", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1480146875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aec2abcede854115a078b507bab731d9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaad5a870-49", "ovs_interfaceid": "aad5a870-497a-49cb-98ec-826234c7ebdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:58:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e8ca3dc0-5ddd-40d6-8f0a-fbb24b35916e req-a7e82ec3-c799-48d9-82b8-69e2bfe5cbf3 service nova] Releasing lock "refresh_cache-112e6e55-9983-42f0-af6c-4ed817699547" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:58:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:06 user nova-compute[75278]: DEBUG nova.compute.manager [req-41d6dc4f-88b0-4328-a6e9-945f39e9f713 req-4dad137f-e43a-42ac-afcf-861a2b07b32d service nova] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Received event network-vif-plugged-aad5a870-497a-49cb-98ec-826234c7ebdd {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:58:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-41d6dc4f-88b0-4328-a6e9-945f39e9f713 req-4dad137f-e43a-42ac-afcf-861a2b07b32d service nova] Acquiring lock "112e6e55-9983-42f0-af6c-4ed817699547-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:58:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-41d6dc4f-88b0-4328-a6e9-945f39e9f713 req-4dad137f-e43a-42ac-afcf-861a2b07b32d service nova] Lock "112e6e55-9983-42f0-af6c-4ed817699547-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:58:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-41d6dc4f-88b0-4328-a6e9-945f39e9f713 req-4dad137f-e43a-42ac-afcf-861a2b07b32d service nova] Lock "112e6e55-9983-42f0-af6c-4ed817699547-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:58:06 user nova-compute[75278]: DEBUG nova.compute.manager [req-41d6dc4f-88b0-4328-a6e9-945f39e9f713 req-4dad137f-e43a-42ac-afcf-861a2b07b32d service nova] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] No waiting events found dispatching network-vif-plugged-aad5a870-497a-49cb-98ec-826234c7ebdd {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:58:06 user nova-compute[75278]: WARNING nova.compute.manager [req-41d6dc4f-88b0-4328-a6e9-945f39e9f713 req-4dad137f-e43a-42ac-afcf-861a2b07b32d service nova] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Received unexpected event network-vif-plugged-aad5a870-497a-49cb-98ec-826234c7ebdd for instance with vm_state building and task_state spawning.
Dec 06 15:58:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:08 user nova-compute[75278]: DEBUG nova.compute.manager [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 15:58:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 15:58:08 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Instance spawned successfully.
Dec 06 15:58:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 15:58:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:58:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:58:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:58:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:58:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:58:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:58:08 user nova-compute[75278]: INFO nova.compute.manager [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Took 5.29 seconds to spawn the instance on the hypervisor.
Dec 06 15:58:08 user nova-compute[75278]: DEBUG nova.compute.manager [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:58:08 user nova-compute[75278]: DEBUG nova.compute.manager [req-5641e5fb-09f6-4a9d-8443-f041a6d44a46 req-ebeb04cb-b00a-4979-8442-f1626a68ced4 service nova] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Received event network-vif-plugged-aad5a870-497a-49cb-98ec-826234c7ebdd {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:58:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5641e5fb-09f6-4a9d-8443-f041a6d44a46 req-ebeb04cb-b00a-4979-8442-f1626a68ced4 service nova] Acquiring lock "112e6e55-9983-42f0-af6c-4ed817699547-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:58:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5641e5fb-09f6-4a9d-8443-f041a6d44a46 req-ebeb04cb-b00a-4979-8442-f1626a68ced4 service nova] Lock "112e6e55-9983-42f0-af6c-4ed817699547-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:58:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5641e5fb-09f6-4a9d-8443-f041a6d44a46 req-ebeb04cb-b00a-4979-8442-f1626a68ced4 service nova] Lock "112e6e55-9983-42f0-af6c-4ed817699547-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:58:08 user nova-compute[75278]: DEBUG nova.compute.manager [req-5641e5fb-09f6-4a9d-8443-f041a6d44a46 req-ebeb04cb-b00a-4979-8442-f1626a68ced4 service nova] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] No waiting events found dispatching network-vif-plugged-aad5a870-497a-49cb-98ec-826234c7ebdd {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:58:08 user nova-compute[75278]: WARNING nova.compute.manager [req-5641e5fb-09f6-4a9d-8443-f041a6d44a46 req-ebeb04cb-b00a-4979-8442-f1626a68ced4 service nova] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Received unexpected event network-vif-plugged-aad5a870-497a-49cb-98ec-826234c7ebdd for instance with vm_state building and task_state spawning.
Dec 06 15:58:08 user nova-compute[75278]: INFO nova.compute.manager [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Took 6.15 seconds to build instance.
Dec 06 15:58:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-541ec374-ede5-4f21-a9de-7f523af50e5c tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "112e6e55-9983-42f0-af6c-4ed817699547" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.255s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:58:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:11 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:58:13 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:58:13 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:58:14 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:58:15 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:58:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:16 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:58:16 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 15:58:16 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:58:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:58:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:58:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:58:16 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 15:58:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:16 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 15:58:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/112e6e55-9983-42f0-af6c-4ed817699547/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/112e6e55-9983-42f0-af6c-4ed817699547/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/112e6e55-9983-42f0-af6c-4ed817699547/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/112e6e55-9983-42f0-af6c-4ed817699547/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a8e9df1-1259-40ea-bd37-3d58682f9119/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a8e9df1-1259-40ea-bd37-3d58682f9119/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a8e9df1-1259-40ea-bd37-3d58682f9119/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a8e9df1-1259-40ea-bd37-3d58682f9119/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:17 user nova-compute[75278]: DEBUG nova.compute.manager [req-e52ff817-8b00-4e88-a2cd-7dc48e9c8265 req-0117ff8e-53fd-4b6e-9d7f-f745d3210e51 service nova] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Received event network-changed-fc10bfd0-dcea-4737-9b34-a468610133eb {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:58:17 user nova-compute[75278]: DEBUG nova.compute.manager [req-e52ff817-8b00-4e88-a2cd-7dc48e9c8265 req-0117ff8e-53fd-4b6e-9d7f-f745d3210e51 service nova] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Refreshing instance network info cache due to event network-changed-fc10bfd0-dcea-4737-9b34-a468610133eb. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:58:17 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e52ff817-8b00-4e88-a2cd-7dc48e9c8265 req-0117ff8e-53fd-4b6e-9d7f-f745d3210e51 service nova] Acquiring lock "refresh_cache-c1e51e58-1ca8-4c8e-96da-fbfbbb286538" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:58:17 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e52ff817-8b00-4e88-a2cd-7dc48e9c8265 req-0117ff8e-53fd-4b6e-9d7f-f745d3210e51 service nova] Acquired lock "refresh_cache-c1e51e58-1ca8-4c8e-96da-fbfbbb286538" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:58:17 user nova-compute[75278]: DEBUG nova.network.neutron [req-e52ff817-8b00-4e88-a2cd-7dc48e9c8265 req-0117ff8e-53fd-4b6e-9d7f-f745d3210e51 service nova] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Refreshing network info cache for port fc10bfd0-dcea-4737-9b34-a468610133eb {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:58:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:18 user nova-compute[75278]: DEBUG nova.network.neutron [req-e52ff817-8b00-4e88-a2cd-7dc48e9c8265 req-0117ff8e-53fd-4b6e-9d7f-f745d3210e51 service nova] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Updated VIF entry in instance network info cache for port fc10bfd0-dcea-4737-9b34-a468610133eb. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:58:18 user nova-compute[75278]: DEBUG nova.network.neutron [req-e52ff817-8b00-4e88-a2cd-7dc48e9c8265 req-0117ff8e-53fd-4b6e-9d7f-f745d3210e51 service nova] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Updating instance_info_cache with network_info: [{"id": "fc10bfd0-dcea-4737-9b34-a468610133eb", "address": "fa:16:3e:66:06:38", "network": {"id": "ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2125197508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e339ae43bf447d3adf76a1836e0e2e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc10bfd0-dc", "ovs_interfaceid": "fc10bfd0-dcea-4737-9b34-a468610133eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:58:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/disk --force-share --output=json" returned: 0 in 0.317s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:18 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sde (vdc) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 15:58:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e52ff817-8b00-4e88-a2cd-7dc48e9c8265 req-0117ff8e-53fd-4b6e-9d7f-f745d3210e51 service nova] Releasing lock "refresh_cache-c1e51e58-1ca8-4c8e-96da-fbfbbb286538" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:58:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json" returned: 0 in 0.182s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:19 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 15:58:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d28c3466-fc95-4dc0-91ee-b79fd774d45b/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d28c3466-fc95-4dc0-91ee-b79fd774d45b/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d28c3466-fc95-4dc0-91ee-b79fd774d45b/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d28c3466-fc95-4dc0-91ee-b79fd774d45b/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1e51e58-1ca8-4c8e-96da-fbfbbb286538/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "c1e51e58-1ca8-4c8e-96da-fbfbbb286538" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:58:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "c1e51e58-1ca8-4c8e-96da-fbfbbb286538" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:58:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1e51e58-1ca8-4c8e-96da-fbfbbb286538/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1e51e58-1ca8-4c8e-96da-fbfbbb286538/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:20 user nova-compute[75278]: DEBUG nova.objects.instance [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lazy-loading 'flavor' on Instance uuid c1e51e58-1ca8-4c8e-96da-fbfbbb286538 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:58:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "c1e51e58-1ca8-4c8e-96da-fbfbbb286538" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.100s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:58:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1e51e58-1ca8-4c8e-96da-fbfbbb286538/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:21 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:58:21 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:58:21 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=7551MB free_disk=25.11275863647461GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "c1e51e58-1ca8-4c8e-96da-fbfbbb286538" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "c1e51e58-1ca8-4c8e-96da-fbfbbb286538" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:58:21 user nova-compute[75278]: INFO nova.compute.manager [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Attaching volume f022cc0f-252c-4196-ba29-757616267d75 to /dev/vdb
Dec 06 15:58:21 user nova-compute[75278]: DEBUG os_brick.utils [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[81bd8b27-2574-4448-855d-1a5a736bb3f7]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance accf5417-e552-4fa7-8b65-5f3121d1d17f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance b979398f-d6ba-469c-96ed-e25012146a31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance a909916c-b274-4c00-a248-30d6ed84859e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 4283ae01-2c38-4f3a-96af-2f1d9595cf5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance d28c3466-fc95-4dc0-91ee-b79fd774d45b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 8a957482-260a-437a-b48d-309224800fcf actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance c1e51e58-1ca8-4c8e-96da-fbfbbb286538 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance d25e73e5-e14b-4a7b-bd77-1008159951cd actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 9a8e9df1-1259-40ea-bd37-3d58682f9119 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 112e6e55-9983-42f0-af6c-4ed817699547 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e3f6dc8-6d85-4b4c-8b71-5d00e5f99aca]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1bd918b-4741-4333-8128-b70d2709b3d2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0bd1e21-8be4-47fe-81c7-918945c73c53]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:58:21 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 15:58:21 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e80baf36-d451-428a-94c2-0b46bb3f2ae2]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG os_brick.utils [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] <== get_connector_properties: return (139ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Updating existing volume attachment record: f6e79332-832f-4fc0-bae5-c38cfebb4e5a {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 15:58:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.532s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:58:22 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:58:22 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 15:58:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "refresh_cache-8a957482-260a-437a-b48d-309224800fcf" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:58:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquired lock "refresh_cache-8a957482-260a-437a-b48d-309224800fcf" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:58:22 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 8a957482-260a-437a-b48d-309224800fcf] Forcefully refreshing network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 15:58:23 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 8a957482-260a-437a-b48d-309224800fcf] Updating instance_info_cache with network_info: [{"id": "50514c85-0720-4dba-bfd3-badffe3f1d06", "address": "fa:16:3e:55:5b:09", "network": {"id": "f8b0fd81-699e-407f-a4fa-b36a2242f59c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1427320194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "04dfb80ced2c4aa893a3fbbde62686d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50514c85-07", "ovs_interfaceid": "50514c85-0720-4dba-bfd3-badffe3f1d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:58:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Releasing lock "refresh_cache-8a957482-260a-437a-b48d-309224800fcf" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:58:23 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 8a957482-260a-437a-b48d-309224800fcf] Updated the network info_cache for instance {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 15:58:23 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:58:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vpRYZPfs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:58:31 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:58:31 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:58:31 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:58:31 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:58:31 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75 -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c370366d-e508-404f-a9dc-49d3aabe759c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 15:58:31 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75 -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[231f27ef-b3b4-4a6d-8237-5040d5e997cf]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75] added
Dec 06 15:58:31 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f948aa34-bce8-4c0e-8c2f-9d9a90b9e8d1]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6090ea52-12fa-441e-b526-194cca54206d]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vpRYZPfs {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47faeb11-5dde-4d9a-9d5f-3ca10612d201 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Acquiring lock "d28c3466-fc95-4dc0-91ee-b79fd774d45b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47faeb11-5dde-4d9a-9d5f-3ca10612d201 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lock "d28c3466-fc95-4dc0-91ee-b79fd774d45b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47faeb11-5dde-4d9a-9d5f-3ca10612d201 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Acquiring lock "d28c3466-fc95-4dc0-91ee-b79fd774d45b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47faeb11-5dde-4d9a-9d5f-3ca10612d201 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lock "d28c3466-fc95-4dc0-91ee-b79fd774d45b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47faeb11-5dde-4d9a-9d5f-3ca10612d201 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lock "d28c3466-fc95-4dc0-91ee-b79fd774d45b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:58:31 user nova-compute[75278]: INFO nova.compute.manager [None req-47faeb11-5dde-4d9a-9d5f-3ca10612d201 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Terminating instance
Dec 06 15:58:31 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47faeb11-5dde-4d9a-9d5f-3ca10612d201 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vpRYZPfs" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd43c949-a963-47df-a335-66a734549e67]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'vpRYZPfs'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f0386e0-91fb-4a29-ac58-7b4875603446]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d391617-1010-49fd-bc5b-68f153872368]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:58:31 user nova-compute[75278]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc (non-flash)
Dec 06 15:58:31 user nova-compute[75278]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 15:58:31 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:58:31 user nova-compute[75278]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc (non-flash)
Dec 06 15:58:31 user nova-compute[75278]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 15:58:31 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75 -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75 -p 172.16.0.220:3260 --login" returned: 0 in 0.073s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f43e13a6-8005-4655-8d2f-2c15e8ff9e23]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75, portal: 172.16.0.220,3260]
Dec 06 15:58:31 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75, portal: 172.16.0.220,3260] successful.
Dec 06 15:58:31 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce4dce94-dddc-47a6-af36-98c4e5b992b3]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0142451-7cf5-4d4f-b6a1-23f87d270891]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:58:31 user nova-compute[75278]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc (non-flash)
Dec 06 15:58:31 user nova-compute[75278]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 15:58:31 user nova-compute[75278]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75 (non-flash)
Dec 06 15:58:31 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:58:31 user nova-compute[75278]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc (non-flash)
Dec 06 15:58:31 user nova-compute[75278]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 15:58:31 user nova-compute[75278]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75 (non-flash)
Dec 06 15:58:31 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.313s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] HCTL ('34', '-', '-', 0) found on session 36 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[43e94174-8098-4dcd-a45d-87b57faec9c5]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Searching for a device in session 36 and hctl ['34', '*', '*', 0] yield: None {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG nova.compute.manager [req-d7439b2b-21c1-4db5-83c7-d8beb5b250f5 req-e96f55dd-0dad-4b77-bbe7-94bae0c4dba0 service nova] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Received event network-vif-unplugged-d4a42faa-e858-46a4-b797-120e1e1c6573 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d7439b2b-21c1-4db5-83c7-d8beb5b250f5 req-e96f55dd-0dad-4b77-bbe7-94bae0c4dba0 service nova] Acquiring lock "d28c3466-fc95-4dc0-91ee-b79fd774d45b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d7439b2b-21c1-4db5-83c7-d8beb5b250f5 req-e96f55dd-0dad-4b77-bbe7-94bae0c4dba0 service nova] Lock "d28c3466-fc95-4dc0-91ee-b79fd774d45b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d7439b2b-21c1-4db5-83c7-d8beb5b250f5 req-e96f55dd-0dad-4b77-bbe7-94bae0c4dba0 service nova] Lock "d28c3466-fc95-4dc0-91ee-b79fd774d45b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG nova.compute.manager [req-d7439b2b-21c1-4db5-83c7-d8beb5b250f5 req-e96f55dd-0dad-4b77-bbe7-94bae0c4dba0 service nova] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] No waiting events found dispatching network-vif-unplugged-d4a42faa-e858-46a4-b797-120e1e1c6573 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:58:31 user nova-compute[75278]: DEBUG nova.compute.manager [req-d7439b2b-21c1-4db5-83c7-d8beb5b250f5 req-e96f55dd-0dad-4b77-bbe7-94bae0c4dba0 service nova] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Received event network-vif-unplugged-d4a42faa-e858-46a4-b797-120e1e1c6573 for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 15:58:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:32 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Instance destroyed successfully.
Dec 06 15:58:32 user nova-compute[75278]: DEBUG nova.objects.instance [None req-47faeb11-5dde-4d9a-9d5f-3ca10612d201 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lazy-loading 'resources' on Instance uuid d28c3466-fc95-4dc0-91ee-b79fd774d45b {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:58:32 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-47faeb11-5dde-4d9a-9d5f-3ca10612d201 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:54:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-2117044682',display_name='tempest-TestServerVolumeAttachmentScenario-server-2117044682',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-2117044682',id=23,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNRBqIMIm/mlQGEWQRmPW7PVt6AFsLB9CcTNvKCaEjIUDI4Hm3WVzLoummg/P3IO/8IxJtF1LCkjf18Fu6r1Iu0jM3/Sh52wJWdCsa8/wTQMmFpxBCCUv7OE4h0cCQaHKQ==',key_name='tempest-keypair-1002699023',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:54:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='402e2d213b86402cb8aa76f4ebfa89db',ramdisk_id='',reservation_id='r-hgea5lcz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachmentScenario-665414058',owner_user_name='tempest-TestServerVolumeAttachmentScenario-665414058-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:54:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='efc20fcaf71e4182919e9df0e6b093e0',uuid=d28c3466-fc95-4dc0-91ee-b79fd774d45b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d4a42faa-e858-46a4-b797-120e1e1c6573", "address": "fa:16:3e:45:20:f4", "network": {"id": "3b6e9ce9-a850-4a69-b3ad-d2255b146e14", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-186728710-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.82", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "402e2d213b86402cb8aa76f4ebfa89db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd4a42faa-e8", "ovs_interfaceid": "d4a42faa-e858-46a4-b797-120e1e1c6573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:58:32 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-47faeb11-5dde-4d9a-9d5f-3ca10612d201 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Converting VIF {"id": "d4a42faa-e858-46a4-b797-120e1e1c6573", "address": "fa:16:3e:45:20:f4", "network": {"id": "3b6e9ce9-a850-4a69-b3ad-d2255b146e14", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-186728710-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.82", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "402e2d213b86402cb8aa76f4ebfa89db", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd4a42faa-e8", "ovs_interfaceid": "d4a42faa-e858-46a4-b797-120e1e1c6573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:58:32 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-47faeb11-5dde-4d9a-9d5f-3ca10612d201 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:45:20:f4,bridge_name='br-int',has_traffic_filtering=True,id=d4a42faa-e858-46a4-b797-120e1e1c6573,network=Network(3b6e9ce9-a850-4a69-b3ad-d2255b146e14),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd4a42faa-e8') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:58:32 user nova-compute[75278]: DEBUG os_vif [None req-47faeb11-5dde-4d9a-9d5f-3ca10612d201 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:45:20:f4,bridge_name='br-int',has_traffic_filtering=True,id=d4a42faa-e858-46a4-b797-120e1e1c6573,network=Network(3b6e9ce9-a850-4a69-b3ad-d2255b146e14),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd4a42faa-e8') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:58:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd4a42faa-e8, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:58:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:58:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fee56188-42b2-4835-8fa3-a050a22a9ebf) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:58:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:32 user nova-compute[75278]: INFO os_vif [None req-47faeb11-5dde-4d9a-9d5f-3ca10612d201 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:45:20:f4,bridge_name='br-int',has_traffic_filtering=True,id=d4a42faa-e858-46a4-b797-120e1e1c6573,network=Network(3b6e9ce9-a850-4a69-b3ad-d2255b146e14),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd4a42faa-e8')
Dec 06 15:58:32 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-47faeb11-5dde-4d9a-9d5f-3ca10612d201 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Deleting instance files /opt/stack/data/nova/instances/d28c3466-fc95-4dc0-91ee-b79fd774d45b_del
Dec 06 15:58:32 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-47faeb11-5dde-4d9a-9d5f-3ca10612d201 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Deletion of /opt/stack/data/nova/instances/d28c3466-fc95-4dc0-91ee-b79fd774d45b_del complete
Dec 06 15:58:32 user nova-compute[75278]: INFO nova.compute.manager [None req-47faeb11-5dde-4d9a-9d5f-3ca10612d201 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Took 1.11 seconds to destroy the instance on the hypervisor.
Dec 06 15:58:32 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-47faeb11-5dde-4d9a-9d5f-3ca10612d201 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 15:58:32 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 15:58:32 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 15:58:32 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Searching for a device in session 36 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:58:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vpRYZPfs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 15:58:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.350s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:58:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] <== connect_volume: return (1352ms) {'type': 'block', 'scsi_wwn': '23230396562363236', 'path': '/dev/sdc'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:58:32 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23230396562363236', 'path': '/dev/sdc'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 15:58:32 user nova-compute[75278]: DEBUG nova.objects.instance [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lazy-loading 'flavor' on Instance uuid c1e51e58-1ca8-4c8e-96da-fbfbbb286538 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:58:32 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 15:58:32 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:58:32 user nova-compute[75278]:   <source dev="/dev/sdc"/>
Dec 06 15:58:32 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:58:32 user nova-compute[75278]:   <serial>f022cc0f-252c-4196-ba29-757616267d75</serial>
Dec 06 15:58:32 user nova-compute[75278]: </disk>
Dec 06 15:58:32 user nova-compute[75278]:  {{(pid=75278) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 15:58:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:58:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:58:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] No VIF found with MAC fa:16:3e:66:06:38, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:58:33 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:58:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0e991510-eb51-4ae1-8235-7ff8bd53eb23 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "c1e51e58-1ca8-4c8e-96da-fbfbbb286538" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.214s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:58:33 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Took 0.77 seconds to deallocate network for instance.
Dec 06 15:58:33 user nova-compute[75278]: DEBUG nova.compute.manager [req-21c15ec1-d3a7-4b7c-ba99-331cd4c17dba req-987b7d70-72e0-4907-890d-c95bfed2b47e service nova] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Received event network-vif-deleted-d4a42faa-e858-46a4-b797-120e1e1c6573 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:58:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47faeb11-5dde-4d9a-9d5f-3ca10612d201 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:58:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47faeb11-5dde-4d9a-9d5f-3ca10612d201 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:58:33 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47faeb11-5dde-4d9a-9d5f-3ca10612d201 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:58:33 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47faeb11-5dde-4d9a-9d5f-3ca10612d201 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:58:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47faeb11-5dde-4d9a-9d5f-3ca10612d201 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.353s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:58:33 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-47faeb11-5dde-4d9a-9d5f-3ca10612d201 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Deleted allocations for instance d28c3466-fc95-4dc0-91ee-b79fd774d45b
Dec 06 15:58:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47faeb11-5dde-4d9a-9d5f-3ca10612d201 tempest-TestServerVolumeAttachmentScenario-665414058 tempest-TestServerVolumeAttachmentScenario-665414058-project-member] Lock "d28c3466-fc95-4dc0-91ee-b79fd774d45b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.494s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:58:34 user nova-compute[75278]: DEBUG nova.compute.manager [req-284032de-6247-436a-89f7-7e3ac727533e req-410e2b49-95b2-4af1-8cba-e0e63170a1e9 service nova] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Received event network-vif-plugged-d4a42faa-e858-46a4-b797-120e1e1c6573 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:58:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-284032de-6247-436a-89f7-7e3ac727533e req-410e2b49-95b2-4af1-8cba-e0e63170a1e9 service nova] Acquiring lock "d28c3466-fc95-4dc0-91ee-b79fd774d45b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:58:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-284032de-6247-436a-89f7-7e3ac727533e req-410e2b49-95b2-4af1-8cba-e0e63170a1e9 service nova] Lock "d28c3466-fc95-4dc0-91ee-b79fd774d45b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:58:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-284032de-6247-436a-89f7-7e3ac727533e req-410e2b49-95b2-4af1-8cba-e0e63170a1e9 service nova] Lock "d28c3466-fc95-4dc0-91ee-b79fd774d45b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:58:34 user nova-compute[75278]: DEBUG nova.compute.manager [req-284032de-6247-436a-89f7-7e3ac727533e req-410e2b49-95b2-4af1-8cba-e0e63170a1e9 service nova] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] No waiting events found dispatching network-vif-plugged-d4a42faa-e858-46a4-b797-120e1e1c6573 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:58:34 user nova-compute[75278]: WARNING nova.compute.manager [req-284032de-6247-436a-89f7-7e3ac727533e req-410e2b49-95b2-4af1-8cba-e0e63170a1e9 service nova] [instance: d28c3466-fc95-4dc0-91ee-b79fd774d45b] Received unexpected event network-vif-plugged-d4a42faa-e858-46a4-b797-120e1e1c6573 for instance with vm_state deleted and task_state None.
Dec 06 15:58:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "c1e51e58-1ca8-4c8e-96da-fbfbbb286538" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:58:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "c1e51e58-1ca8-4c8e-96da-fbfbbb286538" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:58:36 user nova-compute[75278]: DEBUG nova.objects.instance [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lazy-loading 'flavor' on Instance uuid c1e51e58-1ca8-4c8e-96da-fbfbbb286538 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:58:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "c1e51e58-1ca8-4c8e-96da-fbfbbb286538" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.050s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:58:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "c1e51e58-1ca8-4c8e-96da-fbfbbb286538" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:58:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "c1e51e58-1ca8-4c8e-96da-fbfbbb286538" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:58:36 user nova-compute[75278]: INFO nova.compute.manager [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Attaching volume 3c5ea2a1-d47d-47e9-ad62-0b8f2087523d to /dev/vdc
Dec 06 15:58:36 user nova-compute[75278]: DEBUG os_brick.utils [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:58:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:36 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[11ba6d27-73e6-4848-9d9e-3b92456f586e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:36 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[18675148-952d-4ede-a8c0-9aef8aa2e1c9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:36 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e52d9b9-4526-43a4-9f0b-99afb305f67f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:36 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d56e4fa3-f386-4b09-9461-0370a22d2cf3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:58:36 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 15:58:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:36 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:58:36 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 15:58:36 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[21fad973-6c71-46ca-9c32-03cca6d6be0b]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:36 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 15:58:36 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 15:58:36 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 15:58:36 user nova-compute[75278]: DEBUG os_brick.utils [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:58:36 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Updating existing volume attachment record: 3ade740a-9aa4-449f-936f-dbe282e8f041 {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 15:58:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-75d62f29-b33c-4191-a033-f905b049a93d tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:58:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-75d62f29-b33c-4191-a033-f905b049a93d tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:58:38 user nova-compute[75278]: INFO nova.compute.manager [None req-75d62f29-b33c-4191-a033-f905b049a93d tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Detaching volume 88d86680-9f3d-40b9-988f-8e8b47b56ddc
Dec 06 15:58:38 user nova-compute[75278]: INFO nova.virt.block_device [None req-75d62f29-b33c-4191-a033-f905b049a93d tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Attempting to driver detach volume 88d86680-9f3d-40b9-988f-8e8b47b56ddc from mountpoint /dev/vdc
Dec 06 15:58:38 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-75d62f29-b33c-4191-a033-f905b049a93d tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Attempting to detach device vdc from instance b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6 from the persistent domain config. {{(pid=75278) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 15:58:38 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-75d62f29-b33c-4191-a033-f905b049a93d tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 15:58:38 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:58:38 user nova-compute[75278]:   <source dev="/dev/sde"/>
Dec 06 15:58:38 user nova-compute[75278]:   <target dev="vdc" bus="virtio"/>
Dec 06 15:58:38 user nova-compute[75278]:   <serial>88d86680-9f3d-40b9-988f-8e8b47b56ddc</serial>
Dec 06 15:58:38 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 06 15:58:38 user nova-compute[75278]: </disk>
Dec 06 15:58:38 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 15:58:38 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-75d62f29-b33c-4191-a033-f905b049a93d tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Successfully detached device vdc from instance b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6 from the persistent domain config.
Dec 06 15:58:38 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-75d62f29-b33c-4191-a033-f905b049a93d tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6 from the live domain config. {{(pid=75278) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 15:58:38 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-75d62f29-b33c-4191-a033-f905b049a93d tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 15:58:38 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:58:38 user nova-compute[75278]:   <source dev="/dev/sde"/>
Dec 06 15:58:38 user nova-compute[75278]:   <target dev="vdc" bus="virtio"/>
Dec 06 15:58:38 user nova-compute[75278]:   <serial>88d86680-9f3d-40b9-988f-8e8b47b56ddc</serial>
Dec 06 15:58:38 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 06 15:58:38 user nova-compute[75278]: </disk>
Dec 06 15:58:38 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 15:58:39 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-75d62f29-b33c-4191-a033-f905b049a93d tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6 {{(pid=75278) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 15:58:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:45 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EqWoXuJI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:58:46 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:58:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:58:46 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:58:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:58:46 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 15:58:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a62cd69-a62d-4bac-a127-f7267b0e2781]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 15:58:46 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0654f631-ed39-41f2-b977-ee1c508b132e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d] added
Dec 06 15:58:46 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b76adcda-1953-454f-a828-bfb198ce3f91]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c46f350-4b16-4f20-b3bf-7f6f7d807a88]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EqWoXuJI {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EqWoXuJI" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8805f8d-c675-4b1b-96b0-bda822db183c]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'EqWoXuJI'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[31336e1f-0973-4f79-b078-b38a63db590e]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[90b6bb07-9c86-45a6-8cf6-8faa413851ef]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:58:46 user nova-compute[75278]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc (non-flash)
Dec 06 15:58:46 user nova-compute[75278]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 15:58:46 user nova-compute[75278]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75 (non-flash)
Dec 06 15:58:46 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:58:46 user nova-compute[75278]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc (non-flash)
Dec 06 15:58:46 user nova-compute[75278]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 15:58:46 user nova-compute[75278]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75 (non-flash)
Dec 06 15:58:46 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d70b03b-a269-4074-bbd6-396bf74350ea]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d, portal: 172.16.0.220,3260]
Dec 06 15:58:46 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d, portal: 172.16.0.220,3260] successful.
Dec 06 15:58:46 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f83f5645-3a39-4380-8957-7811dc55095e]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b0b16bc-9c6e-4ccc-97e9-f61d883d89ee]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:58:46 user nova-compute[75278]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc (non-flash)
Dec 06 15:58:46 user nova-compute[75278]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 15:58:46 user nova-compute[75278]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75 (non-flash)
Dec 06 15:58:46 user nova-compute[75278]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d (non-flash)
Dec 06 15:58:46 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:58:46 user nova-compute[75278]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc (non-flash)
Dec 06 15:58:46 user nova-compute[75278]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 15:58:46 user nova-compute[75278]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75 (non-flash)
Dec 06 15:58:46 user nova-compute[75278]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d (non-flash)
Dec 06 15:58:46 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.275s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] HCTL ('37', '-', '-', 0) found on session 37 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d694b28-d4bd-4eb6-9f24-7f95ec715047]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Searching for a device in session 37 and hctl ['37', '*', '*', 0] yield: None {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:58:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:47 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:47 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Searching for a device in session 37 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:58:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EqWoXuJI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 15:58:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.306s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:58:47 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] <== connect_volume: return (1308ms) {'type': 'block', 'scsi_wwn': '23435656433653834', 'path': '/dev/sdf'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:58:47 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23435656433653834', 'path': '/dev/sdf'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 15:58:47 user nova-compute[75278]: DEBUG nova.objects.instance [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lazy-loading 'flavor' on Instance uuid c1e51e58-1ca8-4c8e-96da-fbfbbb286538 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:58:47 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 15:58:47 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:58:47 user nova-compute[75278]:   <source dev="/dev/sdf"/>
Dec 06 15:58:47 user nova-compute[75278]:   <target dev="vdc" bus="virtio"/>
Dec 06 15:58:47 user nova-compute[75278]:   <serial>3c5ea2a1-d47d-47e9-ad62-0b8f2087523d</serial>
Dec 06 15:58:47 user nova-compute[75278]: </disk>
Dec 06 15:58:47 user nova-compute[75278]:  {{(pid=75278) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 15:58:48 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:58:48 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:58:48 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:58:48 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] No VIF found with MAC fa:16:3e:66:06:38, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:58:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-dbb67638-d19b-42b3-9e0b-60d0c1287c19 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "c1e51e58-1ca8-4c8e-96da-fbfbbb286538" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.731s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:58:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-e1ea94bb-cab9-462d-88eb-d03e7929e833 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "c1e51e58-1ca8-4c8e-96da-fbfbbb286538" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:58:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-e1ea94bb-cab9-462d-88eb-d03e7929e833 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "c1e51e58-1ca8-4c8e-96da-fbfbbb286538" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:58:48 user nova-compute[75278]: INFO nova.compute.manager [None req-e1ea94bb-cab9-462d-88eb-d03e7929e833 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Detaching volume f022cc0f-252c-4196-ba29-757616267d75
Dec 06 15:58:48 user nova-compute[75278]: INFO nova.virt.block_device [None req-e1ea94bb-cab9-462d-88eb-d03e7929e833 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Attempting to driver detach volume f022cc0f-252c-4196-ba29-757616267d75 from mountpoint /dev/vdb
Dec 06 15:58:48 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-e1ea94bb-cab9-462d-88eb-d03e7929e833 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Attempting to detach device vdb from instance c1e51e58-1ca8-4c8e-96da-fbfbbb286538 from the persistent domain config. {{(pid=75278) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 15:58:48 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-e1ea94bb-cab9-462d-88eb-d03e7929e833 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 15:58:48 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:58:48 user nova-compute[75278]:   <source dev="/dev/sdc"/>
Dec 06 15:58:48 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:58:48 user nova-compute[75278]:   <serial>f022cc0f-252c-4196-ba29-757616267d75</serial>
Dec 06 15:58:48 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 15:58:48 user nova-compute[75278]: </disk>
Dec 06 15:58:48 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 15:58:48 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-e1ea94bb-cab9-462d-88eb-d03e7929e833 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Successfully detached device vdb from instance c1e51e58-1ca8-4c8e-96da-fbfbbb286538 from the persistent domain config.
Dec 06 15:58:48 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-e1ea94bb-cab9-462d-88eb-d03e7929e833 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c1e51e58-1ca8-4c8e-96da-fbfbbb286538 from the live domain config. {{(pid=75278) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 15:58:48 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-e1ea94bb-cab9-462d-88eb-d03e7929e833 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 15:58:48 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:58:48 user nova-compute[75278]:   <source dev="/dev/sdc"/>
Dec 06 15:58:48 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 15:58:48 user nova-compute[75278]:   <serial>f022cc0f-252c-4196-ba29-757616267d75</serial>
Dec 06 15:58:48 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 15:58:48 user nova-compute[75278]: </disk>
Dec 06 15:58:48 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 15:58:49 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-e1ea94bb-cab9-462d-88eb-d03e7929e833 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c1e51e58-1ca8-4c8e-96da-fbfbbb286538 {{(pid=75278) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 15:58:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "7f4156a6-a670-4198-98aa-d2f80c2abba9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:58:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "7f4156a6-a670-4198-98aa-d2f80c2abba9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:58:49 user nova-compute[75278]: DEBUG nova.compute.manager [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 15:58:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:58:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:58:49 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 15:58:49 user nova-compute[75278]: INFO nova.compute.claims [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Claim successful on node user
Dec 06 15:58:49 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:58:50 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:58:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.432s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:58:50 user nova-compute[75278]: DEBUG nova.compute.manager [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 15:58:50 user nova-compute[75278]: DEBUG nova.compute.manager [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 15:58:50 user nova-compute[75278]: DEBUG nova.network.neutron [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 15:58:50 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 15:58:50 user nova-compute[75278]: DEBUG nova.compute.manager [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 15:58:50 user nova-compute[75278]: DEBUG nova.policy [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c46caf813e6430d90d5637f2090c8ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17645f8e67ae42749222c64a2017e818', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 15:58:50 user nova-compute[75278]: DEBUG nova.compute.manager [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 15:58:50 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 15:58:50 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Creating image(s)
Dec 06 15:58:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "/opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:58:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "/opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:58:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "/opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.020s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:58:50 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:50 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.173s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "8b6964317078072a1e593868059fc8dc16213a0c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:58:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:58:50 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:50 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.177s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:50 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:50 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk 1073741824" returned: 0 in 0.047s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.231s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:58:50 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:50 user nova-compute[75278]: DEBUG nova.network.neutron [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Successfully created port: 95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 15:58:50 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.198s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:50 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 15:58:50 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:51 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:51 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Cannot resize image /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 15:58:51 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 15:58:51 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Ensure instance console log exists: /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 15:58:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:58:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:58:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:58:51 user nova-compute[75278]: DEBUG nova.network.neutron [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Successfully updated port: 95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 15:58:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "refresh_cache-7f4156a6-a670-4198-98aa-d2f80c2abba9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:58:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquired lock "refresh_cache-7f4156a6-a670-4198-98aa-d2f80c2abba9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:58:51 user nova-compute[75278]: DEBUG nova.network.neutron [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:58:51 user nova-compute[75278]: DEBUG nova.compute.manager [req-28d63a72-b111-4a0e-b425-7a1a7111660e req-03f1175d-19ff-4c9e-869f-b8ca9181a6e1 service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Received event network-changed-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:58:51 user nova-compute[75278]: DEBUG nova.compute.manager [req-28d63a72-b111-4a0e-b425-7a1a7111660e req-03f1175d-19ff-4c9e-869f-b8ca9181a6e1 service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Refreshing instance network info cache due to event network-changed-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:58:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-28d63a72-b111-4a0e-b425-7a1a7111660e req-03f1175d-19ff-4c9e-869f-b8ca9181a6e1 service nova] Acquiring lock "refresh_cache-7f4156a6-a670-4198-98aa-d2f80c2abba9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:58:51 user nova-compute[75278]: DEBUG nova.network.neutron [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG nova.network.neutron [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Updating instance_info_cache with network_info: [{"id": "95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e", "address": "fa:16:3e:49:df:9f", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95f16aeb-a5", "ovs_interfaceid": "95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Releasing lock "refresh_cache-7f4156a6-a670-4198-98aa-d2f80c2abba9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG nova.compute.manager [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Instance network_info: |[{"id": "95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e", "address": "fa:16:3e:49:df:9f", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95f16aeb-a5", "ovs_interfaceid": "95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-28d63a72-b111-4a0e-b425-7a1a7111660e req-03f1175d-19ff-4c9e-869f-b8ca9181a6e1 service nova] Acquired lock "refresh_cache-7f4156a6-a670-4198-98aa-d2f80c2abba9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG nova.network.neutron [req-28d63a72-b111-4a0e-b425-7a1a7111660e req-03f1175d-19ff-4c9e-869f-b8ca9181a6e1 service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Refreshing network info cache for port 95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Start _get_guest_xml network_info=[{"id": "95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e", "address": "fa:16:3e:49:df:9f", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95f16aeb-a5", "ovs_interfaceid": "95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:58:52 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:58:52 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:58:52 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:58:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-453588720',display_name='tempest-ServerRescueNegativeTestJSON-server-453588720',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-453588720',id=29,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEnp9eZ/EwNwsZnxcJsUkuu2RumeCXaD9hbqVcBBaYqvoshsBQqMliWDek3cndZKq0px1mV5mgXmYeAlmyYG5UmZ9dE8kLTyJmKkH0/l/NJvw8Q2rmJqKbNhT6HXOtCx2g==',key_name='tempest-keypair-1508554887',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='17645f8e67ae42749222c64a2017e818',ramdisk_id='',reservation_id='r-ag4xg1o2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1945514265',owner_user_name='tempest-ServerRescueNegativeTestJSON-1945514265-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:58:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5c46caf813e6430d90d5637f2090c8ba',uuid=7f4156a6-a670-4198-98aa-d2f80c2abba9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e", "address": "fa:16:3e:49:df:9f", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95f16aeb-a5", "ovs_interfaceid": "95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Converting VIF {"id": "95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e", "address": "fa:16:3e:49:df:9f", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95f16aeb-a5", "ovs_interfaceid": "95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:49:df:9f,bridge_name='br-int',has_traffic_filtering=True,id=95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e,network=Network(d11985ab-f39c-48fe-aed1-0b24eae58a73),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95f16aeb-a5') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG nova.objects.instance [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lazy-loading 'pci_devices' on Instance uuid 7f4156a6-a670-4198-98aa-d2f80c2abba9 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:58:52 user nova-compute[75278]:   <uuid>7f4156a6-a670-4198-98aa-d2f80c2abba9</uuid>
Dec 06 15:58:52 user nova-compute[75278]:   <name>instance-0000001d</name>
Dec 06 15:58:52 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 15:58:52 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:58:52 user nova-compute[75278]:   <metadata>
Dec 06 15:58:52 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:58:52 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:58:52 user nova-compute[75278]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-453588720</nova:name>
Dec 06 15:58:52 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:58:52</nova:creationTime>
Dec 06 15:58:52 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 15:58:52 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 15:58:52 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 15:58:52 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:58:52 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:58:52 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:58:52 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:58:52 user nova-compute[75278]:       <nova:owner>
Dec 06 15:58:52 user nova-compute[75278]:         <nova:user uuid="5c46caf813e6430d90d5637f2090c8ba">tempest-ServerRescueNegativeTestJSON-1945514265-project-member</nova:user>
Dec 06 15:58:52 user nova-compute[75278]:         <nova:project uuid="17645f8e67ae42749222c64a2017e818">tempest-ServerRescueNegativeTestJSON-1945514265</nova:project>
Dec 06 15:58:52 user nova-compute[75278]:       </nova:owner>
Dec 06 15:58:52 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 15:58:52 user nova-compute[75278]:       <nova:ports>
Dec 06 15:58:52 user nova-compute[75278]:         <nova:port uuid="95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e">
Dec 06 15:58:52 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 15:58:52 user nova-compute[75278]:         </nova:port>
Dec 06 15:58:52 user nova-compute[75278]:       </nova:ports>
Dec 06 15:58:52 user nova-compute[75278]:     </nova:instance>
Dec 06 15:58:52 user nova-compute[75278]:   </metadata>
Dec 06 15:58:52 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:58:52 user nova-compute[75278]:     <system>
Dec 06 15:58:52 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:58:52 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:58:52 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:58:52 user nova-compute[75278]:       <entry name="serial">7f4156a6-a670-4198-98aa-d2f80c2abba9</entry>
Dec 06 15:58:52 user nova-compute[75278]:       <entry name="uuid">7f4156a6-a670-4198-98aa-d2f80c2abba9</entry>
Dec 06 15:58:52 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:58:52 user nova-compute[75278]:     </system>
Dec 06 15:58:52 user nova-compute[75278]:   </sysinfo>
Dec 06 15:58:52 user nova-compute[75278]:   <os>
Dec 06 15:58:52 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:58:52 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 15:58:52 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:58:52 user nova-compute[75278]:   </os>
Dec 06 15:58:52 user nova-compute[75278]:   <features>
Dec 06 15:58:52 user nova-compute[75278]:     <acpi/>
Dec 06 15:58:52 user nova-compute[75278]:     <apic/>
Dec 06 15:58:52 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:58:52 user nova-compute[75278]:   </features>
Dec 06 15:58:52 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:58:52 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:58:52 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:58:52 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:58:52 user nova-compute[75278]:   </clock>
Dec 06 15:58:52 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:58:52 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:58:52 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:58:52 user nova-compute[75278]:   </cpu>
Dec 06 15:58:52 user nova-compute[75278]:   <devices>
Dec 06 15:58:52 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 15:58:52 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 15:58:52 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk"/>
Dec 06 15:58:52 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 15:58:52 user nova-compute[75278]:     </disk>
Dec 06 15:58:52 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:58:52 user nova-compute[75278]:       <mac address="fa:16:3e:49:df:9f"/>
Dec 06 15:58:52 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:58:52 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:58:52 user nova-compute[75278]:       <target dev="tap95f16aeb-a5"/>
Dec 06 15:58:52 user nova-compute[75278]:     </interface>
Dec 06 15:58:52 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:58:52 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/console.log" append="off"/>
Dec 06 15:58:52 user nova-compute[75278]:     </serial>
Dec 06 15:58:52 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:58:52 user nova-compute[75278]:     <video>
Dec 06 15:58:52 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:58:52 user nova-compute[75278]:     </video>
Dec 06 15:58:52 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:58:52 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:58:52 user nova-compute[75278]:     </rng>
Dec 06 15:58:52 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:58:52 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:58:52 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:58:52 user nova-compute[75278]:     </memballoon>
Dec 06 15:58:52 user nova-compute[75278]:   </devices>
Dec 06 15:58:52 user nova-compute[75278]: </domain>
Dec 06 15:58:52 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:58:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-453588720',display_name='tempest-ServerRescueNegativeTestJSON-server-453588720',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-453588720',id=29,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEnp9eZ/EwNwsZnxcJsUkuu2RumeCXaD9hbqVcBBaYqvoshsBQqMliWDek3cndZKq0px1mV5mgXmYeAlmyYG5UmZ9dE8kLTyJmKkH0/l/NJvw8Q2rmJqKbNhT6HXOtCx2g==',key_name='tempest-keypair-1508554887',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='17645f8e67ae42749222c64a2017e818',ramdisk_id='',reservation_id='r-ag4xg1o2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1945514265',owner_user_name='tempest-ServerRescueNegativeTestJSON-1945514265-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:58:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5c46caf813e6430d90d5637f2090c8ba',uuid=7f4156a6-a670-4198-98aa-d2f80c2abba9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e", "address": "fa:16:3e:49:df:9f", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95f16aeb-a5", "ovs_interfaceid": "95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Converting VIF {"id": "95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e", "address": "fa:16:3e:49:df:9f", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95f16aeb-a5", "ovs_interfaceid": "95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:49:df:9f,bridge_name='br-int',has_traffic_filtering=True,id=95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e,network=Network(d11985ab-f39c-48fe-aed1-0b24eae58a73),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95f16aeb-a5') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG os_vif [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:49:df:9f,bridge_name='br-int',has_traffic_filtering=True,id=95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e,network=Network(d11985ab-f39c-48fe-aed1-0b24eae58a73),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95f16aeb-a5') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5ae2f306-3de8-5d40-bc6a-706c15b5a29e', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap95f16aeb-a5, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap95f16aeb-a5, col_values=(('qos', UUID('ef0bef2d-c514-4bb2-9bba-4b9fb1f8f0e1')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap95f16aeb-a5, col_values=(('external_ids', {'iface-id': '95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:49:df:9f', 'vm-uuid': '7f4156a6-a670-4198-98aa-d2f80c2abba9'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:52 user nova-compute[75278]: INFO os_vif [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:49:df:9f,bridge_name='br-int',has_traffic_filtering=True,id=95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e,network=Network(d11985ab-f39c-48fe-aed1-0b24eae58a73),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95f16aeb-a5')
Dec 06 15:58:52 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] No VIF found with MAC fa:16:3e:49:df:9f, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG nova.network.neutron [req-28d63a72-b111-4a0e-b425-7a1a7111660e req-03f1175d-19ff-4c9e-869f-b8ca9181a6e1 service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Updated VIF entry in instance network info cache for port 95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG nova.network.neutron [req-28d63a72-b111-4a0e-b425-7a1a7111660e req-03f1175d-19ff-4c9e-869f-b8ca9181a6e1 service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Updating instance_info_cache with network_info: [{"id": "95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e", "address": "fa:16:3e:49:df:9f", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95f16aeb-a5", "ovs_interfaceid": "95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:58:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-28d63a72-b111-4a0e-b425-7a1a7111660e req-03f1175d-19ff-4c9e-869f-b8ca9181a6e1 service nova] Releasing lock "refresh_cache-7f4156a6-a670-4198-98aa-d2f80c2abba9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:58:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:53 user nova-compute[75278]: DEBUG nova.compute.manager [req-b2fe0b50-a051-47bb-b098-b6b378726cd8 req-cb9711b0-c5b0-4d97-893b-c6625862aa67 service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Received event network-vif-plugged-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:58:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-b2fe0b50-a051-47bb-b098-b6b378726cd8 req-cb9711b0-c5b0-4d97-893b-c6625862aa67 service nova] Acquiring lock "7f4156a6-a670-4198-98aa-d2f80c2abba9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:58:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-b2fe0b50-a051-47bb-b098-b6b378726cd8 req-cb9711b0-c5b0-4d97-893b-c6625862aa67 service nova] Lock "7f4156a6-a670-4198-98aa-d2f80c2abba9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:58:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-b2fe0b50-a051-47bb-b098-b6b378726cd8 req-cb9711b0-c5b0-4d97-893b-c6625862aa67 service nova] Lock "7f4156a6-a670-4198-98aa-d2f80c2abba9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:58:53 user nova-compute[75278]: DEBUG nova.compute.manager [req-b2fe0b50-a051-47bb-b098-b6b378726cd8 req-cb9711b0-c5b0-4d97-893b-c6625862aa67 service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] No waiting events found dispatching network-vif-plugged-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:58:53 user nova-compute[75278]: WARNING nova.compute.manager [req-b2fe0b50-a051-47bb-b098-b6b378726cd8 req-cb9711b0-c5b0-4d97-893b-c6625862aa67 service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Received unexpected event network-vif-plugged-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e for instance with vm_state building and task_state spawning.
Dec 06 15:58:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:55 user nova-compute[75278]: DEBUG nova.compute.manager [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 15:58:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 15:58:55 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Instance spawned successfully.
Dec 06 15:58:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 15:58:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:58:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:58:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:58:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:58:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:58:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 15:58:55 user nova-compute[75278]: INFO nova.compute.manager [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Took 5.63 seconds to spawn the instance on the hypervisor.
Dec 06 15:58:55 user nova-compute[75278]: DEBUG nova.compute.manager [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 15:58:55 user nova-compute[75278]: DEBUG nova.compute.manager [req-45581b73-6a69-497b-9d40-4c76f96494c2 req-6e84628c-6db5-41ae-814e-349b0c3f60e9 service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Received event network-vif-plugged-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:58:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-45581b73-6a69-497b-9d40-4c76f96494c2 req-6e84628c-6db5-41ae-814e-349b0c3f60e9 service nova] Acquiring lock "7f4156a6-a670-4198-98aa-d2f80c2abba9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:58:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-45581b73-6a69-497b-9d40-4c76f96494c2 req-6e84628c-6db5-41ae-814e-349b0c3f60e9 service nova] Lock "7f4156a6-a670-4198-98aa-d2f80c2abba9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:58:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-45581b73-6a69-497b-9d40-4c76f96494c2 req-6e84628c-6db5-41ae-814e-349b0c3f60e9 service nova] Lock "7f4156a6-a670-4198-98aa-d2f80c2abba9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:58:55 user nova-compute[75278]: DEBUG nova.compute.manager [req-45581b73-6a69-497b-9d40-4c76f96494c2 req-6e84628c-6db5-41ae-814e-349b0c3f60e9 service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] No waiting events found dispatching network-vif-plugged-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:58:55 user nova-compute[75278]: WARNING nova.compute.manager [req-45581b73-6a69-497b-9d40-4c76f96494c2 req-6e84628c-6db5-41ae-814e-349b0c3f60e9 service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Received unexpected event network-vif-plugged-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e for instance with vm_state building and task_state spawning.
Dec 06 15:58:55 user nova-compute[75278]: INFO nova.compute.manager [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Took 6.39 seconds to build instance.
Dec 06 15:58:56 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-62922a72-5035-4b5b-a7fc-72de99b59cb7 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "7f4156a6-a670-4198-98aa-d2f80c2abba9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.483s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:58:57 user nova-compute[75278]: DEBUG nova.compute.manager [req-76a863c9-66cd-4fa4-bf79-19822e5e4c05 req-d8b23931-b7c0-49c7-a687-0f36ac6d2b90 service nova] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Received event network-changed-fecc4e69-7597-4f57-858f-d2484f5768d7 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:58:57 user nova-compute[75278]: DEBUG nova.compute.manager [req-76a863c9-66cd-4fa4-bf79-19822e5e4c05 req-d8b23931-b7c0-49c7-a687-0f36ac6d2b90 service nova] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Refreshing instance network info cache due to event network-changed-fecc4e69-7597-4f57-858f-d2484f5768d7. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:58:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-76a863c9-66cd-4fa4-bf79-19822e5e4c05 req-d8b23931-b7c0-49c7-a687-0f36ac6d2b90 service nova] Acquiring lock "refresh_cache-accf5417-e552-4fa7-8b65-5f3121d1d17f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:58:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-76a863c9-66cd-4fa4-bf79-19822e5e4c05 req-d8b23931-b7c0-49c7-a687-0f36ac6d2b90 service nova] Acquired lock "refresh_cache-accf5417-e552-4fa7-8b65-5f3121d1d17f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:58:57 user nova-compute[75278]: DEBUG nova.network.neutron [req-76a863c9-66cd-4fa4-bf79-19822e5e4c05 req-d8b23931-b7c0-49c7-a687-0f36ac6d2b90 service nova] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Refreshing network info cache for port fecc4e69-7597-4f57-858f-d2484f5768d7 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:58:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:58:57 user nova-compute[75278]: DEBUG nova.network.neutron [req-76a863c9-66cd-4fa4-bf79-19822e5e4c05 req-d8b23931-b7c0-49c7-a687-0f36ac6d2b90 service nova] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Updated VIF entry in instance network info cache for port fecc4e69-7597-4f57-858f-d2484f5768d7. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:58:57 user nova-compute[75278]: DEBUG nova.network.neutron [req-76a863c9-66cd-4fa4-bf79-19822e5e4c05 req-d8b23931-b7c0-49c7-a687-0f36ac6d2b90 service nova] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Updating instance_info_cache with network_info: [{"id": "fecc4e69-7597-4f57-858f-d2484f5768d7", "address": "fa:16:3e:3f:99:ad", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfecc4e69-75", "ovs_interfaceid": "fecc4e69-7597-4f57-858f-d2484f5768d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:58:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-76a863c9-66cd-4fa4-bf79-19822e5e4c05 req-d8b23931-b7c0-49c7-a687-0f36ac6d2b90 service nova] Releasing lock "refresh_cache-accf5417-e552-4fa7-8b65-5f3121d1d17f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:58:58 user nova-compute[75278]: DEBUG nova.compute.manager [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Stashing vm_state: active {{(pid=75278) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Dec 06 15:58:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:58:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:58:58 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 15:58:58 user nova-compute[75278]: INFO nova.compute.claims [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Claim successful on node user
Dec 06 15:58:58 user nova-compute[75278]: INFO nova.compute.resource_tracker [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Updating resource usage from migration d75f08e2-9e6a-455c-807d-709fea8cf9e4
Dec 06 15:58:59 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.478s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:58:59 user nova-compute[75278]: INFO nova.compute.manager [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Migrating
Dec 06 15:58:59 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-75d62f29-b33c-4191-a033-f905b049a93d tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6 is timed out.
Dec 06 15:58:59 user nova-compute[75278]: DEBUG nova.compute.manager [req-2e70fca0-896e-49a5-8472-a97c21c73914 req-6e06cc22-dff4-45b5-bd7e-a960e40dbdc4 service nova] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Received event network-changed-dff7c338-bb43-4b13-971d-c4c4fb076e22 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG nova.compute.manager [req-2e70fca0-896e-49a5-8472-a97c21c73914 req-6e06cc22-dff4-45b5-bd7e-a960e40dbdc4 service nova] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Refreshing instance network info cache due to event network-changed-dff7c338-bb43-4b13-971d-c4c4fb076e22. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2e70fca0-896e-49a5-8472-a97c21c73914 req-6e06cc22-dff4-45b5-bd7e-a960e40dbdc4 service nova] Acquiring lock "refresh_cache-d25e73e5-e14b-4a7b-bd77-1008159951cd" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2e70fca0-896e-49a5-8472-a97c21c73914 req-6e06cc22-dff4-45b5-bd7e-a960e40dbdc4 service nova] Acquired lock "refresh_cache-d25e73e5-e14b-4a7b-bd77-1008159951cd" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG nova.network.neutron [req-2e70fca0-896e-49a5-8472-a97c21c73914 req-6e06cc22-dff4-45b5-bd7e-a960e40dbdc4 service nova] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Refreshing network info cache for port dff7c338-bb43-4b13-971d-c4c4fb076e22 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:58:59 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-75d62f29-b33c-4191-a033-f905b049a93d tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Successfully detached device vdc from instance b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6 from the live domain config.
Dec 06 15:58:59 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-75d62f29-b33c-4191-a033-f905b049a93d tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-75d62f29-b33c-4191-a033-f905b049a93d tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HkChzfsG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:58:59 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-75d62f29-b33c-4191-a033-f905b049a93d tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:58:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-75d62f29-b33c-4191-a033-f905b049a93d tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-75d62f29-b33c-4191-a033-f905b049a93d tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "refresh_cache-d25e73e5-e14b-4a7b-bd77-1008159951cd" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2aa2e3bc-7a81-42a3-8f14-61e7a50330f8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-75d62f29-b33c-4191-a033-f905b049a93d tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 15:58:59 user nova-compute[75278]: No targets found.
Dec 06 15:58:59 user nova-compute[75278]: iSNS:
Dec 06 15:58:59 user nova-compute[75278]: No targets found.
Dec 06 15:58:59 user nova-compute[75278]: STATIC:
Dec 06 15:58:59 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d
Dec 06 15:58:59 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:58:59 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:58:59 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d
Dec 06 15:58:59 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:58:59 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:58:59 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648
Dec 06 15:58:59 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:58:59 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:58:59 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc
Dec 06 15:58:59 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:58:59 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:58:59 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75
Dec 06 15:58:59 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:58:59 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:58:59 user nova-compute[75278]: FIRMWARE:
Dec 06 15:58:59 user nova-compute[75278]: No targets found.
Dec 06 15:58:59 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-75d62f29-b33c-4191-a033-f905b049a93d tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 15:58:59 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 15:58:59 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-75d62f29-b33c-4191-a033-f905b049a93d tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[343fc0b5-cdab-4b7b-98cc-bd5608b79647]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f62b4404-6d07-477e-900c-7512321932e3]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-75d62f29-b33c-4191-a033-f905b049a93d tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:58:59 user nova-compute[75278]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc (non-flash)
Dec 06 15:58:59 user nova-compute[75278]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 15:58:59 user nova-compute[75278]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75 (non-flash)
Dec 06 15:58:59 user nova-compute[75278]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d (non-flash)
Dec 06 15:58:59 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-75d62f29-b33c-4191-a033-f905b049a93d tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:58:59 user nova-compute[75278]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc (non-flash)
Dec 06 15:58:59 user nova-compute[75278]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 15:58:59 user nova-compute[75278]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75 (non-flash)
Dec 06 15:58:59 user nova-compute[75278]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d (non-flash)
Dec 06 15:58:59 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-75d62f29-b33c-4191-a033-f905b049a93d tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f440c738160>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc'): ({'sde'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-75d62f29-b33c-4191-a033-f905b049a93d tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Removing single pathed devices sde {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3eae9c66-da21-4702-9748-1ec1e662d078]: (4, ('path checker states:\nup                  4\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3349f02-fcee-463f-a110-30c95ad28769]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-75d62f29-b33c-4191-a033-f905b049a93d tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Flushing IO for device /dev/sde {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[198e741b-c4b9-44f9-b13f-2676535b0973]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-75d62f29-b33c-4191-a033-f905b049a93d tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.063s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[638045c1-c96b-4c81-8670-b830fd764d0c]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-75d62f29-b33c-4191-a033-f905b049a93d tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-75d62f29-b33c-4191-a033-f905b049a93d tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] SCSI volumes sde have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-75d62f29-b33c-4191-a033-f905b049a93d tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[664a6884-f01d-4894-884d-52a0e4bd096f]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-75d62f29-b33c-4191-a033-f905b049a93d tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4afc1e8-b43a-4dc7-975b-4f8cce8c2621]: (4, ('Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc, portal: 172.16.0.220,3260]\nLogout of [sid: 34, target: iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-75d62f29-b33c-4191-a033-f905b049a93d tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc, portal: 172.16.0.220,3260]
Dec 06 15:58:59 user nova-compute[75278]: Logout of [sid: 34, target: iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc, portal: 172.16.0.220,3260] successful.
Dec 06 15:58:59 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88d86680-9f3d-40b9-988f-8e8b47b56ddc -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2025184-de78-43c1-b6af-b45f33f9523f]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-75d62f29-b33c-4191-a033-f905b049a93d tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-75d62f29-b33c-4191-a033-f905b049a93d tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.355s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-75d62f29-b33c-4191-a033-f905b049a93d tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] <== disconnect_volume: return (356ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-75d62f29-b33c-4191-a033-f905b049a93d tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG nova.network.neutron [req-2e70fca0-896e-49a5-8472-a97c21c73914 req-6e06cc22-dff4-45b5-bd7e-a960e40dbdc4 service nova] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Updated VIF entry in instance network info cache for port dff7c338-bb43-4b13-971d-c4c4fb076e22. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG nova.network.neutron [req-2e70fca0-896e-49a5-8472-a97c21c73914 req-6e06cc22-dff4-45b5-bd7e-a960e40dbdc4 service nova] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Updating instance_info_cache with network_info: [{"id": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "address": "fa:16:3e:39:2b:e4", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdff7c338-bb", "ovs_interfaceid": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2e70fca0-896e-49a5-8472-a97c21c73914 req-6e06cc22-dff4-45b5-bd7e-a960e40dbdc4 service nova] Releasing lock "refresh_cache-d25e73e5-e14b-4a7b-bd77-1008159951cd" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquired lock "refresh_cache-d25e73e5-e14b-4a7b-bd77-1008159951cd" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:58:59 user nova-compute[75278]: DEBUG nova.network.neutron [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:59:00 user nova-compute[75278]: DEBUG nova.network.neutron [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Updating instance_info_cache with network_info: [{"id": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "address": "fa:16:3e:39:2b:e4", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdff7c338-bb", "ovs_interfaceid": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:59:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Releasing lock "refresh_cache-d25e73e5-e14b-4a7b-bd77-1008159951cd" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:59:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Starting migrate_disk_and_power_off {{(pid=75278) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11490}}
Dec 06 15:59:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:00 user nova-compute[75278]: DEBUG nova.objects.instance [None req-75d62f29-b33c-4191-a033-f905b049a93d tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lazy-loading 'flavor' on Instance uuid b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:59:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-75d62f29-b33c-4191-a033-f905b049a93d tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.858s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:59:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:00 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Instance destroyed successfully.
Dec 06 15:59:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:57:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-710234916',display_name='tempest-ServerActionsTestOtherA-server-710234916',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-710234916',id=26,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIbZd61hKV1DCLJ14HWMBl+XvNd4eJuDuOSh6DYQjhAcF2mvh24+SVYU2dT70fYQF5UcTC2tOwU49aLMp+j9PIFa6P+djtxb354zT2iOSl5yYAOOdX4gJxhu5dGsxJIw7A==',key_name='tempest-keypair-956941909',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:57:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='9cab662082c54ba684178b494adc8eac',ramdisk_id='',reservation_id='r-132xgwmu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-749613830',owner_user_name='tempest-ServerActionsTestOtherA-749613830-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:58:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='518fb7d77ef147348fd03cb374e9b293',uuid=d25e73e5-e14b-4a7b-bd77-1008159951cd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "address": "fa:16:3e:39:2b:e4", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.162", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-871853134-network", "vif_mac": "fa:16:3e:39:2b:e4"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdff7c338-bb", "ovs_interfaceid": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:59:00 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Converting VIF {"id": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "address": "fa:16:3e:39:2b:e4", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.162", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-871853134-network", "vif_mac": "fa:16:3e:39:2b:e4"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdff7c338-bb", "ovs_interfaceid": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:59:00 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:39:2b:e4,bridge_name='br-int',has_traffic_filtering=True,id=dff7c338-bb43-4b13-971d-c4c4fb076e22,network=Network(27770857-f5da-42f3-a973-e80b37986960),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdff7c338-bb') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:59:00 user nova-compute[75278]: DEBUG os_vif [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:39:2b:e4,bridge_name='br-int',has_traffic_filtering=True,id=dff7c338-bb43-4b13-971d-c4c4fb076e22,network=Network(27770857-f5da-42f3-a973-e80b37986960),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdff7c338-bb') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:59:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdff7c338-bb, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:59:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:59:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=735bcf76-9e60-4aee-b2cc-81ac75c7019e) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:59:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:00 user nova-compute[75278]: INFO os_vif [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:39:2b:e4,bridge_name='br-int',has_traffic_filtering=True,id=dff7c338-bb43-4b13-971d-c4c4fb076e22,network=Network(27770857-f5da-42f3-a973-e80b37986960),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdff7c338-bb')
Dec 06 15:59:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 15:59:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MCgvzsFf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:59:00 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:59:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:59:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:59:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a602198-fc08-4b2f-9ada-5f952be406e2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 15:59:01 user nova-compute[75278]: No targets found.
Dec 06 15:59:01 user nova-compute[75278]: iSNS:
Dec 06 15:59:01 user nova-compute[75278]: No targets found.
Dec 06 15:59:01 user nova-compute[75278]: STATIC:
Dec 06 15:59:01 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d
Dec 06 15:59:01 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:59:01 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:59:01 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d
Dec 06 15:59:01 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:59:01 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:59:01 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648
Dec 06 15:59:01 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:59:01 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:59:01 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75
Dec 06 15:59:01 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:59:01 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:59:01 user nova-compute[75278]: FIRMWARE:
Dec 06 15:59:01 user nova-compute[75278]: No targets found.
Dec 06 15:59:01 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 15:59:01 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 15:59:01 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f088a7d2-2531-4e84-bfaa-c22e4c5913ee]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1476c2da-3679-4730-b38e-efdb43883751]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:59:01 user nova-compute[75278]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 15:59:01 user nova-compute[75278]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75 (non-flash)
Dec 06 15:59:01 user nova-compute[75278]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d (non-flash)
Dec 06 15:59:01 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:59:01 user nova-compute[75278]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 15:59:01 user nova-compute[75278]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75 (non-flash)
Dec 06 15:59:01 user nova-compute[75278]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d (non-flash)
Dec 06 15:59:01 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c6be560>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d'): ({'sdb'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Removing single pathed devices sdb {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7984f2b8-45f7-4baa-b126-a898f23ca3a5]: (4, ('path checker states:\nup                  3\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d17dd751-a194-417b-8e36-9f745206ef67]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Flushing IO for device /dev/sdb {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae447971-afd5-48ee-b64a-5f49997e024f]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.033s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[35442921-c1eb-4b95-9819-5326309503a3]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] SCSI volumes sdb have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[31460184-d428-4377-bca6-a28b7d9f5640]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-8927818d-9730-4f06-b08c-e709edaa3619 req-ae4b7e63-2f1a-447a-be13-44c0d3d5ed90 service nova] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Received event network-vif-unplugged-dff7c338-bb43-4b13-971d-c4c4fb076e22 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-8927818d-9730-4f06-b08c-e709edaa3619 req-ae4b7e63-2f1a-447a-be13-44c0d3d5ed90 service nova] Acquiring lock "d25e73e5-e14b-4a7b-bd77-1008159951cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-8927818d-9730-4f06-b08c-e709edaa3619 req-ae4b7e63-2f1a-447a-be13-44c0d3d5ed90 service nova] Lock "d25e73e5-e14b-4a7b-bd77-1008159951cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-8927818d-9730-4f06-b08c-e709edaa3619 req-ae4b7e63-2f1a-447a-be13-44c0d3d5ed90 service nova] Lock "d25e73e5-e14b-4a7b-bd77-1008159951cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-8927818d-9730-4f06-b08c-e709edaa3619 req-ae4b7e63-2f1a-447a-be13-44c0d3d5ed90 service nova] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] No waiting events found dispatching network-vif-unplugged-dff7c338-bb43-4b13-971d-c4c4fb076e22 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:59:01 user nova-compute[75278]: WARNING nova.compute.manager [req-8927818d-9730-4f06-b08c-e709edaa3619 req-ae4b7e63-2f1a-447a-be13-44c0d3d5ed90 service nova] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Received unexpected event network-vif-unplugged-dff7c338-bb43-4b13-971d-c4c4fb076e22 for instance with vm_state active and task_state resize_migrating.
Dec 06 15:59:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-8927818d-9730-4f06-b08c-e709edaa3619 req-ae4b7e63-2f1a-447a-be13-44c0d3d5ed90 service nova] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Received event network-vif-plugged-dff7c338-bb43-4b13-971d-c4c4fb076e22 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-8927818d-9730-4f06-b08c-e709edaa3619 req-ae4b7e63-2f1a-447a-be13-44c0d3d5ed90 service nova] Acquiring lock "d25e73e5-e14b-4a7b-bd77-1008159951cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-8927818d-9730-4f06-b08c-e709edaa3619 req-ae4b7e63-2f1a-447a-be13-44c0d3d5ed90 service nova] Lock "d25e73e5-e14b-4a7b-bd77-1008159951cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-8927818d-9730-4f06-b08c-e709edaa3619 req-ae4b7e63-2f1a-447a-be13-44c0d3d5ed90 service nova] Lock "d25e73e5-e14b-4a7b-bd77-1008159951cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-8927818d-9730-4f06-b08c-e709edaa3619 req-ae4b7e63-2f1a-447a-be13-44c0d3d5ed90 service nova] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] No waiting events found dispatching network-vif-plugged-dff7c338-bb43-4b13-971d-c4c4fb076e22 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:59:01 user nova-compute[75278]: WARNING nova.compute.manager [req-8927818d-9730-4f06-b08c-e709edaa3619 req-ae4b7e63-2f1a-447a-be13-44c0d3d5ed90 service nova] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Received unexpected event network-vif-plugged-dff7c338-bb43-4b13-971d-c4c4fb076e22 for instance with vm_state active and task_state resize_migrating.
Dec 06 15:59:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[70bdcc09-c710-400b-9fea-bbd411058d69]: (4, ('Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d, portal: 172.16.0.220,3260]\nLogout of [sid: 35, target: iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d, portal: 172.16.0.220,3260]
Dec 06 15:59:01 user nova-compute[75278]: Logout of [sid: 35, target: iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d, portal: 172.16.0.220,3260] successful.
Dec 06 15:59:01 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[42f4736f-2b94-4da3-b501-be23e9a7db34]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.298s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] <== disconnect_volume: return (299ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 15:59:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 15:59:02 user nova-compute[75278]: DEBUG nova.network.neutron [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Port dff7c338-bb43-4b13-971d-c4c4fb076e22 binding to destination host user is already ACTIVE {{(pid=75278) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Dec 06 15:59:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "d25e73e5-e14b-4a7b-bd77-1008159951cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:59:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "d25e73e5-e14b-4a7b-bd77-1008159951cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:59:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "d25e73e5-e14b-4a7b-bd77-1008159951cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:59:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "refresh_cache-d25e73e5-e14b-4a7b-bd77-1008159951cd" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:59:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquired lock "refresh_cache-d25e73e5-e14b-4a7b-bd77-1008159951cd" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:59:02 user nova-compute[75278]: DEBUG nova.network.neutron [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 15:59:02 user nova-compute[75278]: DEBUG nova.network.neutron [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Updating instance_info_cache with network_info: [{"id": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "address": "fa:16:3e:39:2b:e4", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdff7c338-bb", "ovs_interfaceid": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:59:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Releasing lock "refresh_cache-d25e73e5-e14b-4a7b-bd77-1008159951cd" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:59:02 user nova-compute[75278]: DEBUG os_brick.utils [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:59:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:02 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb682fde-cc23-4d1c-b22a-fdf47770f578]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:03 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0393cea3-f506-4d76-9b12-e86c8ae5860d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:03 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5aa59b7-d64a-4507-b2c4-bfef8fcaf599]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:03 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f249ad14-e8c3-475c-911f-18b911365c90]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:59:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 15:59:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:59:03 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 15:59:03 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[14061628-02bd-4dbc-a0b9-2a54be951352]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 15:59:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 15:59:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 15:59:03 user nova-compute[75278]: DEBUG os_brick.utils [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] <== get_connector_properties: return (112ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:59:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:09 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-e1ea94bb-cab9-462d-88eb-d03e7929e833 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c1e51e58-1ca8-4c8e-96da-fbfbbb286538 is timed out.
Dec 06 15:59:09 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-e1ea94bb-cab9-462d-88eb-d03e7929e833 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Successfully detached device vdb from instance c1e51e58-1ca8-4c8e-96da-fbfbbb286538 from the live domain config.
Dec 06 15:59:09 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e1ea94bb-cab9-462d-88eb-d03e7929e833 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ea94bb-cab9-462d-88eb-d03e7929e833 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vpRYZPfs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:59:09 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-e1ea94bb-cab9-462d-88eb-d03e7929e833 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:59:09 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-e1ea94bb-cab9-462d-88eb-d03e7929e833 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-e1ea94bb-cab9-462d-88eb-d03e7929e833 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[94a7afc6-b7c5-45be-a070-01c72c9f5dc9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ea94bb-cab9-462d-88eb-d03e7929e833 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 15:59:09 user nova-compute[75278]: No targets found.
Dec 06 15:59:09 user nova-compute[75278]: iSNS:
Dec 06 15:59:09 user nova-compute[75278]: No targets found.
Dec 06 15:59:09 user nova-compute[75278]: STATIC:
Dec 06 15:59:09 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d
Dec 06 15:59:09 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:59:09 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:59:09 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648
Dec 06 15:59:09 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:59:09 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:59:09 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75
Dec 06 15:59:09 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:59:09 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:59:09 user nova-compute[75278]: FIRMWARE:
Dec 06 15:59:09 user nova-compute[75278]: No targets found.
Dec 06 15:59:09 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ea94bb-cab9-462d-88eb-d03e7929e833 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 15:59:09 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 15:59:09 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ea94bb-cab9-462d-88eb-d03e7929e833 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.027s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c53a20e4-0400-4ab6-badc-af53ac5d4837]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bd06744-acca-4b09-b255-7ad5c33ef148]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ea94bb-cab9-462d-88eb-d03e7929e833 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:59:09 user nova-compute[75278]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75 (non-flash)
Dec 06 15:59:09 user nova-compute[75278]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d (non-flash)
Dec 06 15:59:09 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ea94bb-cab9-462d-88eb-d03e7929e833 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:59:09 user nova-compute[75278]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75 (non-flash)
Dec 06 15:59:09 user nova-compute[75278]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d (non-flash)
Dec 06 15:59:09 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ea94bb-cab9-462d-88eb-d03e7929e833 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f440c738d30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75'): ({'sdc'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-e1ea94bb-cab9-462d-88eb-d03e7929e833 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Removing single pathed devices sdc {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5634990c-e48e-4b19-afc2-a9122bbee81f]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc4bb478-e0ef-4392-bcf1-24cd204d1e95]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-e1ea94bb-cab9-462d-88eb-d03e7929e833 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Flushing IO for device /dev/sdc {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee1998c2-5565-40d1-b188-8911c87541f6]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-e1ea94bb-cab9-462d-88eb-d03e7929e833 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.045s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2414b45a-8c4a-468d-b486-ccd488aa5091]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-e1ea94bb-cab9-462d-88eb-d03e7929e833 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-e1ea94bb-cab9-462d-88eb-d03e7929e833 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] SCSI volumes sdc have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ea94bb-cab9-462d-88eb-d03e7929e833 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[298686bd-e640-4402-b6e2-699c11ab9e4c]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ea94bb-cab9-462d-88eb-d03e7929e833 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75 -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d9bd025-362a-4487-903c-7e502a25b5a7]: (4, ('Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75, portal: 172.16.0.220,3260]\nLogout of [sid: 36, target: iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ea94bb-cab9-462d-88eb-d03e7929e833 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75, portal: 172.16.0.220,3260]
Dec 06 15:59:09 user nova-compute[75278]: Logout of [sid: 36, target: iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75, portal: 172.16.0.220,3260] successful.
Dec 06 15:59:09 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75 -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f022cc0f-252c-4196-ba29-757616267d75 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4eeee3d-4932-4b10-81e2-7daf1c51c498]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ea94bb-cab9-462d-88eb-d03e7929e833 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-e1ea94bb-cab9-462d-88eb-d03e7929e833 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.356s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ea94bb-cab9-462d-88eb-d03e7929e833 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] <== disconnect_volume: return (358ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:59:09 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e1ea94bb-cab9-462d-88eb-d03e7929e833 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 15:59:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:10 user nova-compute[75278]: DEBUG nova.objects.instance [None req-e1ea94bb-cab9-462d-88eb-d03e7929e833 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lazy-loading 'flavor' on Instance uuid c1e51e58-1ca8-4c8e-96da-fbfbbb286538 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:59:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-e1ea94bb-cab9-462d-88eb-d03e7929e833 tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "c1e51e58-1ca8-4c8e-96da-fbfbbb286538" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.916s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:59:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:11 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:59:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f9a8d5e0-1e30-4643-9cd9-8c5b0667637b tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "c1e51e58-1ca8-4c8e-96da-fbfbbb286538" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:59:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f9a8d5e0-1e30-4643-9cd9-8c5b0667637b tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "c1e51e58-1ca8-4c8e-96da-fbfbbb286538" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:59:11 user nova-compute[75278]: INFO nova.compute.manager [None req-f9a8d5e0-1e30-4643-9cd9-8c5b0667637b tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Detaching volume 3c5ea2a1-d47d-47e9-ad62-0b8f2087523d
Dec 06 15:59:11 user nova-compute[75278]: INFO nova.virt.block_device [None req-f9a8d5e0-1e30-4643-9cd9-8c5b0667637b tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Attempting to driver detach volume 3c5ea2a1-d47d-47e9-ad62-0b8f2087523d from mountpoint /dev/vdc
Dec 06 15:59:11 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-f9a8d5e0-1e30-4643-9cd9-8c5b0667637b tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Attempting to detach device vdc from instance c1e51e58-1ca8-4c8e-96da-fbfbbb286538 from the persistent domain config. {{(pid=75278) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 15:59:11 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-f9a8d5e0-1e30-4643-9cd9-8c5b0667637b tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 15:59:11 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:59:11 user nova-compute[75278]:   <source dev="/dev/sdf"/>
Dec 06 15:59:11 user nova-compute[75278]:   <target dev="vdc" bus="virtio"/>
Dec 06 15:59:11 user nova-compute[75278]:   <serial>3c5ea2a1-d47d-47e9-ad62-0b8f2087523d</serial>
Dec 06 15:59:11 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 06 15:59:11 user nova-compute[75278]: </disk>
Dec 06 15:59:11 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 15:59:11 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-f9a8d5e0-1e30-4643-9cd9-8c5b0667637b tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Successfully detached device vdc from instance c1e51e58-1ca8-4c8e-96da-fbfbbb286538 from the persistent domain config.
Dec 06 15:59:11 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-f9a8d5e0-1e30-4643-9cd9-8c5b0667637b tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance c1e51e58-1ca8-4c8e-96da-fbfbbb286538 from the live domain config. {{(pid=75278) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 15:59:11 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-f9a8d5e0-1e30-4643-9cd9-8c5b0667637b tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 15:59:11 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:59:11 user nova-compute[75278]:   <source dev="/dev/sdf"/>
Dec 06 15:59:11 user nova-compute[75278]:   <target dev="vdc" bus="virtio"/>
Dec 06 15:59:11 user nova-compute[75278]:   <serial>3c5ea2a1-d47d-47e9-ad62-0b8f2087523d</serial>
Dec 06 15:59:11 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 06 15:59:11 user nova-compute[75278]: </disk>
Dec 06 15:59:11 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 15:59:12 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-f9a8d5e0-1e30-4643-9cd9-8c5b0667637b tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance c1e51e58-1ca8-4c8e-96da-fbfbbb286538 {{(pid=75278) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 15:59:12 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Starting finish_migration {{(pid=75278) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11677}}
Dec 06 15:59:12 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Instance directory exists: not creating {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Dec 06 15:59:12 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Creating image(s)
Dec 06 15:59:12 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Did not create local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 15:59:12 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Ensure instance console log exists: /opt/stack/data/nova/instances/d25e73e5-e14b-4a7b-bd77-1008159951cd/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 15:59:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:59:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:59:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:59:12 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Start _get_guest_xml network_info=[{"id": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "address": "fa:16:3e:39:2b:e4", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.162", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-871853134-network", "vif_mac": "fa:16:3e:39:2b:e4"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdff7c338-bb", "ovs_interfaceid": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'boot_index': 0, 'delete_on_termination': True, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': 'de4a2c3d-55b4-41e7-b3e3-bbb0375ae895', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MCgvzsFf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'd25e73e5-e14b-4a7b-bd77-1008159951cd', 'attached_at': '2023-12-06T15:59:13.000000', 'detached_at': '', 'volume_id': '5b43f69f-5033-42bd-a3f4-183e68a8227d', 'serial': '5b43f69f-5033-42bd-a3f4-183e68a8227d'}, 'volume_type': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 15:59:13 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:59:13 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:59:13 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MCgvzsFf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:59:13 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:59:13 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:59:13 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:59:13 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:59:13 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 15:59:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa5818f2-e890-4a12-beff-bc13f0b97019]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 15:59:13 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7d1d99d-f8dc-40e9-bfb1-8aec8e37c1df]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d] added
Dec 06 15:59:13 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc215e5b-789c-46a6-b0e2-702f2402df1b]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[00781989-337b-4fdd-8096-ddbd9ec47f43]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MCgvzsFf {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MCgvzsFf" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[79ff40c0-d8af-4c39-9b61-e874e317f405]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MCgvzsFf'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d65ae0c7-0374-47bb-924b-78e11259d38f]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[16215c1c-31c6-473c-bf28-c9b181e11bb0]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:59:13 user nova-compute[75278]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d (non-flash)
Dec 06 15:59:13 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:59:13 user nova-compute[75278]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d (non-flash)
Dec 06 15:59:13 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d5d0754-6002-43e3-900f-95c8454b5830]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d, portal: 172.16.0.220,3260]
Dec 06 15:59:13 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d, portal: 172.16.0.220,3260] successful.
Dec 06 15:59:13 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.028s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[73947d1f-6403-4692-91fb-ad8f2a0b806c]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e1241ed-c869-4aec-94e7-f20a3bfb0f21]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:59:13 user nova-compute[75278]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d (non-flash)
Dec 06 15:59:13 user nova-compute[75278]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 15:59:13 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:59:13 user nova-compute[75278]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d (non-flash)
Dec 06 15:59:13 user nova-compute[75278]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 15:59:13 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.267s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] HCTL ('33', '-', '-', 0) found on session 38 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c98e98ca-b90c-4bf7-bf4c-d87db93b7f8d]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:13 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Searching for a device in session 38 and hctl ['33', '*', '*', 0] yield: None {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:59:14 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Searching for a device in session 38 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 15:59:14 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MCgvzsFf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 15:59:14 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.297s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:59:14 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] <== connect_volume: return (1298ms) {'type': 'block', 'scsi_wwn': '23631636663366436', 'path': '/dev/sdb'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:59:14 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23631636663366436', 'path': '/dev/sdb'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 15:59:14 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:57:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-710234916',display_name='tempest-ServerActionsTestOtherA-server-710234916',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-710234916',id=26,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIbZd61hKV1DCLJ14HWMBl+XvNd4eJuDuOSh6DYQjhAcF2mvh24+SVYU2dT70fYQF5UcTC2tOwU49aLMp+j9PIFa6P+djtxb354zT2iOSl5yYAOOdX4gJxhu5dGsxJIw7A==',key_name='tempest-keypair-956941909',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:57:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='9cab662082c54ba684178b494adc8eac',ramdisk_id='',reservation_id='r-132xgwmu',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-749613830',owner_user_name='tempest-ServerActionsTestOtherA-749613830-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:59:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='518fb7d77ef147348fd03cb374e9b293',uuid=d25e73e5-e14b-4a7b-bd77-1008159951cd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "address": "fa:16:3e:39:2b:e4", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.162", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-871853134-network", "vif_mac": "fa:16:3e:39:2b:e4"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdff7c338-bb", "ovs_interfaceid": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 15:59:14 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Converting VIF {"id": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "address": "fa:16:3e:39:2b:e4", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.162", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-871853134-network", "vif_mac": "fa:16:3e:39:2b:e4"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdff7c338-bb", "ovs_interfaceid": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:59:14 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:39:2b:e4,bridge_name='br-int',has_traffic_filtering=True,id=dff7c338-bb43-4b13-971d-c4c4fb076e22,network=Network(27770857-f5da-42f3-a973-e80b37986960),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdff7c338-bb') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:59:14 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] End _get_guest_xml xml=<domain type="kvm">
Dec 06 15:59:14 user nova-compute[75278]:   <uuid>d25e73e5-e14b-4a7b-bd77-1008159951cd</uuid>
Dec 06 15:59:14 user nova-compute[75278]:   <name>instance-0000001a</name>
Dec 06 15:59:14 user nova-compute[75278]:   <memory>2097152</memory>
Dec 06 15:59:14 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 15:59:14 user nova-compute[75278]:   <metadata>
Dec 06 15:59:14 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 15:59:14 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 15:59:14 user nova-compute[75278]:       <nova:name>tempest-ServerActionsTestOtherA-server-710234916</nova:name>
Dec 06 15:59:14 user nova-compute[75278]:       <nova:creationTime>2023-12-06 15:59:13</nova:creationTime>
Dec 06 15:59:14 user nova-compute[75278]:       <nova:flavor name="m1.small">
Dec 06 15:59:14 user nova-compute[75278]:         <nova:memory>2048</nova:memory>
Dec 06 15:59:14 user nova-compute[75278]:         <nova:disk>20</nova:disk>
Dec 06 15:59:14 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 15:59:14 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 15:59:14 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 15:59:14 user nova-compute[75278]:       </nova:flavor>
Dec 06 15:59:14 user nova-compute[75278]:       <nova:owner>
Dec 06 15:59:14 user nova-compute[75278]:         <nova:user uuid="518fb7d77ef147348fd03cb374e9b293">tempest-ServerActionsTestOtherA-749613830-project-member</nova:user>
Dec 06 15:59:14 user nova-compute[75278]:         <nova:project uuid="9cab662082c54ba684178b494adc8eac">tempest-ServerActionsTestOtherA-749613830</nova:project>
Dec 06 15:59:14 user nova-compute[75278]:       </nova:owner>
Dec 06 15:59:14 user nova-compute[75278]:       <nova:ports>
Dec 06 15:59:14 user nova-compute[75278]:         <nova:port uuid="dff7c338-bb43-4b13-971d-c4c4fb076e22">
Dec 06 15:59:14 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 06 15:59:14 user nova-compute[75278]:         </nova:port>
Dec 06 15:59:14 user nova-compute[75278]:       </nova:ports>
Dec 06 15:59:14 user nova-compute[75278]:     </nova:instance>
Dec 06 15:59:14 user nova-compute[75278]:   </metadata>
Dec 06 15:59:14 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 15:59:14 user nova-compute[75278]:     <system>
Dec 06 15:59:14 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 15:59:14 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 15:59:14 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 15:59:14 user nova-compute[75278]:       <entry name="serial">d25e73e5-e14b-4a7b-bd77-1008159951cd</entry>
Dec 06 15:59:14 user nova-compute[75278]:       <entry name="uuid">d25e73e5-e14b-4a7b-bd77-1008159951cd</entry>
Dec 06 15:59:14 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 15:59:14 user nova-compute[75278]:     </system>
Dec 06 15:59:14 user nova-compute[75278]:   </sysinfo>
Dec 06 15:59:14 user nova-compute[75278]:   <os>
Dec 06 15:59:14 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 15:59:14 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 15:59:14 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 15:59:14 user nova-compute[75278]:   </os>
Dec 06 15:59:14 user nova-compute[75278]:   <features>
Dec 06 15:59:14 user nova-compute[75278]:     <acpi/>
Dec 06 15:59:14 user nova-compute[75278]:     <apic/>
Dec 06 15:59:14 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 15:59:14 user nova-compute[75278]:   </features>
Dec 06 15:59:14 user nova-compute[75278]:   <clock offset="utc">
Dec 06 15:59:14 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 15:59:14 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 15:59:14 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 15:59:14 user nova-compute[75278]:   </clock>
Dec 06 15:59:14 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 15:59:14 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 15:59:14 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 15:59:14 user nova-compute[75278]:   </cpu>
Dec 06 15:59:14 user nova-compute[75278]:   <devices>
Dec 06 15:59:14 user nova-compute[75278]:     <disk type="block" device="disk">
Dec 06 15:59:14 user nova-compute[75278]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 15:59:14 user nova-compute[75278]:       <source dev="/dev/sdb"/>
Dec 06 15:59:14 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 15:59:14 user nova-compute[75278]:       <serial>5b43f69f-5033-42bd-a3f4-183e68a8227d</serial>
Dec 06 15:59:14 user nova-compute[75278]:     </disk>
Dec 06 15:59:14 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 15:59:14 user nova-compute[75278]:       <mac address="fa:16:3e:39:2b:e4"/>
Dec 06 15:59:14 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:59:14 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 15:59:14 user nova-compute[75278]:       <target dev="tapdff7c338-bb"/>
Dec 06 15:59:14 user nova-compute[75278]:     </interface>
Dec 06 15:59:14 user nova-compute[75278]:     <serial type="pty">
Dec 06 15:59:14 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/d25e73e5-e14b-4a7b-bd77-1008159951cd/console.log" append="off"/>
Dec 06 15:59:14 user nova-compute[75278]:     </serial>
Dec 06 15:59:14 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 15:59:14 user nova-compute[75278]:     <video>
Dec 06 15:59:14 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 15:59:14 user nova-compute[75278]:     </video>
Dec 06 15:59:14 user nova-compute[75278]:     <rng model="virtio">
Dec 06 15:59:14 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 15:59:14 user nova-compute[75278]:     </rng>
Dec 06 15:59:14 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 15:59:14 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 15:59:14 user nova-compute[75278]:       <stats period="10"/>
Dec 06 15:59:14 user nova-compute[75278]:     </memballoon>
Dec 06 15:59:14 user nova-compute[75278]:   </devices>
Dec 06 15:59:14 user nova-compute[75278]: </domain>
Dec 06 15:59:14 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 15:59:14 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:57:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-710234916',display_name='tempest-ServerActionsTestOtherA-server-710234916',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-710234916',id=26,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIbZd61hKV1DCLJ14HWMBl+XvNd4eJuDuOSh6DYQjhAcF2mvh24+SVYU2dT70fYQF5UcTC2tOwU49aLMp+j9PIFa6P+djtxb354zT2iOSl5yYAOOdX4gJxhu5dGsxJIw7A==',key_name='tempest-keypair-956941909',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:57:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='9cab662082c54ba684178b494adc8eac',ramdisk_id='',reservation_id='r-132xgwmu',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-749613830',owner_user_name='tempest-ServerActionsTestOtherA-749613830-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:59:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='518fb7d77ef147348fd03cb374e9b293',uuid=d25e73e5-e14b-4a7b-bd77-1008159951cd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "address": "fa:16:3e:39:2b:e4", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.162", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-871853134-network", "vif_mac": "fa:16:3e:39:2b:e4"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdff7c338-bb", "ovs_interfaceid": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 15:59:14 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Converting VIF {"id": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "address": "fa:16:3e:39:2b:e4", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.162", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-871853134-network", "vif_mac": "fa:16:3e:39:2b:e4"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdff7c338-bb", "ovs_interfaceid": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:59:14 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:39:2b:e4,bridge_name='br-int',has_traffic_filtering=True,id=dff7c338-bb43-4b13-971d-c4c4fb076e22,network=Network(27770857-f5da-42f3-a973-e80b37986960),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdff7c338-bb') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:59:14 user nova-compute[75278]: DEBUG os_vif [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:39:2b:e4,bridge_name='br-int',has_traffic_filtering=True,id=dff7c338-bb43-4b13-971d-c4c4fb076e22,network=Network(27770857-f5da-42f3-a973-e80b37986960),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdff7c338-bb') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 15:59:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:59:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 15:59:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '88a634b0-772b-5866-9396-1facd05b5f58', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:59:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:59:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdff7c338-bb, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:59:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdff7c338-bb, col_values=(('qos', UUID('5e7767c4-3601-4e9e-91a8-8820ffd9e593')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:59:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdff7c338-bb, col_values=(('external_ids', {'iface-id': 'dff7c338-bb43-4b13-971d-c4c4fb076e22', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:39:2b:e4', 'vm-uuid': 'd25e73e5-e14b-4a7b-bd77-1008159951cd'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:59:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:59:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:14 user nova-compute[75278]: INFO os_vif [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:39:2b:e4,bridge_name='br-int',has_traffic_filtering=True,id=dff7c338-bb43-4b13-971d-c4c4fb076e22,network=Network(27770857-f5da-42f3-a973-e80b37986960),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdff7c338-bb')
Dec 06 15:59:14 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 15:59:14 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] No VIF found with MAC fa:16:3e:39:2b:e4, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 15:59:15 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:59:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:15 user nova-compute[75278]: DEBUG nova.compute.manager [req-031e5150-7965-4422-9854-1de255a9795a req-69da4c64-d928-4b8c-b93e-72fc34dfaa76 service nova] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Received event network-vif-plugged-dff7c338-bb43-4b13-971d-c4c4fb076e22 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:59:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-031e5150-7965-4422-9854-1de255a9795a req-69da4c64-d928-4b8c-b93e-72fc34dfaa76 service nova] Acquiring lock "d25e73e5-e14b-4a7b-bd77-1008159951cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:59:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-031e5150-7965-4422-9854-1de255a9795a req-69da4c64-d928-4b8c-b93e-72fc34dfaa76 service nova] Lock "d25e73e5-e14b-4a7b-bd77-1008159951cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:59:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-031e5150-7965-4422-9854-1de255a9795a req-69da4c64-d928-4b8c-b93e-72fc34dfaa76 service nova] Lock "d25e73e5-e14b-4a7b-bd77-1008159951cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:59:15 user nova-compute[75278]: DEBUG nova.compute.manager [req-031e5150-7965-4422-9854-1de255a9795a req-69da4c64-d928-4b8c-b93e-72fc34dfaa76 service nova] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] No waiting events found dispatching network-vif-plugged-dff7c338-bb43-4b13-971d-c4c4fb076e22 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:59:15 user nova-compute[75278]: WARNING nova.compute.manager [req-031e5150-7965-4422-9854-1de255a9795a req-69da4c64-d928-4b8c-b93e-72fc34dfaa76 service nova] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Received unexpected event network-vif-plugged-dff7c338-bb43-4b13-971d-c4c4fb076e22 for instance with vm_state active and task_state resize_finish.
Dec 06 15:59:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:16 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:59:16 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:59:16 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 15:59:16 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:59:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:59:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:59:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:59:16 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 15:59:17 user nova-compute[75278]: DEBUG nova.compute.manager [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 15:59:17 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Instance running successfully.
Dec 06 15:59:17 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Failed to set time: agent not configured {{(pid=75278) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Dec 06 15:59:17 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-9ccfcc36-561a-41a7-ba19-a594d3c0eeea tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] finish_migration finished successfully. {{(pid=75278) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11772}}
Dec 06 15:59:17 user nova-compute[75278]: DEBUG nova.compute.manager [req-b32b9039-9b65-42ea-b933-2a7d17b662e7 req-09042042-1881-40e6-a3ec-c138321cf185 service nova] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Received event network-vif-plugged-dff7c338-bb43-4b13-971d-c4c4fb076e22 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:59:17 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-b32b9039-9b65-42ea-b933-2a7d17b662e7 req-09042042-1881-40e6-a3ec-c138321cf185 service nova] Acquiring lock "d25e73e5-e14b-4a7b-bd77-1008159951cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:59:17 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-b32b9039-9b65-42ea-b933-2a7d17b662e7 req-09042042-1881-40e6-a3ec-c138321cf185 service nova] Lock "d25e73e5-e14b-4a7b-bd77-1008159951cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:59:17 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-b32b9039-9b65-42ea-b933-2a7d17b662e7 req-09042042-1881-40e6-a3ec-c138321cf185 service nova] Lock "d25e73e5-e14b-4a7b-bd77-1008159951cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:59:17 user nova-compute[75278]: DEBUG nova.compute.manager [req-b32b9039-9b65-42ea-b933-2a7d17b662e7 req-09042042-1881-40e6-a3ec-c138321cf185 service nova] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] No waiting events found dispatching network-vif-plugged-dff7c338-bb43-4b13-971d-c4c4fb076e22 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:59:17 user nova-compute[75278]: WARNING nova.compute.manager [req-b32b9039-9b65-42ea-b933-2a7d17b662e7 req-09042042-1881-40e6-a3ec-c138321cf185 service nova] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Received unexpected event network-vif-plugged-dff7c338-bb43-4b13-971d-c4c4fb076e22 for instance with vm_state active and task_state resize_finish.
Dec 06 15:59:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:18 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 15:59:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/112e6e55-9983-42f0-af6c-4ed817699547/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/112e6e55-9983-42f0-af6c-4ed817699547/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/112e6e55-9983-42f0-af6c-4ed817699547/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/112e6e55-9983-42f0-af6c-4ed817699547/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a8e9df1-1259-40ea-bd37-3d58682f9119/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a8e9df1-1259-40ea-bd37-3d58682f9119/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a8e9df1-1259-40ea-bd37-3d58682f9119/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a8e9df1-1259-40ea-bd37-3d58682f9119/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:19 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json" returned: 0 in 0.209s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:21 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 15:59:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1e51e58-1ca8-4c8e-96da-fbfbbb286538/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1e51e58-1ca8-4c8e-96da-fbfbbb286538/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1e51e58-1ca8-4c8e-96da-fbfbbb286538/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1e51e58-1ca8-4c8e-96da-fbfbbb286538/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:22 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:59:22 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 15:59:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=7445MB free_disk=25.08077621459961GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 15:59:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:59:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:59:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Applying migration context for instance d25e73e5-e14b-4a7b-bd77-1008159951cd as it has an incoming, in-progress migration d75f08e2-9e6a-455c-807d-709fea8cf9e4. Migration status is finished {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Dec 06 15:59:22 user nova-compute[75278]: INFO nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Updating resource usage from migration d75f08e2-9e6a-455c-807d-709fea8cf9e4
Dec 06 15:59:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance accf5417-e552-4fa7-8b65-5f3121d1d17f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:59:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance b979398f-d6ba-469c-96ed-e25012146a31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:59:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance a909916c-b274-4c00-a248-30d6ed84859e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:59:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 4283ae01-2c38-4f3a-96af-2f1d9595cf5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:59:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 8a957482-260a-437a-b48d-309224800fcf actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:59:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance c1e51e58-1ca8-4c8e-96da-fbfbbb286538 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:59:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:59:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 9a8e9df1-1259-40ea-bd37-3d58682f9119 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:59:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 112e6e55-9983-42f0-af6c-4ed817699547 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:59:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 7f4156a6-a670-4198-98aa-d2f80c2abba9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:59:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Migration d75f08e2-9e6a-455c-807d-709fea8cf9e4 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}}
Dec 06 15:59:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance d25e73e5-e14b-4a7b-bd77-1008159951cd actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 15:59:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 15:59:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=8192MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 15:59:23 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:59:23 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:59:23 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 15:59:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.581s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:59:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:25 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:59:25 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:59:25 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 15:59:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "refresh_cache-4283ae01-2c38-4f3a-96af-2f1d9595cf5f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:59:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquired lock "refresh_cache-4283ae01-2c38-4f3a-96af-2f1d9595cf5f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:59:25 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Forcefully refreshing network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 15:59:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:25 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Updating instance_info_cache with network_info: [{"id": "f99e6234-b02e-498e-a277-b8fefea0a897", "address": "fa:16:3e:99:e3:f2", "network": {"id": "cc74a898-73e7-496b-8be8-39f116ae6542", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2113758839-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64751d12ab504ef8ae334ab30c7d0e45", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf99e6234-b0", "ovs_interfaceid": "f99e6234-b02e-498e-a277-b8fefea0a897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:59:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Releasing lock "refresh_cache-4283ae01-2c38-4f3a-96af-2f1d9595cf5f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:59:25 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Updated the network info_cache for instance {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 15:59:25 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 15:59:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a9f80bfe-1ba9-4b40-948e-ba5db26b0066 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:59:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a9f80bfe-1ba9-4b40-948e-ba5db26b0066 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:59:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a9f80bfe-1ba9-4b40-948e-ba5db26b0066 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:59:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a9f80bfe-1ba9-4b40-948e-ba5db26b0066 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:59:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a9f80bfe-1ba9-4b40-948e-ba5db26b0066 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:59:29 user nova-compute[75278]: INFO nova.compute.manager [None req-a9f80bfe-1ba9-4b40-948e-ba5db26b0066 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Terminating instance
Dec 06 15:59:29 user nova-compute[75278]: DEBUG nova.compute.manager [None req-a9f80bfe-1ba9-4b40-948e-ba5db26b0066 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 15:59:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:29 user nova-compute[75278]: DEBUG nova.compute.manager [req-6798ab03-8f1c-4440-a384-59a62411b650 req-93b1c671-37ad-4500-8a51-95ee465291e3 service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Received event network-vif-unplugged-d911ad13-3058-4888-b3fd-45e5424d88ef {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:59:29 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-6798ab03-8f1c-4440-a384-59a62411b650 req-93b1c671-37ad-4500-8a51-95ee465291e3 service nova] Acquiring lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:59:29 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-6798ab03-8f1c-4440-a384-59a62411b650 req-93b1c671-37ad-4500-8a51-95ee465291e3 service nova] Lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:59:29 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-6798ab03-8f1c-4440-a384-59a62411b650 req-93b1c671-37ad-4500-8a51-95ee465291e3 service nova] Lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:59:29 user nova-compute[75278]: DEBUG nova.compute.manager [req-6798ab03-8f1c-4440-a384-59a62411b650 req-93b1c671-37ad-4500-8a51-95ee465291e3 service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] No waiting events found dispatching network-vif-unplugged-d911ad13-3058-4888-b3fd-45e5424d88ef {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:59:29 user nova-compute[75278]: DEBUG nova.compute.manager [req-6798ab03-8f1c-4440-a384-59a62411b650 req-93b1c671-37ad-4500-8a51-95ee465291e3 service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Received event network-vif-unplugged-d911ad13-3058-4888-b3fd-45e5424d88ef for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 15:59:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:29 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Instance destroyed successfully.
Dec 06 15:59:29 user nova-compute[75278]: DEBUG nova.objects.instance [None req-a9f80bfe-1ba9-4b40-948e-ba5db26b0066 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lazy-loading 'resources' on Instance uuid b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:59:30 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-a9f80bfe-1ba9-4b40-948e-ba5db26b0066 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T15:52:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1654637604',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1654637604',id=22,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAr3EwMCqjaGiQ8dZQORymnx+o2OsiiqDYySk35cOmnGlDJst2ddEXHmBTMhxAxjlFMndnfK9UoPjtTTLfMcsd+mmYakAwz4CPca5VtWjzFN56HyxQqXyB91zaG9DPX17w==',key_name='tempest-keypair-609249145',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:57:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3772c2b34d044341afe1838c255abf00',ramdisk_id='',reservation_id='r-i55o3ztd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-76059517',owner_user_name='tempest-AttachVolumeShelveTestJSON-76059517-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:57:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6fc55d3ac6494b81921e1ccd4f6cd4b6',uuid=b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d911ad13-3058-4888-b3fd-45e5424d88ef", "address": "fa:16:3e:19:0c:38", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd911ad13-30", "ovs_interfaceid": "d911ad13-3058-4888-b3fd-45e5424d88ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:59:30 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-a9f80bfe-1ba9-4b40-948e-ba5db26b0066 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Converting VIF {"id": "d911ad13-3058-4888-b3fd-45e5424d88ef", "address": "fa:16:3e:19:0c:38", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd911ad13-30", "ovs_interfaceid": "d911ad13-3058-4888-b3fd-45e5424d88ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:59:30 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-a9f80bfe-1ba9-4b40-948e-ba5db26b0066 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:19:0c:38,bridge_name='br-int',has_traffic_filtering=True,id=d911ad13-3058-4888-b3fd-45e5424d88ef,network=Network(db0b7d9a-b152-4c62-aca3-3fa90ab9bd04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd911ad13-30') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:59:30 user nova-compute[75278]: DEBUG os_vif [None req-a9f80bfe-1ba9-4b40-948e-ba5db26b0066 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:0c:38,bridge_name='br-int',has_traffic_filtering=True,id=d911ad13-3058-4888-b3fd-45e5424d88ef,network=Network(db0b7d9a-b152-4c62-aca3-3fa90ab9bd04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd911ad13-30') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:59:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd911ad13-30, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:59:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:59:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=79c95f23-67ba-4fa3-abf9-29c02cc6866e) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:59:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:59:30 user nova-compute[75278]: INFO os_vif [None req-a9f80bfe-1ba9-4b40-948e-ba5db26b0066 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:0c:38,bridge_name='br-int',has_traffic_filtering=True,id=d911ad13-3058-4888-b3fd-45e5424d88ef,network=Network(db0b7d9a-b152-4c62-aca3-3fa90ab9bd04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd911ad13-30')
Dec 06 15:59:30 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-a9f80bfe-1ba9-4b40-948e-ba5db26b0066 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Deleting instance files /opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6_del
Dec 06 15:59:30 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-a9f80bfe-1ba9-4b40-948e-ba5db26b0066 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Deletion of /opt/stack/data/nova/instances/b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6_del complete
Dec 06 15:59:30 user nova-compute[75278]: INFO nova.compute.manager [None req-a9f80bfe-1ba9-4b40-948e-ba5db26b0066 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Took 1.12 seconds to destroy the instance on the hypervisor.
Dec 06 15:59:30 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-a9f80bfe-1ba9-4b40-948e-ba5db26b0066 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 15:59:30 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 15:59:30 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 15:59:30 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:59:30 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Took 0.87 seconds to deallocate network for instance.
Dec 06 15:59:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a9f80bfe-1ba9-4b40-948e-ba5db26b0066 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:59:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a9f80bfe-1ba9-4b40-948e-ba5db26b0066 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:59:31 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-a9f80bfe-1ba9-4b40-948e-ba5db26b0066 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:59:31 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-a9f80bfe-1ba9-4b40-948e-ba5db26b0066 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:59:31 user nova-compute[75278]: DEBUG nova.compute.manager [req-345e401e-d65a-41c6-865b-446375f33661 req-f51551d2-7c11-4eca-a155-20ad3104e316 service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Received event network-vif-plugged-d911ad13-3058-4888-b3fd-45e5424d88ef {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:59:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-345e401e-d65a-41c6-865b-446375f33661 req-f51551d2-7c11-4eca-a155-20ad3104e316 service nova] Acquiring lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:59:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-345e401e-d65a-41c6-865b-446375f33661 req-f51551d2-7c11-4eca-a155-20ad3104e316 service nova] Lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:59:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-345e401e-d65a-41c6-865b-446375f33661 req-f51551d2-7c11-4eca-a155-20ad3104e316 service nova] Lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:59:31 user nova-compute[75278]: DEBUG nova.compute.manager [req-345e401e-d65a-41c6-865b-446375f33661 req-f51551d2-7c11-4eca-a155-20ad3104e316 service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] No waiting events found dispatching network-vif-plugged-d911ad13-3058-4888-b3fd-45e5424d88ef {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:59:31 user nova-compute[75278]: WARNING nova.compute.manager [req-345e401e-d65a-41c6-865b-446375f33661 req-f51551d2-7c11-4eca-a155-20ad3104e316 service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Received unexpected event network-vif-plugged-d911ad13-3058-4888-b3fd-45e5424d88ef for instance with vm_state deleted and task_state None.
Dec 06 15:59:31 user nova-compute[75278]: DEBUG nova.compute.manager [req-345e401e-d65a-41c6-865b-446375f33661 req-f51551d2-7c11-4eca-a155-20ad3104e316 service nova] [instance: b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6] Received event network-vif-deleted-d911ad13-3058-4888-b3fd-45e5424d88ef {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:59:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a9f80bfe-1ba9-4b40-948e-ba5db26b0066 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.377s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:59:31 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-a9f80bfe-1ba9-4b40-948e-ba5db26b0066 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Deleted allocations for instance b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6
Dec 06 15:59:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a9f80bfe-1ba9-4b40-948e-ba5db26b0066 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "b4d89c70-aaf3-4e8f-b537-b8ae5b040fc6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.566s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Acquiring lock "8a957482-260a-437a-b48d-309224800fcf" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "8a957482-260a-437a-b48d-309224800fcf" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Acquiring lock "8a957482-260a-437a-b48d-309224800fcf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "8a957482-260a-437a-b48d-309224800fcf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "8a957482-260a-437a-b48d-309224800fcf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:59:32 user nova-compute[75278]: INFO nova.compute.manager [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Terminating instance
Dec 06 15:59:32 user nova-compute[75278]: DEBUG nova.compute.manager [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 15:59:32 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-f9a8d5e0-1e30-4643-9cd9-8c5b0667637b tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance c1e51e58-1ca8-4c8e-96da-fbfbbb286538 is timed out.
Dec 06 15:59:32 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-f9a8d5e0-1e30-4643-9cd9-8c5b0667637b tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Successfully detached device vdc from instance c1e51e58-1ca8-4c8e-96da-fbfbbb286538 from the live domain config.
Dec 06 15:59:32 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f9a8d5e0-1e30-4643-9cd9-8c5b0667637b tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9a8d5e0-1e30-4643-9cd9-8c5b0667637b tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EqWoXuJI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:59:32 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-f9a8d5e0-1e30-4643-9cd9-8c5b0667637b tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:59:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-f9a8d5e0-1e30-4643-9cd9-8c5b0667637b tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-f9a8d5e0-1e30-4643-9cd9-8c5b0667637b tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5743bbd4-136d-4773-945f-fb518f9784f7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9a8d5e0-1e30-4643-9cd9-8c5b0667637b tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 15:59:32 user nova-compute[75278]: No targets found.
Dec 06 15:59:32 user nova-compute[75278]: iSNS:
Dec 06 15:59:32 user nova-compute[75278]: No targets found.
Dec 06 15:59:32 user nova-compute[75278]: STATIC:
Dec 06 15:59:32 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d
Dec 06 15:59:32 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:59:32 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:59:32 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d
Dec 06 15:59:32 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:59:32 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:59:32 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648
Dec 06 15:59:32 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:59:32 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:59:32 user nova-compute[75278]: FIRMWARE:
Dec 06 15:59:32 user nova-compute[75278]: No targets found.
Dec 06 15:59:32 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9a8d5e0-1e30-4643-9cd9-8c5b0667637b tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 15:59:32 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 15:59:32 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9a8d5e0-1e30-4643-9cd9-8c5b0667637b tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a29e6550-67f1-4dd6-a651-06eb86bc7f8e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d66794a5-960d-4cc4-b8f0-5002d65d2a7f]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9a8d5e0-1e30-4643-9cd9-8c5b0667637b tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:59:32 user nova-compute[75278]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d (non-flash)
Dec 06 15:59:32 user nova-compute[75278]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 15:59:32 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9a8d5e0-1e30-4643-9cd9-8c5b0667637b tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:59:32 user nova-compute[75278]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d (non-flash)
Dec 06 15:59:32 user nova-compute[75278]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 15:59:32 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9a8d5e0-1e30-4643-9cd9-8c5b0667637b tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c607400>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d'): ({'sdf'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-f9a8d5e0-1e30-4643-9cd9-8c5b0667637b tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Removing single pathed devices sdf {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[06922de5-0759-464e-9173-52e5a29980c4]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec677699-af3a-428f-8357-0b2f72de0108]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-f9a8d5e0-1e30-4643-9cd9-8c5b0667637b tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Flushing IO for device /dev/sdf {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[21e6baec-a416-4a28-b7ad-e3c1f9664201]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-f9a8d5e0-1e30-4643-9cd9-8c5b0667637b tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.048s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ea2f080-a043-49d9-9f0d-f4dd946c982c]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-f9a8d5e0-1e30-4643-9cd9-8c5b0667637b tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-f9a8d5e0-1e30-4643-9cd9-8c5b0667637b tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] SCSI volumes sdf have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9a8d5e0-1e30-4643-9cd9-8c5b0667637b tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b0aed86-ea0d-4ce3-805f-fc0a8d85a877]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9a8d5e0-1e30-4643-9cd9-8c5b0667637b tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG nova.compute.manager [req-03124c01-341a-4c4b-bf6a-98f8a6e90737 req-53f8b657-2902-48e3-8884-c33db4187d1a service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Received event network-vif-unplugged-50514c85-0720-4dba-bfd3-badffe3f1d06 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-03124c01-341a-4c4b-bf6a-98f8a6e90737 req-53f8b657-2902-48e3-8884-c33db4187d1a service nova] Acquiring lock "8a957482-260a-437a-b48d-309224800fcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-03124c01-341a-4c4b-bf6a-98f8a6e90737 req-53f8b657-2902-48e3-8884-c33db4187d1a service nova] Lock "8a957482-260a-437a-b48d-309224800fcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-03124c01-341a-4c4b-bf6a-98f8a6e90737 req-53f8b657-2902-48e3-8884-c33db4187d1a service nova] Lock "8a957482-260a-437a-b48d-309224800fcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG nova.compute.manager [req-03124c01-341a-4c4b-bf6a-98f8a6e90737 req-53f8b657-2902-48e3-8884-c33db4187d1a service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] No waiting events found dispatching network-vif-unplugged-50514c85-0720-4dba-bfd3-badffe3f1d06 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG nova.compute.manager [req-03124c01-341a-4c4b-bf6a-98f8a6e90737 req-53f8b657-2902-48e3-8884-c33db4187d1a service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Received event network-vif-unplugged-50514c85-0720-4dba-bfd3-badffe3f1d06 for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d -p 172.16.0.220:3260 --logout" returned: 0 in 0.212s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1a11c0f-8546-4a14-a892-c27941527b29]: (4, ('Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d, portal: 172.16.0.220,3260]\nLogout of [sid: 37, target: iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9a8d5e0-1e30-4643-9cd9-8c5b0667637b tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d, portal: 172.16.0.220,3260]
Dec 06 15:59:32 user nova-compute[75278]: Logout of [sid: 37, target: iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d, portal: 172.16.0.220,3260] successful.
Dec 06 15:59:32 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3c5ea2a1-d47d-47e9-ad62-0b8f2087523d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c38db7a0-243c-4e82-beaa-c0ff5b5c8f0b]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9a8d5e0-1e30-4643-9cd9-8c5b0667637b tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-f9a8d5e0-1e30-4643-9cd9-8c5b0667637b tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.485s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9a8d5e0-1e30-4643-9cd9-8c5b0667637b tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] <== disconnect_volume: return (486ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f9a8d5e0-1e30-4643-9cd9-8c5b0667637b tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:33 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 8a957482-260a-437a-b48d-309224800fcf] Instance destroyed successfully.
Dec 06 15:59:33 user nova-compute[75278]: DEBUG nova.objects.instance [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lazy-loading 'resources' on Instance uuid 8a957482-260a-437a-b48d-309224800fcf {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:50:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1955580995',display_name='tempest-ServerActionsTestOtherB-server-1955580995',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1955580995',id=18,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKaZEWLXa3s6zDybJnjTp57CTxpBmZeKnvHuGwRw2vusLVduR8NR5S9yVIPFq9OhhJ9MvXMty16EHSGmwHwjvSdA/3g05d29VueJF42l6n3sCBeR0+FCrh+3N91DWFipeQ==',key_name='tempest-keypair-1251462433',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:57:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='04dfb80ced2c4aa893a3fbbde62686d0',ramdisk_id='',reservation_id='r-jzjoayy0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-1767218479',owner_user_name='tempest-ServerActionsTestOtherB-1767218479-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:57:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8ba6ee4eabf040c4b13f1570bdce6436',uuid=8a957482-260a-437a-b48d-309224800fcf,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "50514c85-0720-4dba-bfd3-badffe3f1d06", "address": "fa:16:3e:55:5b:09", "network": {"id": "f8b0fd81-699e-407f-a4fa-b36a2242f59c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1427320194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "04dfb80ced2c4aa893a3fbbde62686d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50514c85-07", "ovs_interfaceid": "50514c85-0720-4dba-bfd3-badffe3f1d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Converting VIF {"id": "50514c85-0720-4dba-bfd3-badffe3f1d06", "address": "fa:16:3e:55:5b:09", "network": {"id": "f8b0fd81-699e-407f-a4fa-b36a2242f59c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1427320194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "04dfb80ced2c4aa893a3fbbde62686d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50514c85-07", "ovs_interfaceid": "50514c85-0720-4dba-bfd3-badffe3f1d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:55:5b:09,bridge_name='br-int',has_traffic_filtering=True,id=50514c85-0720-4dba-bfd3-badffe3f1d06,network=Network(f8b0fd81-699e-407f-a4fa-b36a2242f59c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50514c85-07') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG os_vif [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:55:5b:09,bridge_name='br-int',has_traffic_filtering=True,id=50514c85-0720-4dba-bfd3-badffe3f1d06,network=Network(f8b0fd81-699e-407f-a4fa-b36a2242f59c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50514c85-07') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap50514c85-07, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5c98836e-6ea3-49c3-a885-7e31ee8792e5) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:59:33 user nova-compute[75278]: INFO os_vif [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:55:5b:09,bridge_name='br-int',has_traffic_filtering=True,id=50514c85-0720-4dba-bfd3-badffe3f1d06,network=Network(f8b0fd81-699e-407f-a4fa-b36a2242f59c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50514c85-07')
Dec 06 15:59:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KqwYTgeU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:59:33 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 15:59:33 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac721682-b6ce-4803-963d-eeeb6e1027e9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 15:59:33 user nova-compute[75278]: No targets found.
Dec 06 15:59:33 user nova-compute[75278]: iSNS:
Dec 06 15:59:33 user nova-compute[75278]: No targets found.
Dec 06 15:59:33 user nova-compute[75278]: STATIC:
Dec 06 15:59:33 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d
Dec 06 15:59:33 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:59:33 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:59:33 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648
Dec 06 15:59:33 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 15:59:33 user nova-compute[75278]:                 Iface Name: default
Dec 06 15:59:33 user nova-compute[75278]: FIRMWARE:
Dec 06 15:59:33 user nova-compute[75278]: No targets found.
Dec 06 15:59:33 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 15:59:33 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 15:59:33 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[03c11365-72c1-4d48-985c-95989893a14c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9c5bcf5-c9cc-4b3b-9823-beaeba64e0d3]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:59:33 user nova-compute[75278]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 15:59:33 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 (non-flash)
Dec 06 15:59:33 user nova-compute[75278]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 15:59:33 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c17a050>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648'): ({'sdd'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Removing single pathed devices sdd {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[fec4cee1-a76f-4d1d-9962-8eb255c3c2a4]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6abf7390-3bd9-4129-bbba-13f890707675]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Flushing IO for device /dev/sdd {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.041s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2c6eb8b-d2d7-46df-b75d-b1f7e4296d28]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.039s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[154640ab-520a-40fd-8c14-38998f7fcada]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] SCSI volumes sdd have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_eff0fe1e',) {{(pid=86114) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d48cefa7-d354-4f97-b0e7-17d453829c44]: (4, None) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[914f220b-5473-4243-8b9e-46809076b223]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[335e75da-779e-4a92-8860-84c98927a2b9]: (4, ('Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648, portal: 172.16.0.220,3260]\nLogout of [sid: 33, target: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648, portal: 172.16.0.220,3260]
Dec 06 15:59:33 user nova-compute[75278]: Logout of [sid: 33, target: iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648, portal: 172.16.0.220,3260] successful.
Dec 06 15:59:33 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98859b93-7bb6-4db4-80eb-5c7079e0c648 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[094f95b2-be7b-4fd5-90e2-88483952e505]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.312s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] <== disconnect_volume: return (313ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 15:59:33 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Deleting instance files /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf_del
Dec 06 15:59:33 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Deletion of /opt/stack/data/nova/instances/8a957482-260a-437a-b48d-309224800fcf_del complete
Dec 06 15:59:33 user nova-compute[75278]: INFO nova.compute.manager [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Took 1.51 seconds to destroy the instance on the hypervisor.
Dec 06 15:59:33 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: 8a957482-260a-437a-b48d-309224800fcf] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 8a957482-260a-437a-b48d-309224800fcf] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG nova.objects.instance [None req-f9a8d5e0-1e30-4643-9cd9-8c5b0667637b tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lazy-loading 'flavor' on Instance uuid c1e51e58-1ca8-4c8e-96da-fbfbbb286538 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:59:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f9a8d5e0-1e30-4643-9cd9-8c5b0667637b tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "c1e51e58-1ca8-4c8e-96da-fbfbbb286538" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.285s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:59:34 user nova-compute[75278]: DEBUG nova.compute.manager [req-f263e7ea-593b-460a-8f66-065e747a5845 req-bab57e8f-2cbc-48e7-91dd-e7182ed6a2ea service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Received event network-vif-plugged-50514c85-0720-4dba-bfd3-badffe3f1d06 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:59:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f263e7ea-593b-460a-8f66-065e747a5845 req-bab57e8f-2cbc-48e7-91dd-e7182ed6a2ea service nova] Acquiring lock "8a957482-260a-437a-b48d-309224800fcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:59:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f263e7ea-593b-460a-8f66-065e747a5845 req-bab57e8f-2cbc-48e7-91dd-e7182ed6a2ea service nova] Lock "8a957482-260a-437a-b48d-309224800fcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:59:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f263e7ea-593b-460a-8f66-065e747a5845 req-bab57e8f-2cbc-48e7-91dd-e7182ed6a2ea service nova] Lock "8a957482-260a-437a-b48d-309224800fcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:59:34 user nova-compute[75278]: DEBUG nova.compute.manager [req-f263e7ea-593b-460a-8f66-065e747a5845 req-bab57e8f-2cbc-48e7-91dd-e7182ed6a2ea service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] No waiting events found dispatching network-vif-plugged-50514c85-0720-4dba-bfd3-badffe3f1d06 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:59:34 user nova-compute[75278]: WARNING nova.compute.manager [req-f263e7ea-593b-460a-8f66-065e747a5845 req-bab57e8f-2cbc-48e7-91dd-e7182ed6a2ea service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Received unexpected event network-vif-plugged-50514c85-0720-4dba-bfd3-badffe3f1d06 for instance with vm_state active and task_state deleting.
Dec 06 15:59:34 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 8a957482-260a-437a-b48d-309224800fcf] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:59:34 user nova-compute[75278]: DEBUG nova.compute.manager [req-464e62b0-3429-4b6c-8c5c-3008bde18ea6 req-33f4fa33-4198-4a17-a3b8-90a16863594d service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Received event network-vif-deleted-50514c85-0720-4dba-bfd3-badffe3f1d06 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:59:34 user nova-compute[75278]: INFO nova.compute.manager [req-464e62b0-3429-4b6c-8c5c-3008bde18ea6 req-33f4fa33-4198-4a17-a3b8-90a16863594d service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Neutron deleted interface 50514c85-0720-4dba-bfd3-badffe3f1d06; detaching it from the instance and deleting it from the info cache
Dec 06 15:59:34 user nova-compute[75278]: DEBUG nova.network.neutron [req-464e62b0-3429-4b6c-8c5c-3008bde18ea6 req-33f4fa33-4198-4a17-a3b8-90a16863594d service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:59:34 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: 8a957482-260a-437a-b48d-309224800fcf] Took 0.94 seconds to deallocate network for instance.
Dec 06 15:59:34 user nova-compute[75278]: DEBUG nova.compute.manager [req-464e62b0-3429-4b6c-8c5c-3008bde18ea6 req-33f4fa33-4198-4a17-a3b8-90a16863594d service nova] [instance: 8a957482-260a-437a-b48d-309224800fcf] Detach interface failed, port_id=50514c85-0720-4dba-bfd3-badffe3f1d06, reason: Instance 8a957482-260a-437a-b48d-309224800fcf could not be found. {{(pid=75278) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 15:59:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f2c386ad-d9db-4bfc-b9ec-2b4f590a96db tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "c1e51e58-1ca8-4c8e-96da-fbfbbb286538" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:59:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f2c386ad-d9db-4bfc-b9ec-2b4f590a96db tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "c1e51e58-1ca8-4c8e-96da-fbfbbb286538" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:59:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f2c386ad-d9db-4bfc-b9ec-2b4f590a96db tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "c1e51e58-1ca8-4c8e-96da-fbfbbb286538-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:59:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f2c386ad-d9db-4bfc-b9ec-2b4f590a96db tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "c1e51e58-1ca8-4c8e-96da-fbfbbb286538-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:59:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f2c386ad-d9db-4bfc-b9ec-2b4f590a96db tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "c1e51e58-1ca8-4c8e-96da-fbfbbb286538-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:59:34 user nova-compute[75278]: INFO nova.compute.manager [None req-f2c386ad-d9db-4bfc-b9ec-2b4f590a96db tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Terminating instance
Dec 06 15:59:34 user nova-compute[75278]: DEBUG nova.compute.manager [None req-f2c386ad-d9db-4bfc-b9ec-2b4f590a96db tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 15:59:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:35 user nova-compute[75278]: INFO nova.compute.manager [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] [instance: 8a957482-260a-437a-b48d-309224800fcf] Took 0.91 seconds to detach 1 volumes for instance.
Dec 06 15:59:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:35 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Instance destroyed successfully.
Dec 06 15:59:35 user nova-compute[75278]: DEBUG nova.objects.instance [None req-f2c386ad-d9db-4bfc-b9ec-2b4f590a96db tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lazy-loading 'resources' on Instance uuid c1e51e58-1ca8-4c8e-96da-fbfbbb286538 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:59:35 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-f2c386ad-d9db-4bfc-b9ec-2b4f590a96db tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:56:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1688628658',display_name='tempest-AttachVolumeTestJSON-server-1688628658',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1688628658',id=25,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJB5awNyrpVeKsfHuB41Jtbj3ZYJ5w2TpOznnLOFmqrCo2KX8J39F560lH6ZedZtSuCGUrXEf+YcpjMp8yYHAuB+54lPa3mnTwQz4h0RHPB1uaeMWSdgq5pA4SMJoqc7BQ==',key_name='tempest-keypair-2134071414',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:56:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7e339ae43bf447d3adf76a1836e0e2e4',ramdisk_id='',reservation_id='r-3ribiex1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-440790082',owner_user_name='tempest-AttachVolumeTestJSON-440790082-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:56:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='26861384bd1b4ae99cd4e8bd67d7ad18',uuid=c1e51e58-1ca8-4c8e-96da-fbfbbb286538,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fc10bfd0-dcea-4737-9b34-a468610133eb", "address": "fa:16:3e:66:06:38", "network": {"id": "ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2125197508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e339ae43bf447d3adf76a1836e0e2e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc10bfd0-dc", "ovs_interfaceid": "fc10bfd0-dcea-4737-9b34-a468610133eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:59:35 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-f2c386ad-d9db-4bfc-b9ec-2b4f590a96db tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Converting VIF {"id": "fc10bfd0-dcea-4737-9b34-a468610133eb", "address": "fa:16:3e:66:06:38", "network": {"id": "ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2125197508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e339ae43bf447d3adf76a1836e0e2e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc10bfd0-dc", "ovs_interfaceid": "fc10bfd0-dcea-4737-9b34-a468610133eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:59:35 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-f2c386ad-d9db-4bfc-b9ec-2b4f590a96db tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:66:06:38,bridge_name='br-int',has_traffic_filtering=True,id=fc10bfd0-dcea-4737-9b34-a468610133eb,network=Network(ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc10bfd0-dc') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:59:35 user nova-compute[75278]: DEBUG os_vif [None req-f2c386ad-d9db-4bfc-b9ec-2b4f590a96db tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:66:06:38,bridge_name='br-int',has_traffic_filtering=True,id=fc10bfd0-dcea-4737-9b34-a468610133eb,network=Network(ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc10bfd0-dc') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:59:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfc10bfd0-dc, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:59:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:59:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0f682a8a-dc15-4744-aca2-693ddb8ba2d5) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:59:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:35 user nova-compute[75278]: INFO os_vif [None req-f2c386ad-d9db-4bfc-b9ec-2b4f590a96db tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:66:06:38,bridge_name='br-int',has_traffic_filtering=True,id=fc10bfd0-dcea-4737-9b34-a468610133eb,network=Network(ab46fbf1-90b2-49bc-b06e-2c06b4b2e1e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc10bfd0-dc')
Dec 06 15:59:35 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-f2c386ad-d9db-4bfc-b9ec-2b4f590a96db tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Deleting instance files /opt/stack/data/nova/instances/c1e51e58-1ca8-4c8e-96da-fbfbbb286538_del
Dec 06 15:59:35 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-f2c386ad-d9db-4bfc-b9ec-2b4f590a96db tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Deletion of /opt/stack/data/nova/instances/c1e51e58-1ca8-4c8e-96da-fbfbbb286538_del complete
Dec 06 15:59:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:59:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:59:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:35 user nova-compute[75278]: INFO nova.compute.manager [None req-f2c386ad-d9db-4bfc-b9ec-2b4f590a96db tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Took 0.86 seconds to destroy the instance on the hypervisor.
Dec 06 15:59:35 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-f2c386ad-d9db-4bfc-b9ec-2b4f590a96db tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 15:59:35 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 15:59:35 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 15:59:35 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:59:35 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:59:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.350s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:59:35 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Deleted allocations for instance 8a957482-260a-437a-b48d-309224800fcf
Dec 06 15:59:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-aa6a312f-3d9f-4a8e-afca-7219ad814cfd tempest-ServerActionsTestOtherB-1767218479 tempest-ServerActionsTestOtherB-1767218479-project-member] Lock "8a957482-260a-437a-b48d-309224800fcf" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.959s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:59:36 user nova-compute[75278]: DEBUG nova.compute.manager [req-0ba2d819-8afd-41a0-91b8-8258aaf2505b req-60821b46-b9f2-4792-8f87-c5603c8617d2 service nova] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Received event network-vif-unplugged-fc10bfd0-dcea-4737-9b34-a468610133eb {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:59:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0ba2d819-8afd-41a0-91b8-8258aaf2505b req-60821b46-b9f2-4792-8f87-c5603c8617d2 service nova] Acquiring lock "c1e51e58-1ca8-4c8e-96da-fbfbbb286538-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:59:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0ba2d819-8afd-41a0-91b8-8258aaf2505b req-60821b46-b9f2-4792-8f87-c5603c8617d2 service nova] Lock "c1e51e58-1ca8-4c8e-96da-fbfbbb286538-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:59:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0ba2d819-8afd-41a0-91b8-8258aaf2505b req-60821b46-b9f2-4792-8f87-c5603c8617d2 service nova] Lock "c1e51e58-1ca8-4c8e-96da-fbfbbb286538-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:59:36 user nova-compute[75278]: DEBUG nova.compute.manager [req-0ba2d819-8afd-41a0-91b8-8258aaf2505b req-60821b46-b9f2-4792-8f87-c5603c8617d2 service nova] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] No waiting events found dispatching network-vif-unplugged-fc10bfd0-dcea-4737-9b34-a468610133eb {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:59:36 user nova-compute[75278]: DEBUG nova.compute.manager [req-0ba2d819-8afd-41a0-91b8-8258aaf2505b req-60821b46-b9f2-4792-8f87-c5603c8617d2 service nova] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Received event network-vif-unplugged-fc10bfd0-dcea-4737-9b34-a468610133eb for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 15:59:36 user nova-compute[75278]: DEBUG nova.compute.manager [req-0ba2d819-8afd-41a0-91b8-8258aaf2505b req-60821b46-b9f2-4792-8f87-c5603c8617d2 service nova] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Received event network-vif-plugged-fc10bfd0-dcea-4737-9b34-a468610133eb {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:59:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0ba2d819-8afd-41a0-91b8-8258aaf2505b req-60821b46-b9f2-4792-8f87-c5603c8617d2 service nova] Acquiring lock "c1e51e58-1ca8-4c8e-96da-fbfbbb286538-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:59:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0ba2d819-8afd-41a0-91b8-8258aaf2505b req-60821b46-b9f2-4792-8f87-c5603c8617d2 service nova] Lock "c1e51e58-1ca8-4c8e-96da-fbfbbb286538-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:59:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0ba2d819-8afd-41a0-91b8-8258aaf2505b req-60821b46-b9f2-4792-8f87-c5603c8617d2 service nova] Lock "c1e51e58-1ca8-4c8e-96da-fbfbbb286538-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:59:36 user nova-compute[75278]: DEBUG nova.compute.manager [req-0ba2d819-8afd-41a0-91b8-8258aaf2505b req-60821b46-b9f2-4792-8f87-c5603c8617d2 service nova] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] No waiting events found dispatching network-vif-plugged-fc10bfd0-dcea-4737-9b34-a468610133eb {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:59:36 user nova-compute[75278]: WARNING nova.compute.manager [req-0ba2d819-8afd-41a0-91b8-8258aaf2505b req-60821b46-b9f2-4792-8f87-c5603c8617d2 service nova] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Received unexpected event network-vif-plugged-fc10bfd0-dcea-4737-9b34-a468610133eb for instance with vm_state active and task_state deleting.
Dec 06 15:59:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:37 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:59:37 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Took 1.70 seconds to deallocate network for instance.
Dec 06 15:59:37 user nova-compute[75278]: DEBUG nova.compute.manager [req-2d1e385a-a945-4a16-98ba-a295c9b8dc8e req-0d0fad49-c59d-4855-bed2-31af6ca4a701 service nova] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Received event network-vif-deleted-fc10bfd0-dcea-4737-9b34-a468610133eb {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:59:37 user nova-compute[75278]: INFO nova.compute.manager [req-2d1e385a-a945-4a16-98ba-a295c9b8dc8e req-0d0fad49-c59d-4855-bed2-31af6ca4a701 service nova] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Neutron deleted interface fc10bfd0-dcea-4737-9b34-a468610133eb; detaching it from the instance and deleting it from the info cache
Dec 06 15:59:37 user nova-compute[75278]: DEBUG nova.network.neutron [req-2d1e385a-a945-4a16-98ba-a295c9b8dc8e req-0d0fad49-c59d-4855-bed2-31af6ca4a701 service nova] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:59:37 user nova-compute[75278]: DEBUG nova.compute.manager [req-2d1e385a-a945-4a16-98ba-a295c9b8dc8e req-0d0fad49-c59d-4855-bed2-31af6ca4a701 service nova] [instance: c1e51e58-1ca8-4c8e-96da-fbfbbb286538] Detach interface failed, port_id=fc10bfd0-dcea-4737-9b34-a468610133eb, reason: Instance c1e51e58-1ca8-4c8e-96da-fbfbbb286538 could not be found. {{(pid=75278) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 15:59:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f2c386ad-d9db-4bfc-b9ec-2b4f590a96db tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:59:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f2c386ad-d9db-4bfc-b9ec-2b4f590a96db tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:59:37 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-f2c386ad-d9db-4bfc-b9ec-2b4f590a96db tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:59:37 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-f2c386ad-d9db-4bfc-b9ec-2b4f590a96db tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:59:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f2c386ad-d9db-4bfc-b9ec-2b4f590a96db tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.345s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:59:37 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-f2c386ad-d9db-4bfc-b9ec-2b4f590a96db tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Deleted allocations for instance c1e51e58-1ca8-4c8e-96da-fbfbbb286538
Dec 06 15:59:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f2c386ad-d9db-4bfc-b9ec-2b4f590a96db tempest-AttachVolumeTestJSON-440790082 tempest-AttachVolumeTestJSON-440790082-project-member] Lock "c1e51e58-1ca8-4c8e-96da-fbfbbb286538" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.106s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:59:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:45 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:45 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquiring lock "9a8e9df1-1259-40ea-bd37-3d58682f9119" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:59:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "9a8e9df1-1259-40ea-bd37-3d58682f9119" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:59:46 user nova-compute[75278]: DEBUG nova.objects.instance [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lazy-loading 'flavor' on Instance uuid 9a8e9df1-1259-40ea-bd37-3d58682f9119 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:59:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "9a8e9df1-1259-40ea-bd37-3d58682f9119" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:59:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquiring lock "9a8e9df1-1259-40ea-bd37-3d58682f9119" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:59:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "9a8e9df1-1259-40ea-bd37-3d58682f9119" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:59:46 user nova-compute[75278]: INFO nova.compute.manager [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Attaching volume fbf73977-c719-4abd-9466-6a07b9f5245e to /dev/vdb
Dec 06 15:59:46 user nova-compute[75278]: DEBUG os_brick.utils [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:59:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:46 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ff8196b-c867-4be3-9c2c-b59cff4c11b9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:46 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cebf99f-9936-455e-b233-95877efcd8f3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:46 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e8ed197-c86b-4349-89f9-3e2db23b851b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:46 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d854f748-3898-48bf-b1f0-cbc091505d22]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:59:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 15:59:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:59:46 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 15:59:46 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac2b8492-26fc-49ad-9c98-d2ca7dd16817]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 15:59:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 15:59:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 15:59:46 user nova-compute[75278]: DEBUG os_brick.utils [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] <== get_connector_properties: return (136ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:59:46 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Updating existing volume attachment record: 1aabb478-3fcd-4577-a0b4-579f0fc2afd9 {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 15:59:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-3fa37218-e6d9-4d16-9e1d-0c6b55509542 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Acquiring lock "4283ae01-2c38-4f3a-96af-2f1d9595cf5f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:59:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-3fa37218-e6d9-4d16-9e1d-0c6b55509542 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Lock "4283ae01-2c38-4f3a-96af-2f1d9595cf5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:59:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-3fa37218-e6d9-4d16-9e1d-0c6b55509542 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Acquiring lock "4283ae01-2c38-4f3a-96af-2f1d9595cf5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:59:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-3fa37218-e6d9-4d16-9e1d-0c6b55509542 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Lock "4283ae01-2c38-4f3a-96af-2f1d9595cf5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:59:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-3fa37218-e6d9-4d16-9e1d-0c6b55509542 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Lock "4283ae01-2c38-4f3a-96af-2f1d9595cf5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:59:51 user nova-compute[75278]: INFO nova.compute.manager [None req-3fa37218-e6d9-4d16-9e1d-0c6b55509542 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Terminating instance
Dec 06 15:59:51 user nova-compute[75278]: DEBUG nova.compute.manager [None req-3fa37218-e6d9-4d16-9e1d-0c6b55509542 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 15:59:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:52 user nova-compute[75278]: DEBUG nova.compute.manager [req-2b8819db-426b-450b-86aa-1a887a4107f7 req-d7d3119c-7e8c-464f-9f48-dfc134e26257 service nova] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Received event network-vif-unplugged-f99e6234-b02e-498e-a277-b8fefea0a897 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:59:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2b8819db-426b-450b-86aa-1a887a4107f7 req-d7d3119c-7e8c-464f-9f48-dfc134e26257 service nova] Acquiring lock "4283ae01-2c38-4f3a-96af-2f1d9595cf5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:59:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2b8819db-426b-450b-86aa-1a887a4107f7 req-d7d3119c-7e8c-464f-9f48-dfc134e26257 service nova] Lock "4283ae01-2c38-4f3a-96af-2f1d9595cf5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:59:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2b8819db-426b-450b-86aa-1a887a4107f7 req-d7d3119c-7e8c-464f-9f48-dfc134e26257 service nova] Lock "4283ae01-2c38-4f3a-96af-2f1d9595cf5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:59:52 user nova-compute[75278]: DEBUG nova.compute.manager [req-2b8819db-426b-450b-86aa-1a887a4107f7 req-d7d3119c-7e8c-464f-9f48-dfc134e26257 service nova] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] No waiting events found dispatching network-vif-unplugged-f99e6234-b02e-498e-a277-b8fefea0a897 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:59:52 user nova-compute[75278]: DEBUG nova.compute.manager [req-2b8819db-426b-450b-86aa-1a887a4107f7 req-d7d3119c-7e8c-464f-9f48-dfc134e26257 service nova] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Received event network-vif-unplugged-f99e6234-b02e-498e-a277-b8fefea0a897 for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 15:59:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:52 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Instance destroyed successfully.
Dec 06 15:59:52 user nova-compute[75278]: DEBUG nova.objects.instance [None req-3fa37218-e6d9-4d16-9e1d-0c6b55509542 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Lazy-loading 'resources' on Instance uuid 4283ae01-2c38-4f3a-96af-2f1d9595cf5f {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:59:52 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-3fa37218-e6d9-4d16-9e1d-0c6b55509542 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:51:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-56760499',display_name='tempest-ServersNegativeTestJSON-server-56760499',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-56760499',id=19,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:51:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='64751d12ab504ef8ae334ab30c7d0e45',ramdisk_id='',reservation_id='r-zd964mdy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-1910998826',owner_user_name='tempest-ServersNegativeTestJSON-1910998826-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:51:11Z,user_data=None,user_id='c5b45d9e133f4d919574053c02e625f9',uuid=4283ae01-2c38-4f3a-96af-2f1d9595cf5f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f99e6234-b02e-498e-a277-b8fefea0a897", "address": "fa:16:3e:99:e3:f2", "network": {"id": "cc74a898-73e7-496b-8be8-39f116ae6542", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2113758839-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64751d12ab504ef8ae334ab30c7d0e45", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf99e6234-b0", "ovs_interfaceid": "f99e6234-b02e-498e-a277-b8fefea0a897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 15:59:52 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-3fa37218-e6d9-4d16-9e1d-0c6b55509542 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Converting VIF {"id": "f99e6234-b02e-498e-a277-b8fefea0a897", "address": "fa:16:3e:99:e3:f2", "network": {"id": "cc74a898-73e7-496b-8be8-39f116ae6542", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2113758839-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64751d12ab504ef8ae334ab30c7d0e45", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf99e6234-b0", "ovs_interfaceid": "f99e6234-b02e-498e-a277-b8fefea0a897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 15:59:52 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-3fa37218-e6d9-4d16-9e1d-0c6b55509542 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:99:e3:f2,bridge_name='br-int',has_traffic_filtering=True,id=f99e6234-b02e-498e-a277-b8fefea0a897,network=Network(cc74a898-73e7-496b-8be8-39f116ae6542),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf99e6234-b0') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 15:59:52 user nova-compute[75278]: DEBUG os_vif [None req-3fa37218-e6d9-4d16-9e1d-0c6b55509542 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:99:e3:f2,bridge_name='br-int',has_traffic_filtering=True,id=f99e6234-b02e-498e-a277-b8fefea0a897,network=Network(cc74a898-73e7-496b-8be8-39f116ae6542),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf99e6234-b0') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 15:59:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf99e6234-b0, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:59:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 15:59:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b79b52b1-0e8d-40fb-824d-9a9490447a7e) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 15:59:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:52 user nova-compute[75278]: INFO os_vif [None req-3fa37218-e6d9-4d16-9e1d-0c6b55509542 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:99:e3:f2,bridge_name='br-int',has_traffic_filtering=True,id=f99e6234-b02e-498e-a277-b8fefea0a897,network=Network(cc74a898-73e7-496b-8be8-39f116ae6542),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf99e6234-b0')
Dec 06 15:59:52 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-3fa37218-e6d9-4d16-9e1d-0c6b55509542 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Deleting instance files /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f_del
Dec 06 15:59:52 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-3fa37218-e6d9-4d16-9e1d-0c6b55509542 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Deletion of /opt/stack/data/nova/instances/4283ae01-2c38-4f3a-96af-2f1d9595cf5f_del complete
Dec 06 15:59:52 user nova-compute[75278]: INFO nova.compute.manager [None req-3fa37218-e6d9-4d16-9e1d-0c6b55509542 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Took 0.95 seconds to destroy the instance on the hypervisor.
Dec 06 15:59:52 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-3fa37218-e6d9-4d16-9e1d-0c6b55509542 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 15:59:52 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 15:59:52 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 15:59:53 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:59:53 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Took 0.71 seconds to deallocate network for instance.
Dec 06 15:59:53 user nova-compute[75278]: DEBUG nova.compute.manager [req-2f071f0f-cebe-43e0-b43f-ccd3eabb620b req-e0acd2ea-69aa-4cd2-bdca-7a56845f5f98 service nova] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Received event network-vif-deleted-f99e6234-b02e-498e-a277-b8fefea0a897 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:59:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-3fa37218-e6d9-4d16-9e1d-0c6b55509542 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:59:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-3fa37218-e6d9-4d16-9e1d-0c6b55509542 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:59:54 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-3fa37218-e6d9-4d16-9e1d-0c6b55509542 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 15:59:54 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-3fa37218-e6d9-4d16-9e1d-0c6b55509542 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 15:59:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-3fa37218-e6d9-4d16-9e1d-0c6b55509542 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.484s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:59:54 user nova-compute[75278]: DEBUG nova.compute.manager [req-bf96f348-3982-45e9-b26b-08e23566b951 req-394c25ec-3560-4aef-987e-459129a7c03b service nova] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Received event network-changed-aad5a870-497a-49cb-98ec-826234c7ebdd {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:59:54 user nova-compute[75278]: DEBUG nova.compute.manager [req-bf96f348-3982-45e9-b26b-08e23566b951 req-394c25ec-3560-4aef-987e-459129a7c03b service nova] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Refreshing instance network info cache due to event network-changed-aad5a870-497a-49cb-98ec-826234c7ebdd. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 15:59:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bf96f348-3982-45e9-b26b-08e23566b951 req-394c25ec-3560-4aef-987e-459129a7c03b service nova] Acquiring lock "refresh_cache-112e6e55-9983-42f0-af6c-4ed817699547" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 15:59:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bf96f348-3982-45e9-b26b-08e23566b951 req-394c25ec-3560-4aef-987e-459129a7c03b service nova] Acquired lock "refresh_cache-112e6e55-9983-42f0-af6c-4ed817699547" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 15:59:54 user nova-compute[75278]: DEBUG nova.network.neutron [req-bf96f348-3982-45e9-b26b-08e23566b951 req-394c25ec-3560-4aef-987e-459129a7c03b service nova] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Refreshing network info cache for port aad5a870-497a-49cb-98ec-826234c7ebdd {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 15:59:54 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-3fa37218-e6d9-4d16-9e1d-0c6b55509542 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Deleted allocations for instance 4283ae01-2c38-4f3a-96af-2f1d9595cf5f
Dec 06 15:59:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-3fa37218-e6d9-4d16-9e1d-0c6b55509542 tempest-ServersNegativeTestJSON-1910998826 tempest-ServersNegativeTestJSON-1910998826-project-member] Lock "4283ae01-2c38-4f3a-96af-2f1d9595cf5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.348s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:59:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Acquiring lock "112e6e55-9983-42f0-af6c-4ed817699547" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:59:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "112e6e55-9983-42f0-af6c-4ed817699547" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:59:54 user nova-compute[75278]: DEBUG nova.objects.instance [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lazy-loading 'flavor' on Instance uuid 112e6e55-9983-42f0-af6c-4ed817699547 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 15:59:54 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Ignoring supplied device name: /dev/vdb
Dec 06 15:59:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "112e6e55-9983-42f0-af6c-4ed817699547" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:59:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Acquiring lock "112e6e55-9983-42f0-af6c-4ed817699547" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:59:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "112e6e55-9983-42f0-af6c-4ed817699547" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:59:54 user nova-compute[75278]: INFO nova.compute.manager [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Attaching volume 5402234a-f2d5-4239-b5af-0f7f378eea24 to /dev/vdb
Dec 06 15:59:54 user nova-compute[75278]: DEBUG os_brick.utils [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 15:59:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:54 user nova-compute[75278]: DEBUG nova.network.neutron [req-bf96f348-3982-45e9-b26b-08e23566b951 req-394c25ec-3560-4aef-987e-459129a7c03b service nova] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Updated VIF entry in instance network info cache for port aad5a870-497a-49cb-98ec-826234c7ebdd. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 15:59:54 user nova-compute[75278]: DEBUG nova.network.neutron [req-bf96f348-3982-45e9-b26b-08e23566b951 req-394c25ec-3560-4aef-987e-459129a7c03b service nova] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Updating instance_info_cache with network_info: [{"id": "aad5a870-497a-49cb-98ec-826234c7ebdd", "address": "fa:16:3e:fa:01:93", "network": {"id": "9ecc28a5-fa99-42c4-adcd-7ced52e880f8", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1480146875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aec2abcede854115a078b507bab731d9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaad5a870-49", "ovs_interfaceid": "aad5a870-497a-49cb-98ec-826234c7ebdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 15:59:54 user nova-compute[75278]: DEBUG nova.compute.manager [req-ce872bb0-544e-4a88-8920-8cfb71e02403 req-049fea0b-fc0b-47d5-a40c-831e961834d6 service nova] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Received event network-vif-plugged-f99e6234-b02e-498e-a277-b8fefea0a897 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 15:59:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ce872bb0-544e-4a88-8920-8cfb71e02403 req-049fea0b-fc0b-47d5-a40c-831e961834d6 service nova] Acquiring lock "4283ae01-2c38-4f3a-96af-2f1d9595cf5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 15:59:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ce872bb0-544e-4a88-8920-8cfb71e02403 req-049fea0b-fc0b-47d5-a40c-831e961834d6 service nova] Lock "4283ae01-2c38-4f3a-96af-2f1d9595cf5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 15:59:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ce872bb0-544e-4a88-8920-8cfb71e02403 req-049fea0b-fc0b-47d5-a40c-831e961834d6 service nova] Lock "4283ae01-2c38-4f3a-96af-2f1d9595cf5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 15:59:54 user nova-compute[75278]: DEBUG nova.compute.manager [req-ce872bb0-544e-4a88-8920-8cfb71e02403 req-049fea0b-fc0b-47d5-a40c-831e961834d6 service nova] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] No waiting events found dispatching network-vif-plugged-f99e6234-b02e-498e-a277-b8fefea0a897 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 15:59:54 user nova-compute[75278]: WARNING nova.compute.manager [req-ce872bb0-544e-4a88-8920-8cfb71e02403 req-049fea0b-fc0b-47d5-a40c-831e961834d6 service nova] [instance: 4283ae01-2c38-4f3a-96af-2f1d9595cf5f] Received unexpected event network-vif-plugged-f99e6234-b02e-498e-a277-b8fefea0a897 for instance with vm_state deleted and task_state None.
Dec 06 15:59:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:54 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[986d2646-3fd7-4287-a094-3ba93ee94c04]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bf96f348-3982-45e9-b26b-08e23566b951 req-394c25ec-3560-4aef-987e-459129a7c03b service nova] Releasing lock "refresh_cache-112e6e55-9983-42f0-af6c-4ed817699547" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 15:59:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:54 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[59f7e03b-018e-4446-9fcd-f5284276a326]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 15:59:54 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d4dee43-2f73-412e-8708-b07a5b24e8ab]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:54 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f776faa8-e7df-49dc-a567-c86043a1f6a8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:59:54 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 15:59:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 15:59:54 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 15:59:54 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 15:59:54 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fb15df7-0394-4934-b3ef-ec271caceba7]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 15:59:54 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 15:59:54 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 15:59:54 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 15:59:54 user nova-compute[75278]: DEBUG os_brick.utils [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] <== get_connector_properties: return (135ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 15:59:54 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Updating existing volume attachment record: 74f24993-6d4a-4f3c-bab2-984328edd2a4 {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 15:59:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 15:59:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sZWiNGaT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:00:02 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:00:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:00:02 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:00:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:00:02 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 16:00:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e77a5de-3d8c-4c7b-b2f2-9371e434b27b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 16:00:02 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5eb613ad-e6dc-4435-ac85-434c2c23f093]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e] added
Dec 06 16:00:02 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[07291cf6-1055-4d30-a096-027a6a494a65]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e9dfb19-f125-49c7-966f-bd3eb6d391f3]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sZWiNGaT {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sZWiNGaT" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4a42a7e-d7fb-48ec-804e-c81d31f81940]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'sZWiNGaT'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d1bcdcf-289a-4ff6-b23a-d6eb80669d51]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[002bcf49-23bd-4667-9de0-e705a4ec0c53]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 16:00:02 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 16:00:02 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ca08aa8-69bc-4da0-8ed7-81de7f6a1ea1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e, portal: 172.16.0.220,3260]
Dec 06 16:00:02 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e, portal: 172.16.0.220,3260] successful.
Dec 06 16:00:02 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[70aac7e2-748f-45cc-95de-2e6771e73148]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e35fc351-3a9d-4a7a-8345-5b9bf2266233]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 16:00:02 user nova-compute[75278]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e (non-flash)
Dec 06 16:00:02 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 16:00:02 user nova-compute[75278]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e (non-flash)
Dec 06 16:00:02 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.292s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] HCTL ('34', '-', '-', 0) found on session 39 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd7a0968-a5ba-42a7-bb1c-8b3fdb4f97d2]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Searching for a device in session 39 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sZWiNGaT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 16:00:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.328s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:00:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] <== connect_volume: return (1330ms) {'type': 'block', 'scsi_wwn': '23230653730323939', 'path': '/dev/sdc'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:00:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23230653730323939', 'path': '/dev/sdc'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 16:00:03 user nova-compute[75278]: DEBUG nova.objects.instance [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lazy-loading 'flavor' on Instance uuid 9a8e9df1-1259-40ea-bd37-3d58682f9119 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:00:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 16:00:03 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:00:03 user nova-compute[75278]:   <source dev="/dev/sdc"/>
Dec 06 16:00:03 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 16:00:03 user nova-compute[75278]:   <serial>fbf73977-c719-4abd-9466-6a07b9f5245e</serial>
Dec 06 16:00:03 user nova-compute[75278]: </disk>
Dec 06 16:00:03 user nova-compute[75278]:  {{(pid=75278) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] No VIF found with MAC fa:16:3e:06:0f:ff, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-72398b22-1225-4994-8bed-dfba4049be90 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "9a8e9df1-1259-40ea-bd37-3d58682f9119" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 17.661s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xFsgKauh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:00:04 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:00:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:00:04 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:00:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:00:04 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 16:00:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24 -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b720e3c-c1c2-4942-9d35-587f5e32de42]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 16:00:04 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24 -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e3cd6cb-7f6e-417b-a5fe-1cb9e4100d23]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24] added
Dec 06 16:00:04 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc0e21ed-a00b-4cd3-9240-750c549ea28a]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a165f646-b3ef-4912-b40d-4cee4aaf9b8a]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xFsgKauh {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xFsgKauh" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2d2d9b8-b120-491b-a3a4-18b0bb92d250]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xFsgKauh'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[193d338e-1701-4f53-841c-c48b186a04da]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[63913dda-8035-439d-af91-91722589fddb]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 16:00:04 user nova-compute[75278]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e (non-flash)
Dec 06 16:00:04 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 16:00:04 user nova-compute[75278]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e (non-flash)
Dec 06 16:00:04 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24 -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24 -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9e291cf-1b4d-4df3-9024-321e023bb250]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24, portal: 172.16.0.220,3260]
Dec 06 16:00:04 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24, portal: 172.16.0.220,3260] successful.
Dec 06 16:00:04 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:00:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf9f2972-11f9-4242-9659-4b1580e3bb38]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:00:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:00:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5490b340-be48-4b8c-929b-12505d2c5913]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:00:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 16:00:05 user nova-compute[75278]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e (non-flash)
Dec 06 16:00:05 user nova-compute[75278]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24 (non-flash)
Dec 06 16:00:05 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:00:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 16:00:05 user nova-compute[75278]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e (non-flash)
Dec 06 16:00:05 user nova-compute[75278]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24 (non-flash)
Dec 06 16:00:05 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:00:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.294s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:00:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 16:00:05 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] HCTL ('35', '-', '-', 0) found on session 40 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 16:00:05 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 16:00:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:05 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:05 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[450d3eb0-a72c-45b1-a714-ed1d418c8736]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:00:05 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Searching for a device in session 40 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 16:00:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xFsgKauh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 16:00:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:06 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.328s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:00:06 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] <== connect_volume: return (1329ms) {'type': 'block', 'scsi_wwn': '23762373633303539', 'path': '/dev/sdd'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:00:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23762373633303539', 'path': '/dev/sdd'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 16:00:06 user nova-compute[75278]: DEBUG nova.objects.instance [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lazy-loading 'flavor' on Instance uuid 112e6e55-9983-42f0-af6c-4ed817699547 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:00:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 16:00:06 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:00:06 user nova-compute[75278]:   <source dev="/dev/sdd"/>
Dec 06 16:00:06 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 16:00:06 user nova-compute[75278]:   <serial>5402234a-f2d5-4239-b5af-0f7f378eea24</serial>
Dec 06 16:00:06 user nova-compute[75278]: </disk>
Dec 06 16:00:06 user nova-compute[75278]:  {{(pid=75278) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 16:00:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:00:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:00:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] No VIF found with MAC fa:16:3e:fa:01:93, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 16:00:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1fdc4f41-8d12-4a1b-8f25-b166f7e0e773 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "112e6e55-9983-42f0-af6c-4ed817699547" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.023s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:00:06 user nova-compute[75278]: DEBUG nova.compute.manager [req-2e31d9e5-310b-4cdc-b495-5343fa496515 req-259c2e20-f4aa-4a55-97bd-9f88da1618cf service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Received event network-changed-57242e9c-0ef5-4800-a622-3f3c060dac98 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:00:06 user nova-compute[75278]: DEBUG nova.compute.manager [req-2e31d9e5-310b-4cdc-b495-5343fa496515 req-259c2e20-f4aa-4a55-97bd-9f88da1618cf service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Refreshing instance network info cache due to event network-changed-57242e9c-0ef5-4800-a622-3f3c060dac98. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:00:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2e31d9e5-310b-4cdc-b495-5343fa496515 req-259c2e20-f4aa-4a55-97bd-9f88da1618cf service nova] Acquiring lock "refresh_cache-9a8e9df1-1259-40ea-bd37-3d58682f9119" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:00:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2e31d9e5-310b-4cdc-b495-5343fa496515 req-259c2e20-f4aa-4a55-97bd-9f88da1618cf service nova] Acquired lock "refresh_cache-9a8e9df1-1259-40ea-bd37-3d58682f9119" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:00:06 user nova-compute[75278]: DEBUG nova.network.neutron [req-2e31d9e5-310b-4cdc-b495-5343fa496515 req-259c2e20-f4aa-4a55-97bd-9f88da1618cf service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Refreshing network info cache for port 57242e9c-0ef5-4800-a622-3f3c060dac98 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:00:07 user nova-compute[75278]: DEBUG nova.network.neutron [req-2e31d9e5-310b-4cdc-b495-5343fa496515 req-259c2e20-f4aa-4a55-97bd-9f88da1618cf service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Updated VIF entry in instance network info cache for port 57242e9c-0ef5-4800-a622-3f3c060dac98. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:00:07 user nova-compute[75278]: DEBUG nova.network.neutron [req-2e31d9e5-310b-4cdc-b495-5343fa496515 req-259c2e20-f4aa-4a55-97bd-9f88da1618cf service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Updating instance_info_cache with network_info: [{"id": "57242e9c-0ef5-4800-a622-3f3c060dac98", "address": "fa:16:3e:06:0f:ff", "network": {"id": "4217cbb0-33d1-451f-9d3f-b8a0d6df1755", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-493313379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "93723bb0e3c9431a91eaa6ba3c645029", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57242e9c-0e", "ovs_interfaceid": "57242e9c-0ef5-4800-a622-3f3c060dac98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:00:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2e31d9e5-310b-4cdc-b495-5343fa496515 req-259c2e20-f4aa-4a55-97bd-9f88da1618cf service nova] Releasing lock "refresh_cache-9a8e9df1-1259-40ea-bd37-3d58682f9119" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:00:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:09 user nova-compute[75278]: DEBUG nova.compute.manager [req-7610daf4-a0d4-4f6d-a6f3-cd6e6dcb190d req-0d64582e-d98e-46be-86cc-ddf26a296318 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Received event network-changed-57242e9c-0ef5-4800-a622-3f3c060dac98 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:00:09 user nova-compute[75278]: DEBUG nova.compute.manager [req-7610daf4-a0d4-4f6d-a6f3-cd6e6dcb190d req-0d64582e-d98e-46be-86cc-ddf26a296318 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Refreshing instance network info cache due to event network-changed-57242e9c-0ef5-4800-a622-3f3c060dac98. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:00:09 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7610daf4-a0d4-4f6d-a6f3-cd6e6dcb190d req-0d64582e-d98e-46be-86cc-ddf26a296318 service nova] Acquiring lock "refresh_cache-9a8e9df1-1259-40ea-bd37-3d58682f9119" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:00:09 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7610daf4-a0d4-4f6d-a6f3-cd6e6dcb190d req-0d64582e-d98e-46be-86cc-ddf26a296318 service nova] Acquired lock "refresh_cache-9a8e9df1-1259-40ea-bd37-3d58682f9119" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:00:09 user nova-compute[75278]: DEBUG nova.network.neutron [req-7610daf4-a0d4-4f6d-a6f3-cd6e6dcb190d req-0d64582e-d98e-46be-86cc-ddf26a296318 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Refreshing network info cache for port 57242e9c-0ef5-4800-a622-3f3c060dac98 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:00:10 user nova-compute[75278]: DEBUG nova.network.neutron [req-7610daf4-a0d4-4f6d-a6f3-cd6e6dcb190d req-0d64582e-d98e-46be-86cc-ddf26a296318 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Updated VIF entry in instance network info cache for port 57242e9c-0ef5-4800-a622-3f3c060dac98. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:00:10 user nova-compute[75278]: DEBUG nova.network.neutron [req-7610daf4-a0d4-4f6d-a6f3-cd6e6dcb190d req-0d64582e-d98e-46be-86cc-ddf26a296318 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Updating instance_info_cache with network_info: [{"id": "57242e9c-0ef5-4800-a622-3f3c060dac98", "address": "fa:16:3e:06:0f:ff", "network": {"id": "4217cbb0-33d1-451f-9d3f-b8a0d6df1755", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-493313379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "93723bb0e3c9431a91eaa6ba3c645029", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57242e9c-0e", "ovs_interfaceid": "57242e9c-0ef5-4800-a622-3f3c060dac98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:00:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7610daf4-a0d4-4f6d-a6f3-cd6e6dcb190d req-0d64582e-d98e-46be-86cc-ddf26a296318 service nova] Releasing lock "refresh_cache-9a8e9df1-1259-40ea-bd37-3d58682f9119" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:00:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f33131e6-b2cc-4524-8215-8af08ed253f4 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquiring lock "9a8e9df1-1259-40ea-bd37-3d58682f9119" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:00:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f33131e6-b2cc-4524-8215-8af08ed253f4 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "9a8e9df1-1259-40ea-bd37-3d58682f9119" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:00:10 user nova-compute[75278]: INFO nova.compute.manager [None req-f33131e6-b2cc-4524-8215-8af08ed253f4 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Rebooting instance
Dec 06 16:00:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f33131e6-b2cc-4524-8215-8af08ed253f4 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquiring lock "refresh_cache-9a8e9df1-1259-40ea-bd37-3d58682f9119" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:00:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f33131e6-b2cc-4524-8215-8af08ed253f4 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquired lock "refresh_cache-9a8e9df1-1259-40ea-bd37-3d58682f9119" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:00:10 user nova-compute[75278]: DEBUG nova.network.neutron [None req-f33131e6-b2cc-4524-8215-8af08ed253f4 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 16:00:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:10 user nova-compute[75278]: DEBUG nova.network.neutron [None req-f33131e6-b2cc-4524-8215-8af08ed253f4 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Updating instance_info_cache with network_info: [{"id": "57242e9c-0ef5-4800-a622-3f3c060dac98", "address": "fa:16:3e:06:0f:ff", "network": {"id": "4217cbb0-33d1-451f-9d3f-b8a0d6df1755", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-493313379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "93723bb0e3c9431a91eaa6ba3c645029", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57242e9c-0e", "ovs_interfaceid": "57242e9c-0ef5-4800-a622-3f3c060dac98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:00:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f33131e6-b2cc-4524-8215-8af08ed253f4 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Releasing lock "refresh_cache-9a8e9df1-1259-40ea-bd37-3d58682f9119" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:00:10 user nova-compute[75278]: DEBUG nova.compute.manager [None req-f33131e6-b2cc-4524-8215-8af08ed253f4 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 16:00:12 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:13 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:00:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:13 user nova-compute[75278]: DEBUG nova.compute.manager [req-d8d941e9-9e10-4f52-9dd2-3855c78dcbdc req-264f30e4-705f-45ad-845a-928b7bbd7e26 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Received event network-vif-unplugged-57242e9c-0ef5-4800-a622-3f3c060dac98 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:00:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d8d941e9-9e10-4f52-9dd2-3855c78dcbdc req-264f30e4-705f-45ad-845a-928b7bbd7e26 service nova] Acquiring lock "9a8e9df1-1259-40ea-bd37-3d58682f9119-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:00:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d8d941e9-9e10-4f52-9dd2-3855c78dcbdc req-264f30e4-705f-45ad-845a-928b7bbd7e26 service nova] Lock "9a8e9df1-1259-40ea-bd37-3d58682f9119-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:00:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d8d941e9-9e10-4f52-9dd2-3855c78dcbdc req-264f30e4-705f-45ad-845a-928b7bbd7e26 service nova] Lock "9a8e9df1-1259-40ea-bd37-3d58682f9119-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:00:13 user nova-compute[75278]: DEBUG nova.compute.manager [req-d8d941e9-9e10-4f52-9dd2-3855c78dcbdc req-264f30e4-705f-45ad-845a-928b7bbd7e26 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] No waiting events found dispatching network-vif-unplugged-57242e9c-0ef5-4800-a622-3f3c060dac98 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:00:13 user nova-compute[75278]: WARNING nova.compute.manager [req-d8d941e9-9e10-4f52-9dd2-3855c78dcbdc req-264f30e4-705f-45ad-845a-928b7bbd7e26 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Received unexpected event network-vif-unplugged-57242e9c-0ef5-4800-a622-3f3c060dac98 for instance with vm_state active and task_state reboot_started.
Dec 06 16:00:14 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:00:14 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-f33131e6-b2cc-4524-8215-8af08ed253f4 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Instance shutdown successfully.
Dec 06 16:00:14 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:00:15 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:00:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:15 user nova-compute[75278]: DEBUG nova.compute.manager [req-bf5d04cd-eaee-4fc4-bda0-02d8346d86d8 req-811c6762-3bc8-43bb-b436-7c3b824626a0 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Received event network-vif-plugged-57242e9c-0ef5-4800-a622-3f3c060dac98 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:00:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bf5d04cd-eaee-4fc4-bda0-02d8346d86d8 req-811c6762-3bc8-43bb-b436-7c3b824626a0 service nova] Acquiring lock "9a8e9df1-1259-40ea-bd37-3d58682f9119-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:00:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bf5d04cd-eaee-4fc4-bda0-02d8346d86d8 req-811c6762-3bc8-43bb-b436-7c3b824626a0 service nova] Lock "9a8e9df1-1259-40ea-bd37-3d58682f9119-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:00:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bf5d04cd-eaee-4fc4-bda0-02d8346d86d8 req-811c6762-3bc8-43bb-b436-7c3b824626a0 service nova] Lock "9a8e9df1-1259-40ea-bd37-3d58682f9119-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:00:15 user nova-compute[75278]: DEBUG nova.compute.manager [req-bf5d04cd-eaee-4fc4-bda0-02d8346d86d8 req-811c6762-3bc8-43bb-b436-7c3b824626a0 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] No waiting events found dispatching network-vif-plugged-57242e9c-0ef5-4800-a622-3f3c060dac98 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:00:15 user nova-compute[75278]: WARNING nova.compute.manager [req-bf5d04cd-eaee-4fc4-bda0-02d8346d86d8 req-811c6762-3bc8-43bb-b436-7c3b824626a0 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Received unexpected event network-vif-plugged-57242e9c-0ef5-4800-a622-3f3c060dac98 for instance with vm_state active and task_state reboot_started.
Dec 06 16:00:15 user nova-compute[75278]: DEBUG nova.compute.manager [req-bf5d04cd-eaee-4fc4-bda0-02d8346d86d8 req-811c6762-3bc8-43bb-b436-7c3b824626a0 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Received event network-vif-plugged-57242e9c-0ef5-4800-a622-3f3c060dac98 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:00:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bf5d04cd-eaee-4fc4-bda0-02d8346d86d8 req-811c6762-3bc8-43bb-b436-7c3b824626a0 service nova] Acquiring lock "9a8e9df1-1259-40ea-bd37-3d58682f9119-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:00:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bf5d04cd-eaee-4fc4-bda0-02d8346d86d8 req-811c6762-3bc8-43bb-b436-7c3b824626a0 service nova] Lock "9a8e9df1-1259-40ea-bd37-3d58682f9119-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:00:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bf5d04cd-eaee-4fc4-bda0-02d8346d86d8 req-811c6762-3bc8-43bb-b436-7c3b824626a0 service nova] Lock "9a8e9df1-1259-40ea-bd37-3d58682f9119-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:00:15 user nova-compute[75278]: DEBUG nova.compute.manager [req-bf5d04cd-eaee-4fc4-bda0-02d8346d86d8 req-811c6762-3bc8-43bb-b436-7c3b824626a0 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] No waiting events found dispatching network-vif-plugged-57242e9c-0ef5-4800-a622-3f3c060dac98 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:00:15 user nova-compute[75278]: WARNING nova.compute.manager [req-bf5d04cd-eaee-4fc4-bda0-02d8346d86d8 req-811c6762-3bc8-43bb-b436-7c3b824626a0 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Received unexpected event network-vif-plugged-57242e9c-0ef5-4800-a622-3f3c060dac98 for instance with vm_state active and task_state reboot_started.
Dec 06 16:00:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:16 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:17 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:00:17 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 16:00:17 user nova-compute[75278]: DEBUG nova.compute.manager [req-f990a641-f658-4ef1-9881-4eda8f3da66b req-22a564ea-1982-47b5-b941-6e5ed8043b01 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Received event network-vif-plugged-57242e9c-0ef5-4800-a622-3f3c060dac98 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:00:17 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f990a641-f658-4ef1-9881-4eda8f3da66b req-22a564ea-1982-47b5-b941-6e5ed8043b01 service nova] Acquiring lock "9a8e9df1-1259-40ea-bd37-3d58682f9119-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:00:17 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f990a641-f658-4ef1-9881-4eda8f3da66b req-22a564ea-1982-47b5-b941-6e5ed8043b01 service nova] Lock "9a8e9df1-1259-40ea-bd37-3d58682f9119-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:00:17 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f990a641-f658-4ef1-9881-4eda8f3da66b req-22a564ea-1982-47b5-b941-6e5ed8043b01 service nova] Lock "9a8e9df1-1259-40ea-bd37-3d58682f9119-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:00:17 user nova-compute[75278]: DEBUG nova.compute.manager [req-f990a641-f658-4ef1-9881-4eda8f3da66b req-22a564ea-1982-47b5-b941-6e5ed8043b01 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] No waiting events found dispatching network-vif-plugged-57242e9c-0ef5-4800-a622-3f3c060dac98 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:00:17 user nova-compute[75278]: WARNING nova.compute.manager [req-f990a641-f658-4ef1-9881-4eda8f3da66b req-22a564ea-1982-47b5-b941-6e5ed8043b01 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Received unexpected event network-vif-plugged-57242e9c-0ef5-4800-a622-3f3c060dac98 for instance with vm_state active and task_state reboot_started.
Dec 06 16:00:17 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Instance running successfully.
Dec 06 16:00:17 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-f33131e6-b2cc-4524-8215-8af08ed253f4 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Instance soft rebooted successfully.
Dec 06 16:00:17 user nova-compute[75278]: DEBUG nova.compute.manager [None req-f33131e6-b2cc-4524-8215-8af08ed253f4 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 16:00:17 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f33131e6-b2cc-4524-8215-8af08ed253f4 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "9a8e9df1-1259-40ea-bd37-3d58682f9119" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.467s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:00:17 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:18 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:00:18 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:00:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:00:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:00:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:00:18 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 16:00:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/112e6e55-9983-42f0-af6c-4ed817699547/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/112e6e55-9983-42f0-af6c-4ed817699547/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/112e6e55-9983-42f0-af6c-4ed817699547/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/112e6e55-9983-42f0-af6c-4ed817699547/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:18 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:00:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a8e9df1-1259-40ea-bd37-3d58682f9119/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a8e9df1-1259-40ea-bd37-3d58682f9119/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a8e9df1-1259-40ea-bd37-3d58682f9119/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a8e9df1-1259-40ea-bd37-3d58682f9119/disk --force-share --output=json" returned: 0 in 0.279s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:19 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:00:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:19 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json" returned: 0 in 0.277s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json" returned: 0 in 0.191s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk --force-share --output=json" returned: 0 in 0.241s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:21 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:00:21 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:00:21 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:00:21 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=7944MB free_disk=25.178081512451172GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 16:00:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:00:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:00:21 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Applying migration context for instance d25e73e5-e14b-4a7b-bd77-1008159951cd as it has an incoming, in-progress migration d75f08e2-9e6a-455c-807d-709fea8cf9e4. Migration status is finished {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Dec 06 16:00:21 user nova-compute[75278]: INFO nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Updating resource usage from migration d75f08e2-9e6a-455c-807d-709fea8cf9e4
Dec 06 16:00:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance accf5417-e552-4fa7-8b65-5f3121d1d17f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:00:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance b979398f-d6ba-469c-96ed-e25012146a31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:00:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance a909916c-b274-4c00-a248-30d6ed84859e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:00:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 9a8e9df1-1259-40ea-bd37-3d58682f9119 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:00:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 112e6e55-9983-42f0-af6c-4ed817699547 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:00:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 7f4156a6-a670-4198-98aa-d2f80c2abba9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:00:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Migration d75f08e2-9e6a-455c-807d-709fea8cf9e4 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}}
Dec 06 16:00:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance d25e73e5-e14b-4a7b-bd77-1008159951cd actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:00:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 16:00:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 16:00:22 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:00:22 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:00:22 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 16:00:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.593s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:00:22 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "9339ba5c-6992-4429-86b0-37a341bdde06" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:00:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "9339ba5c-6992-4429-86b0-37a341bdde06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:00:23 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 16:00:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:00:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:00:23 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 16:00:23 user nova-compute[75278]: INFO nova.compute.claims [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Claim successful on node user
Dec 06 16:00:23 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:00:23 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:00:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.437s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:00:23 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 16:00:23 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 16:00:23 user nova-compute[75278]: DEBUG nova.network.neutron [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 16:00:23 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 16:00:23 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 16:00:24 user nova-compute[75278]: DEBUG nova.policy [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6fc55d3ac6494b81921e1ccd4f6cd4b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3772c2b34d044341afe1838c255abf00', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 16:00:24 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 16:00:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 16:00:24 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Creating image(s)
Dec 06 16:00:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "/opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:00:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "/opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:00:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "/opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:00:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.207s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "8b6964317078072a1e593868059fc8dc16213a0c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:00:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:00:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:24 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:00:24 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 16:00:24 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Didn't find any instances for network info cache update. {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 16:00:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.210s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06/disk 1073741824" returned: 0 in 0.054s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.270s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:00:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.243s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:24 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 16:00:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:25 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:00:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:25 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Cannot resize image /opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 16:00:25 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 16:00:25 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Ensure instance console log exists: /opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 16:00:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:00:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:00:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:00:25 user nova-compute[75278]: DEBUG nova.network.neutron [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Successfully created port: 982b4abe-5c8c-45e6-9482-af7539968ecf {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 16:00:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG nova.network.neutron [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Successfully updated port: 982b4abe-5c8c-45e6-9482-af7539968ecf {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "refresh_cache-9339ba5c-6992-4429-86b0-37a341bdde06" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquired lock "refresh_cache-9339ba5c-6992-4429-86b0-37a341bdde06" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG nova.network.neutron [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-e3af31ac-be26-4668-aadb-ec9edeb0f7ea req-0b2f86db-6820-4e48-8113-b5085a0431f2 service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Received event network-changed-982b4abe-5c8c-45e6-9482-af7539968ecf {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-e3af31ac-be26-4668-aadb-ec9edeb0f7ea req-0b2f86db-6820-4e48-8113-b5085a0431f2 service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Refreshing instance network info cache due to event network-changed-982b4abe-5c8c-45e6-9482-af7539968ecf. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e3af31ac-be26-4668-aadb-ec9edeb0f7ea req-0b2f86db-6820-4e48-8113-b5085a0431f2 service nova] Acquiring lock "refresh_cache-9339ba5c-6992-4429-86b0-37a341bdde06" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG nova.network.neutron [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG nova.network.neutron [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Updating instance_info_cache with network_info: [{"id": "982b4abe-5c8c-45e6-9482-af7539968ecf", "address": "fa:16:3e:0a:ee:af", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap982b4abe-5c", "ovs_interfaceid": "982b4abe-5c8c-45e6-9482-af7539968ecf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Releasing lock "refresh_cache-9339ba5c-6992-4429-86b0-37a341bdde06" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Instance network_info: |[{"id": "982b4abe-5c8c-45e6-9482-af7539968ecf", "address": "fa:16:3e:0a:ee:af", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap982b4abe-5c", "ovs_interfaceid": "982b4abe-5c8c-45e6-9482-af7539968ecf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e3af31ac-be26-4668-aadb-ec9edeb0f7ea req-0b2f86db-6820-4e48-8113-b5085a0431f2 service nova] Acquired lock "refresh_cache-9339ba5c-6992-4429-86b0-37a341bdde06" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG nova.network.neutron [req-e3af31ac-be26-4668-aadb-ec9edeb0f7ea req-0b2f86db-6820-4e48-8113-b5085a0431f2 service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Refreshing network info cache for port 982b4abe-5c8c-45e6-9482-af7539968ecf {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Start _get_guest_xml network_info=[{"id": "982b4abe-5c8c-45e6-9482-af7539968ecf", "address": "fa:16:3e:0a:ee:af", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap982b4abe-5c", "ovs_interfaceid": "982b4abe-5c8c-45e6-9482-af7539968ecf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 16:00:26 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:00:26 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:00:26 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:00:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1657286505',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1657286505',id=30,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG1AXA19iyjpSqSW/ApGhwtiGioIUng+xS8oVm34nETTCp0MvlhzTQQNMx2ILzNC2gG5K1dbLQbqiKGWjT6SARsEWbo1O3Nrh3Ab1jEUnGmPsa4dMadMVbnT5sXehqXe6Q==',key_name='tempest-keypair-1652966724',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3772c2b34d044341afe1838c255abf00',ramdisk_id='',reservation_id='r-xmadjnx7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-76059517',owner_user_name='tempest-AttachVolumeShelveTestJSON-76059517-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:00:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6fc55d3ac6494b81921e1ccd4f6cd4b6',uuid=9339ba5c-6992-4429-86b0-37a341bdde06,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "982b4abe-5c8c-45e6-9482-af7539968ecf", "address": "fa:16:3e:0a:ee:af", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap982b4abe-5c", "ovs_interfaceid": "982b4abe-5c8c-45e6-9482-af7539968ecf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Converting VIF {"id": "982b4abe-5c8c-45e6-9482-af7539968ecf", "address": "fa:16:3e:0a:ee:af", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap982b4abe-5c", "ovs_interfaceid": "982b4abe-5c8c-45e6-9482-af7539968ecf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0a:ee:af,bridge_name='br-int',has_traffic_filtering=True,id=982b4abe-5c8c-45e6-9482-af7539968ecf,network=Network(db0b7d9a-b152-4c62-aca3-3fa90ab9bd04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap982b4abe-5c') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG nova.objects.instance [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lazy-loading 'pci_devices' on Instance uuid 9339ba5c-6992-4429-86b0-37a341bdde06 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] End _get_guest_xml xml=<domain type="kvm">
Dec 06 16:00:26 user nova-compute[75278]:   <uuid>9339ba5c-6992-4429-86b0-37a341bdde06</uuid>
Dec 06 16:00:26 user nova-compute[75278]:   <name>instance-0000001e</name>
Dec 06 16:00:26 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 16:00:26 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 16:00:26 user nova-compute[75278]:   <metadata>
Dec 06 16:00:26 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 16:00:26 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 16:00:26 user nova-compute[75278]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1657286505</nova:name>
Dec 06 16:00:26 user nova-compute[75278]:       <nova:creationTime>2023-12-06 16:00:26</nova:creationTime>
Dec 06 16:00:26 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 16:00:26 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 16:00:26 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 16:00:26 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 16:00:26 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 16:00:26 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 16:00:26 user nova-compute[75278]:       </nova:flavor>
Dec 06 16:00:26 user nova-compute[75278]:       <nova:owner>
Dec 06 16:00:26 user nova-compute[75278]:         <nova:user uuid="6fc55d3ac6494b81921e1ccd4f6cd4b6">tempest-AttachVolumeShelveTestJSON-76059517-project-member</nova:user>
Dec 06 16:00:26 user nova-compute[75278]:         <nova:project uuid="3772c2b34d044341afe1838c255abf00">tempest-AttachVolumeShelveTestJSON-76059517</nova:project>
Dec 06 16:00:26 user nova-compute[75278]:       </nova:owner>
Dec 06 16:00:26 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 16:00:26 user nova-compute[75278]:       <nova:ports>
Dec 06 16:00:26 user nova-compute[75278]:         <nova:port uuid="982b4abe-5c8c-45e6-9482-af7539968ecf">
Dec 06 16:00:26 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 16:00:26 user nova-compute[75278]:         </nova:port>
Dec 06 16:00:26 user nova-compute[75278]:       </nova:ports>
Dec 06 16:00:26 user nova-compute[75278]:     </nova:instance>
Dec 06 16:00:26 user nova-compute[75278]:   </metadata>
Dec 06 16:00:26 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 16:00:26 user nova-compute[75278]:     <system>
Dec 06 16:00:26 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 16:00:26 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 16:00:26 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 16:00:26 user nova-compute[75278]:       <entry name="serial">9339ba5c-6992-4429-86b0-37a341bdde06</entry>
Dec 06 16:00:26 user nova-compute[75278]:       <entry name="uuid">9339ba5c-6992-4429-86b0-37a341bdde06</entry>
Dec 06 16:00:26 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 16:00:26 user nova-compute[75278]:     </system>
Dec 06 16:00:26 user nova-compute[75278]:   </sysinfo>
Dec 06 16:00:26 user nova-compute[75278]:   <os>
Dec 06 16:00:26 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 16:00:26 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 16:00:26 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 16:00:26 user nova-compute[75278]:   </os>
Dec 06 16:00:26 user nova-compute[75278]:   <features>
Dec 06 16:00:26 user nova-compute[75278]:     <acpi/>
Dec 06 16:00:26 user nova-compute[75278]:     <apic/>
Dec 06 16:00:26 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 16:00:26 user nova-compute[75278]:   </features>
Dec 06 16:00:26 user nova-compute[75278]:   <clock offset="utc">
Dec 06 16:00:26 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 16:00:26 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 16:00:26 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 16:00:26 user nova-compute[75278]:   </clock>
Dec 06 16:00:26 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 16:00:26 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 16:00:26 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 16:00:26 user nova-compute[75278]:   </cpu>
Dec 06 16:00:26 user nova-compute[75278]:   <devices>
Dec 06 16:00:26 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 16:00:26 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 16:00:26 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06/disk"/>
Dec 06 16:00:26 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 16:00:26 user nova-compute[75278]:     </disk>
Dec 06 16:00:26 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 16:00:26 user nova-compute[75278]:       <mac address="fa:16:3e:0a:ee:af"/>
Dec 06 16:00:26 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:00:26 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 16:00:26 user nova-compute[75278]:       <target dev="tap982b4abe-5c"/>
Dec 06 16:00:26 user nova-compute[75278]:     </interface>
Dec 06 16:00:26 user nova-compute[75278]:     <serial type="pty">
Dec 06 16:00:26 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06/console.log" append="off"/>
Dec 06 16:00:26 user nova-compute[75278]:     </serial>
Dec 06 16:00:26 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 16:00:26 user nova-compute[75278]:     <video>
Dec 06 16:00:26 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:00:26 user nova-compute[75278]:     </video>
Dec 06 16:00:26 user nova-compute[75278]:     <rng model="virtio">
Dec 06 16:00:26 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 16:00:26 user nova-compute[75278]:     </rng>
Dec 06 16:00:26 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 16:00:26 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 16:00:26 user nova-compute[75278]:       <stats period="10"/>
Dec 06 16:00:26 user nova-compute[75278]:     </memballoon>
Dec 06 16:00:26 user nova-compute[75278]:   </devices>
Dec 06 16:00:26 user nova-compute[75278]: </domain>
Dec 06 16:00:26 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:00:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1657286505',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1657286505',id=30,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG1AXA19iyjpSqSW/ApGhwtiGioIUng+xS8oVm34nETTCp0MvlhzTQQNMx2ILzNC2gG5K1dbLQbqiKGWjT6SARsEWbo1O3Nrh3Ab1jEUnGmPsa4dMadMVbnT5sXehqXe6Q==',key_name='tempest-keypair-1652966724',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3772c2b34d044341afe1838c255abf00',ramdisk_id='',reservation_id='r-xmadjnx7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-76059517',owner_user_name='tempest-AttachVolumeShelveTestJSON-76059517-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:00:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6fc55d3ac6494b81921e1ccd4f6cd4b6',uuid=9339ba5c-6992-4429-86b0-37a341bdde06,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "982b4abe-5c8c-45e6-9482-af7539968ecf", "address": "fa:16:3e:0a:ee:af", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap982b4abe-5c", "ovs_interfaceid": "982b4abe-5c8c-45e6-9482-af7539968ecf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Converting VIF {"id": "982b4abe-5c8c-45e6-9482-af7539968ecf", "address": "fa:16:3e:0a:ee:af", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap982b4abe-5c", "ovs_interfaceid": "982b4abe-5c8c-45e6-9482-af7539968ecf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0a:ee:af,bridge_name='br-int',has_traffic_filtering=True,id=982b4abe-5c8c-45e6-9482-af7539968ecf,network=Network(db0b7d9a-b152-4c62-aca3-3fa90ab9bd04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap982b4abe-5c') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG os_vif [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0a:ee:af,bridge_name='br-int',has_traffic_filtering=True,id=982b4abe-5c8c-45e6-9482-af7539968ecf,network=Network(db0b7d9a-b152-4c62-aca3-3fa90ab9bd04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap982b4abe-5c') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3ab32b65-6207-5716-a094-129c3728a003', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap982b4abe-5c, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap982b4abe-5c, col_values=(('qos', UUID('d231a630-1908-4274-afde-db3f32b142cc')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap982b4abe-5c, col_values=(('external_ids', {'iface-id': '982b4abe-5c8c-45e6-9482-af7539968ecf', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0a:ee:af', 'vm-uuid': '9339ba5c-6992-4429-86b0-37a341bdde06'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:26 user nova-compute[75278]: INFO os_vif [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0a:ee:af,bridge_name='br-int',has_traffic_filtering=True,id=982b4abe-5c8c-45e6-9482-af7539968ecf,network=Network(db0b7d9a-b152-4c62-aca3-3fa90ab9bd04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap982b4abe-5c')
Dec 06 16:00:26 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:00:26 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] No VIF found with MAC fa:16:3e:0a:ee:af, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 16:00:27 user nova-compute[75278]: DEBUG nova.network.neutron [req-e3af31ac-be26-4668-aadb-ec9edeb0f7ea req-0b2f86db-6820-4e48-8113-b5085a0431f2 service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Updated VIF entry in instance network info cache for port 982b4abe-5c8c-45e6-9482-af7539968ecf. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:00:27 user nova-compute[75278]: DEBUG nova.network.neutron [req-e3af31ac-be26-4668-aadb-ec9edeb0f7ea req-0b2f86db-6820-4e48-8113-b5085a0431f2 service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Updating instance_info_cache with network_info: [{"id": "982b4abe-5c8c-45e6-9482-af7539968ecf", "address": "fa:16:3e:0a:ee:af", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap982b4abe-5c", "ovs_interfaceid": "982b4abe-5c8c-45e6-9482-af7539968ecf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:00:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e3af31ac-be26-4668-aadb-ec9edeb0f7ea req-0b2f86db-6820-4e48-8113-b5085a0431f2 service nova] Releasing lock "refresh_cache-9339ba5c-6992-4429-86b0-37a341bdde06" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:00:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:28 user nova-compute[75278]: DEBUG nova.compute.manager [req-ef304df7-490d-4b90-b0c1-70203ffa0600 req-ddda87c3-1d33-482c-b5b4-77c4158c1bcf service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Received event network-vif-plugged-982b4abe-5c8c-45e6-9482-af7539968ecf {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:00:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ef304df7-490d-4b90-b0c1-70203ffa0600 req-ddda87c3-1d33-482c-b5b4-77c4158c1bcf service nova] Acquiring lock "9339ba5c-6992-4429-86b0-37a341bdde06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:00:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ef304df7-490d-4b90-b0c1-70203ffa0600 req-ddda87c3-1d33-482c-b5b4-77c4158c1bcf service nova] Lock "9339ba5c-6992-4429-86b0-37a341bdde06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:00:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ef304df7-490d-4b90-b0c1-70203ffa0600 req-ddda87c3-1d33-482c-b5b4-77c4158c1bcf service nova] Lock "9339ba5c-6992-4429-86b0-37a341bdde06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:00:28 user nova-compute[75278]: DEBUG nova.compute.manager [req-ef304df7-490d-4b90-b0c1-70203ffa0600 req-ddda87c3-1d33-482c-b5b4-77c4158c1bcf service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] No waiting events found dispatching network-vif-plugged-982b4abe-5c8c-45e6-9482-af7539968ecf {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:00:28 user nova-compute[75278]: WARNING nova.compute.manager [req-ef304df7-490d-4b90-b0c1-70203ffa0600 req-ddda87c3-1d33-482c-b5b4-77c4158c1bcf service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Received unexpected event network-vif-plugged-982b4abe-5c8c-45e6-9482-af7539968ecf for instance with vm_state building and task_state spawning.
Dec 06 16:00:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:30 user nova-compute[75278]: DEBUG nova.compute.manager [req-28a9fe62-04fb-4f0d-aa08-11f4c2a635fc req-3bcff2b6-7d20-4dc1-87a2-b5c1cacdbd79 service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Received event network-vif-plugged-982b4abe-5c8c-45e6-9482-af7539968ecf {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:00:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-28a9fe62-04fb-4f0d-aa08-11f4c2a635fc req-3bcff2b6-7d20-4dc1-87a2-b5c1cacdbd79 service nova] Acquiring lock "9339ba5c-6992-4429-86b0-37a341bdde06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:00:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-28a9fe62-04fb-4f0d-aa08-11f4c2a635fc req-3bcff2b6-7d20-4dc1-87a2-b5c1cacdbd79 service nova] Lock "9339ba5c-6992-4429-86b0-37a341bdde06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:00:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-28a9fe62-04fb-4f0d-aa08-11f4c2a635fc req-3bcff2b6-7d20-4dc1-87a2-b5c1cacdbd79 service nova] Lock "9339ba5c-6992-4429-86b0-37a341bdde06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:00:30 user nova-compute[75278]: DEBUG nova.compute.manager [req-28a9fe62-04fb-4f0d-aa08-11f4c2a635fc req-3bcff2b6-7d20-4dc1-87a2-b5c1cacdbd79 service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] No waiting events found dispatching network-vif-plugged-982b4abe-5c8c-45e6-9482-af7539968ecf {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:00:30 user nova-compute[75278]: WARNING nova.compute.manager [req-28a9fe62-04fb-4f0d-aa08-11f4c2a635fc req-3bcff2b6-7d20-4dc1-87a2-b5c1cacdbd79 service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Received unexpected event network-vif-plugged-982b4abe-5c8c-45e6-9482-af7539968ecf for instance with vm_state building and task_state spawning.
Dec 06 16:00:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:30 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 16:00:30 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 16:00:30 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Instance spawned successfully.
Dec 06 16:00:30 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 16:00:30 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:00:30 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:00:30 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:00:30 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:00:30 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:00:30 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:00:30 user nova-compute[75278]: INFO nova.compute.manager [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Took 6.78 seconds to spawn the instance on the hypervisor.
Dec 06 16:00:30 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 16:00:31 user nova-compute[75278]: INFO nova.compute.manager [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Took 7.68 seconds to build instance.
Dec 06 16:00:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1662d79c-0ec7-4f07-b787-dd87fd66704e tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "9339ba5c-6992-4429-86b0-37a341bdde06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.800s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:00:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-3b9b51f6-5ae4-4d06-8393-60dd6f063489 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Acquiring lock "112e6e55-9983-42f0-af6c-4ed817699547" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:00:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-3b9b51f6-5ae4-4d06-8393-60dd6f063489 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "112e6e55-9983-42f0-af6c-4ed817699547" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:00:40 user nova-compute[75278]: INFO nova.compute.manager [None req-3b9b51f6-5ae4-4d06-8393-60dd6f063489 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Detaching volume 5402234a-f2d5-4239-b5af-0f7f378eea24
Dec 06 16:00:40 user nova-compute[75278]: DEBUG nova.compute.manager [req-db71e680-a52c-42ed-ae9b-56ed7f0f75c7 req-518f18ab-91ae-420c-9b8a-9651635f74ba service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Received event network-changed-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:00:40 user nova-compute[75278]: DEBUG nova.compute.manager [req-db71e680-a52c-42ed-ae9b-56ed7f0f75c7 req-518f18ab-91ae-420c-9b8a-9651635f74ba service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Refreshing instance network info cache due to event network-changed-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:00:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-db71e680-a52c-42ed-ae9b-56ed7f0f75c7 req-518f18ab-91ae-420c-9b8a-9651635f74ba service nova] Acquiring lock "refresh_cache-7f4156a6-a670-4198-98aa-d2f80c2abba9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:00:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-db71e680-a52c-42ed-ae9b-56ed7f0f75c7 req-518f18ab-91ae-420c-9b8a-9651635f74ba service nova] Acquired lock "refresh_cache-7f4156a6-a670-4198-98aa-d2f80c2abba9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:00:40 user nova-compute[75278]: DEBUG nova.network.neutron [req-db71e680-a52c-42ed-ae9b-56ed7f0f75c7 req-518f18ab-91ae-420c-9b8a-9651635f74ba service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Refreshing network info cache for port 95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:00:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:40 user nova-compute[75278]: INFO nova.virt.block_device [None req-3b9b51f6-5ae4-4d06-8393-60dd6f063489 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Attempting to driver detach volume 5402234a-f2d5-4239-b5af-0f7f378eea24 from mountpoint /dev/vdb
Dec 06 16:00:40 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-3b9b51f6-5ae4-4d06-8393-60dd6f063489 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Attempting to detach device vdb from instance 112e6e55-9983-42f0-af6c-4ed817699547 from the persistent domain config. {{(pid=75278) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 16:00:40 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-3b9b51f6-5ae4-4d06-8393-60dd6f063489 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 16:00:40 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:00:40 user nova-compute[75278]:   <source dev="/dev/sdd"/>
Dec 06 16:00:40 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 16:00:40 user nova-compute[75278]:   <serial>5402234a-f2d5-4239-b5af-0f7f378eea24</serial>
Dec 06 16:00:40 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 16:00:40 user nova-compute[75278]: </disk>
Dec 06 16:00:40 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 16:00:40 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-3b9b51f6-5ae4-4d06-8393-60dd6f063489 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Successfully detached device vdb from instance 112e6e55-9983-42f0-af6c-4ed817699547 from the persistent domain config.
Dec 06 16:00:40 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-3b9b51f6-5ae4-4d06-8393-60dd6f063489 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 112e6e55-9983-42f0-af6c-4ed817699547 from the live domain config. {{(pid=75278) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 16:00:40 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-3b9b51f6-5ae4-4d06-8393-60dd6f063489 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 16:00:40 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:00:40 user nova-compute[75278]:   <source dev="/dev/sdd"/>
Dec 06 16:00:40 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 16:00:40 user nova-compute[75278]:   <serial>5402234a-f2d5-4239-b5af-0f7f378eea24</serial>
Dec 06 16:00:40 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 16:00:40 user nova-compute[75278]: </disk>
Dec 06 16:00:40 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 16:00:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Acquiring lock "112e6e55-9983-42f0-af6c-4ed817699547" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:00:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "7f4156a6-a670-4198-98aa-d2f80c2abba9" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:00:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "7f4156a6-a670-4198-98aa-d2f80c2abba9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:00:40 user nova-compute[75278]: DEBUG nova.objects.instance [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lazy-loading 'flavor' on Instance uuid 7f4156a6-a670-4198-98aa-d2f80c2abba9 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:00:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "7f4156a6-a670-4198-98aa-d2f80c2abba9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.082s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:00:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "7f4156a6-a670-4198-98aa-d2f80c2abba9" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:00:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "7f4156a6-a670-4198-98aa-d2f80c2abba9" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:00:41 user nova-compute[75278]: INFO nova.compute.manager [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Attaching volume 8a3309b0-b688-463b-9ff7-ea0ded519853 to /dev/vdb
Dec 06 16:00:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-3b9b51f6-5ae4-4d06-8393-60dd6f063489 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 112e6e55-9983-42f0-af6c-4ed817699547 {{(pid=75278) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 16:00:41 user nova-compute[75278]: DEBUG os_brick.utils [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:00:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:41 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[17bb1546-746e-4783-a108-4073800c0331]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:00:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:41 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cb6699c-8c5f-4dc5-a3f2-7a0ce65e69b0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:00:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.026s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:41 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f6eaa97-ad42-47c4-a885-5355fef3773a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:00:41 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f92d54e6-b5ac-499e-9059-aaf863c83aba]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:00:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:41 user nova-compute[75278]: DEBUG nova.network.neutron [req-db71e680-a52c-42ed-ae9b-56ed7f0f75c7 req-518f18ab-91ae-420c-9b8a-9651635f74ba service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Updated VIF entry in instance network info cache for port 95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:00:41 user nova-compute[75278]: DEBUG nova.network.neutron [req-db71e680-a52c-42ed-ae9b-56ed7f0f75c7 req-518f18ab-91ae-420c-9b8a-9651635f74ba service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Updating instance_info_cache with network_info: [{"id": "95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e", "address": "fa:16:3e:49:df:9f", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95f16aeb-a5", "ovs_interfaceid": "95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:00:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 16:00:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 16:00:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-db71e680-a52c-42ed-ae9b-56ed7f0f75c7 req-518f18ab-91ae-420c-9b8a-9651635f74ba service nova] Releasing lock "refresh_cache-7f4156a6-a670-4198-98aa-d2f80c2abba9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:00:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 16:00:41 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 16:00:41 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0646066c-b978-4e3d-9d42-88875c50be00]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:00:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 16:00:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 16:00:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 16:00:41 user nova-compute[75278]: DEBUG os_brick.utils [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] <== get_connector_properties: return (176ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:00:41 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Updating existing volume attachment record: 168c9141-e21a-41e1-8e6c-1088d267a2e6 {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 16:00:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "fd90d704-fbb5-45cd-983c-1de7e98b9ca6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:00:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "fd90d704-fbb5-45cd-983c-1de7e98b9ca6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:00:43 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 16:00:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:00:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:00:43 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 16:00:43 user nova-compute[75278]: INFO nova.compute.claims [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Claim successful on node user
Dec 06 16:00:44 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:00:44 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:00:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.065s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:00:45 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 16:00:45 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 16:00:45 user nova-compute[75278]: DEBUG nova.network.neutron [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 16:00:45 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 16:00:45 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 16:00:45 user nova-compute[75278]: DEBUG nova.policy [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b91f9d2569644a57990737e162db4cda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29ae73a7063f40018c4c87b073578c9f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 16:00:45 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 16:00:45 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 16:00:45 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Creating image(s)
Dec 06 16:00:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "/opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:00:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "/opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:00:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "/opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.025s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:00:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:45 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.229s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "8b6964317078072a1e593868059fc8dc16213a0c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:00:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:00:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.203s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk 1073741824" returned: 0 in 0.063s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.278s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:00:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:46 user nova-compute[75278]: DEBUG nova.network.neutron [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Successfully created port: 302ce4ee-f148-4822-8ec6-5a5ae6c060e2 {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 16:00:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.212s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:46 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Checking if we can resize image /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 16:00:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:46 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:46 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Cannot resize image /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 16:00:46 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 16:00:46 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Ensure instance console log exists: /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 16:00:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:00:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:00:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:00:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:46 user nova-compute[75278]: DEBUG nova.network.neutron [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Successfully updated port: 302ce4ee-f148-4822-8ec6-5a5ae6c060e2 {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 16:00:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "refresh_cache-fd90d704-fbb5-45cd-983c-1de7e98b9ca6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:00:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquired lock "refresh_cache-fd90d704-fbb5-45cd-983c-1de7e98b9ca6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:00:46 user nova-compute[75278]: DEBUG nova.network.neutron [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 16:00:46 user nova-compute[75278]: DEBUG nova.compute.manager [req-ae459662-59bb-4df6-a2a8-dccb203e4a95 req-5baedaa6-9a78-47ef-9f13-cdd5a252b080 service nova] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Received event network-changed-302ce4ee-f148-4822-8ec6-5a5ae6c060e2 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:00:46 user nova-compute[75278]: DEBUG nova.compute.manager [req-ae459662-59bb-4df6-a2a8-dccb203e4a95 req-5baedaa6-9a78-47ef-9f13-cdd5a252b080 service nova] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Refreshing instance network info cache due to event network-changed-302ce4ee-f148-4822-8ec6-5a5ae6c060e2. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:00:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ae459662-59bb-4df6-a2a8-dccb203e4a95 req-5baedaa6-9a78-47ef-9f13-cdd5a252b080 service nova] Acquiring lock "refresh_cache-fd90d704-fbb5-45cd-983c-1de7e98b9ca6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:00:46 user nova-compute[75278]: DEBUG nova.network.neutron [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG nova.network.neutron [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Updating instance_info_cache with network_info: [{"id": "302ce4ee-f148-4822-8ec6-5a5ae6c060e2", "address": "fa:16:3e:fa:34:92", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap302ce4ee-f1", "ovs_interfaceid": "302ce4ee-f148-4822-8ec6-5a5ae6c060e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Releasing lock "refresh_cache-fd90d704-fbb5-45cd-983c-1de7e98b9ca6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Instance network_info: |[{"id": "302ce4ee-f148-4822-8ec6-5a5ae6c060e2", "address": "fa:16:3e:fa:34:92", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap302ce4ee-f1", "ovs_interfaceid": "302ce4ee-f148-4822-8ec6-5a5ae6c060e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ae459662-59bb-4df6-a2a8-dccb203e4a95 req-5baedaa6-9a78-47ef-9f13-cdd5a252b080 service nova] Acquired lock "refresh_cache-fd90d704-fbb5-45cd-983c-1de7e98b9ca6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG nova.network.neutron [req-ae459662-59bb-4df6-a2a8-dccb203e4a95 req-5baedaa6-9a78-47ef-9f13-cdd5a252b080 service nova] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Refreshing network info cache for port 302ce4ee-f148-4822-8ec6-5a5ae6c060e2 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Start _get_guest_xml network_info=[{"id": "302ce4ee-f148-4822-8ec6-5a5ae6c060e2", "address": "fa:16:3e:fa:34:92", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap302ce4ee-f1", "ovs_interfaceid": "302ce4ee-f148-4822-8ec6-5a5ae6c060e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:47 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:00:47 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:00:47 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:00:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-2129016695',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-2129016695',id=31,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='29ae73a7063f40018c4c87b073578c9f',ramdisk_id='',reservation_id='r-99kcolk3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-569028538',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:00:45Z,user_data=None,user_id='b91f9d2569644a57990737e162db4cda',uuid=fd90d704-fbb5-45cd-983c-1de7e98b9ca6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "302ce4ee-f148-4822-8ec6-5a5ae6c060e2", "address": "fa:16:3e:fa:34:92", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap302ce4ee-f1", "ovs_interfaceid": "302ce4ee-f148-4822-8ec6-5a5ae6c060e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Converting VIF {"id": "302ce4ee-f148-4822-8ec6-5a5ae6c060e2", "address": "fa:16:3e:fa:34:92", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap302ce4ee-f1", "ovs_interfaceid": "302ce4ee-f148-4822-8ec6-5a5ae6c060e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fa:34:92,bridge_name='br-int',has_traffic_filtering=True,id=302ce4ee-f148-4822-8ec6-5a5ae6c060e2,network=Network(243fdb87-481c-4565-adce-3c2b311a66b0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap302ce4ee-f1') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG nova.objects.instance [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lazy-loading 'pci_devices' on Instance uuid fd90d704-fbb5-45cd-983c-1de7e98b9ca6 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] End _get_guest_xml xml=<domain type="kvm">
Dec 06 16:00:47 user nova-compute[75278]:   <uuid>fd90d704-fbb5-45cd-983c-1de7e98b9ca6</uuid>
Dec 06 16:00:47 user nova-compute[75278]:   <name>instance-0000001f</name>
Dec 06 16:00:47 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 16:00:47 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 16:00:47 user nova-compute[75278]:   <metadata>
Dec 06 16:00:47 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 16:00:47 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 16:00:47 user nova-compute[75278]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-2129016695</nova:name>
Dec 06 16:00:47 user nova-compute[75278]:       <nova:creationTime>2023-12-06 16:00:47</nova:creationTime>
Dec 06 16:00:47 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 16:00:47 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 16:00:47 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 16:00:47 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 16:00:47 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 16:00:47 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 16:00:47 user nova-compute[75278]:       </nova:flavor>
Dec 06 16:00:47 user nova-compute[75278]:       <nova:owner>
Dec 06 16:00:47 user nova-compute[75278]:         <nova:user uuid="b91f9d2569644a57990737e162db4cda">tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member</nova:user>
Dec 06 16:00:47 user nova-compute[75278]:         <nova:project uuid="29ae73a7063f40018c4c87b073578c9f">tempest-ServerBootFromVolumeStableRescueTest-569028538</nova:project>
Dec 06 16:00:47 user nova-compute[75278]:       </nova:owner>
Dec 06 16:00:47 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 16:00:47 user nova-compute[75278]:       <nova:ports>
Dec 06 16:00:47 user nova-compute[75278]:         <nova:port uuid="302ce4ee-f148-4822-8ec6-5a5ae6c060e2">
Dec 06 16:00:47 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 06 16:00:47 user nova-compute[75278]:         </nova:port>
Dec 06 16:00:47 user nova-compute[75278]:       </nova:ports>
Dec 06 16:00:47 user nova-compute[75278]:     </nova:instance>
Dec 06 16:00:47 user nova-compute[75278]:   </metadata>
Dec 06 16:00:47 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 16:00:47 user nova-compute[75278]:     <system>
Dec 06 16:00:47 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 16:00:47 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 16:00:47 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 16:00:47 user nova-compute[75278]:       <entry name="serial">fd90d704-fbb5-45cd-983c-1de7e98b9ca6</entry>
Dec 06 16:00:47 user nova-compute[75278]:       <entry name="uuid">fd90d704-fbb5-45cd-983c-1de7e98b9ca6</entry>
Dec 06 16:00:47 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 16:00:47 user nova-compute[75278]:     </system>
Dec 06 16:00:47 user nova-compute[75278]:   </sysinfo>
Dec 06 16:00:47 user nova-compute[75278]:   <os>
Dec 06 16:00:47 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 16:00:47 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 16:00:47 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 16:00:47 user nova-compute[75278]:   </os>
Dec 06 16:00:47 user nova-compute[75278]:   <features>
Dec 06 16:00:47 user nova-compute[75278]:     <acpi/>
Dec 06 16:00:47 user nova-compute[75278]:     <apic/>
Dec 06 16:00:47 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 16:00:47 user nova-compute[75278]:   </features>
Dec 06 16:00:47 user nova-compute[75278]:   <clock offset="utc">
Dec 06 16:00:47 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 16:00:47 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 16:00:47 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 16:00:47 user nova-compute[75278]:   </clock>
Dec 06 16:00:47 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 16:00:47 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 16:00:47 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 16:00:47 user nova-compute[75278]:   </cpu>
Dec 06 16:00:47 user nova-compute[75278]:   <devices>
Dec 06 16:00:47 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 16:00:47 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 16:00:47 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk"/>
Dec 06 16:00:47 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 16:00:47 user nova-compute[75278]:     </disk>
Dec 06 16:00:47 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 16:00:47 user nova-compute[75278]:       <mac address="fa:16:3e:fa:34:92"/>
Dec 06 16:00:47 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:00:47 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 16:00:47 user nova-compute[75278]:       <target dev="tap302ce4ee-f1"/>
Dec 06 16:00:47 user nova-compute[75278]:     </interface>
Dec 06 16:00:47 user nova-compute[75278]:     <serial type="pty">
Dec 06 16:00:47 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/console.log" append="off"/>
Dec 06 16:00:47 user nova-compute[75278]:     </serial>
Dec 06 16:00:47 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 16:00:47 user nova-compute[75278]:     <video>
Dec 06 16:00:47 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:00:47 user nova-compute[75278]:     </video>
Dec 06 16:00:47 user nova-compute[75278]:     <rng model="virtio">
Dec 06 16:00:47 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 16:00:47 user nova-compute[75278]:     </rng>
Dec 06 16:00:47 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 16:00:47 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 16:00:47 user nova-compute[75278]:       <stats period="10"/>
Dec 06 16:00:47 user nova-compute[75278]:     </memballoon>
Dec 06 16:00:47 user nova-compute[75278]:   </devices>
Dec 06 16:00:47 user nova-compute[75278]: </domain>
Dec 06 16:00:47 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:00:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-2129016695',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-2129016695',id=31,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='29ae73a7063f40018c4c87b073578c9f',ramdisk_id='',reservation_id='r-99kcolk3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-569028538',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:00:45Z,user_data=None,user_id='b91f9d2569644a57990737e162db4cda',uuid=fd90d704-fbb5-45cd-983c-1de7e98b9ca6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "302ce4ee-f148-4822-8ec6-5a5ae6c060e2", "address": "fa:16:3e:fa:34:92", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap302ce4ee-f1", "ovs_interfaceid": "302ce4ee-f148-4822-8ec6-5a5ae6c060e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Converting VIF {"id": "302ce4ee-f148-4822-8ec6-5a5ae6c060e2", "address": "fa:16:3e:fa:34:92", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap302ce4ee-f1", "ovs_interfaceid": "302ce4ee-f148-4822-8ec6-5a5ae6c060e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fa:34:92,bridge_name='br-int',has_traffic_filtering=True,id=302ce4ee-f148-4822-8ec6-5a5ae6c060e2,network=Network(243fdb87-481c-4565-adce-3c2b311a66b0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap302ce4ee-f1') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG os_vif [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fa:34:92,bridge_name='br-int',has_traffic_filtering=True,id=302ce4ee-f148-4822-8ec6-5a5ae6c060e2,network=Network(243fdb87-481c-4565-adce-3c2b311a66b0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap302ce4ee-f1') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f0a17715-dbcf-57c7-ae3f-97fa04560dec', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap302ce4ee-f1, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap302ce4ee-f1, col_values=(('qos', UUID('584854bf-681d-4ab9-adee-bf5085b62a58')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap302ce4ee-f1, col_values=(('external_ids', {'iface-id': '302ce4ee-f148-4822-8ec6-5a5ae6c060e2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fa:34:92', 'vm-uuid': 'fd90d704-fbb5-45cd-983c-1de7e98b9ca6'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:47 user nova-compute[75278]: INFO os_vif [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fa:34:92,bridge_name='br-int',has_traffic_filtering=True,id=302ce4ee-f148-4822-8ec6-5a5ae6c060e2,network=Network(243fdb87-481c-4565-adce-3c2b311a66b0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap302ce4ee-f1')
Dec 06 16:00:47 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] No VIF found with MAC fa:16:3e:fa:34:92, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG nova.network.neutron [req-ae459662-59bb-4df6-a2a8-dccb203e4a95 req-5baedaa6-9a78-47ef-9f13-cdd5a252b080 service nova] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Updated VIF entry in instance network info cache for port 302ce4ee-f148-4822-8ec6-5a5ae6c060e2. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:00:47 user nova-compute[75278]: DEBUG nova.network.neutron [req-ae459662-59bb-4df6-a2a8-dccb203e4a95 req-5baedaa6-9a78-47ef-9f13-cdd5a252b080 service nova] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Updating instance_info_cache with network_info: [{"id": "302ce4ee-f148-4822-8ec6-5a5ae6c060e2", "address": "fa:16:3e:fa:34:92", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap302ce4ee-f1", "ovs_interfaceid": "302ce4ee-f148-4822-8ec6-5a5ae6c060e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:00:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ae459662-59bb-4df6-a2a8-dccb203e4a95 req-5baedaa6-9a78-47ef-9f13-cdd5a252b080 service nova] Releasing lock "refresh_cache-fd90d704-fbb5-45cd-983c-1de7e98b9ca6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:00:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a7b994e5-19a6-49cf-8a02-a13bc29e6347 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "d25e73e5-e14b-4a7b-bd77-1008159951cd" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:00:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a7b994e5-19a6-49cf-8a02-a13bc29e6347 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "d25e73e5-e14b-4a7b-bd77-1008159951cd" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:00:48 user nova-compute[75278]: DEBUG nova.compute.manager [None req-a7b994e5-19a6-49cf-8a02-a13bc29e6347 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Going to confirm migration 2 {{(pid=75278) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4774}}
Dec 06 16:00:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a7b994e5-19a6-49cf-8a02-a13bc29e6347 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "refresh_cache-d25e73e5-e14b-4a7b-bd77-1008159951cd" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:00:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a7b994e5-19a6-49cf-8a02-a13bc29e6347 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquired lock "refresh_cache-d25e73e5-e14b-4a7b-bd77-1008159951cd" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:00:48 user nova-compute[75278]: DEBUG nova.network.neutron [None req-a7b994e5-19a6-49cf-8a02-a13bc29e6347 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 16:00:48 user nova-compute[75278]: DEBUG nova.objects.instance [None req-a7b994e5-19a6-49cf-8a02-a13bc29e6347 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lazy-loading 'info_cache' on Instance uuid d25e73e5-e14b-4a7b-bd77-1008159951cd {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:00:48 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:48 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:48 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:48 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:49 user nova-compute[75278]: DEBUG nova.compute.manager [req-92101e3c-45e9-4c5d-a1b0-78f012b1e62a req-737a9e3d-1858-46d1-ba82-9ec384a83406 service nova] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Received event network-vif-plugged-302ce4ee-f148-4822-8ec6-5a5ae6c060e2 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:00:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-92101e3c-45e9-4c5d-a1b0-78f012b1e62a req-737a9e3d-1858-46d1-ba82-9ec384a83406 service nova] Acquiring lock "fd90d704-fbb5-45cd-983c-1de7e98b9ca6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:00:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-92101e3c-45e9-4c5d-a1b0-78f012b1e62a req-737a9e3d-1858-46d1-ba82-9ec384a83406 service nova] Lock "fd90d704-fbb5-45cd-983c-1de7e98b9ca6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:00:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-92101e3c-45e9-4c5d-a1b0-78f012b1e62a req-737a9e3d-1858-46d1-ba82-9ec384a83406 service nova] Lock "fd90d704-fbb5-45cd-983c-1de7e98b9ca6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:00:49 user nova-compute[75278]: DEBUG nova.compute.manager [req-92101e3c-45e9-4c5d-a1b0-78f012b1e62a req-737a9e3d-1858-46d1-ba82-9ec384a83406 service nova] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] No waiting events found dispatching network-vif-plugged-302ce4ee-f148-4822-8ec6-5a5ae6c060e2 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:00:49 user nova-compute[75278]: WARNING nova.compute.manager [req-92101e3c-45e9-4c5d-a1b0-78f012b1e62a req-737a9e3d-1858-46d1-ba82-9ec384a83406 service nova] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Received unexpected event network-vif-plugged-302ce4ee-f148-4822-8ec6-5a5ae6c060e2 for instance with vm_state building and task_state spawning.
Dec 06 16:00:49 user nova-compute[75278]: DEBUG nova.network.neutron [None req-a7b994e5-19a6-49cf-8a02-a13bc29e6347 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Updating instance_info_cache with network_info: [{"id": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "address": "fa:16:3e:39:2b:e4", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdff7c338-bb", "ovs_interfaceid": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:00:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a7b994e5-19a6-49cf-8a02-a13bc29e6347 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Releasing lock "refresh_cache-d25e73e5-e14b-4a7b-bd77-1008159951cd" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:00:49 user nova-compute[75278]: DEBUG nova.objects.instance [None req-a7b994e5-19a6-49cf-8a02-a13bc29e6347 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lazy-loading 'migration_context' on Instance uuid d25e73e5-e14b-4a7b-bd77-1008159951cd {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:00:49 user nova-compute[75278]: DEBUG nova.objects.base [None req-a7b994e5-19a6-49cf-8a02-a13bc29e6347 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Object Instance<d25e73e5-e14b-4a7b-bd77-1008159951cd> lazy-loaded attributes: info_cache,migration_context {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 16:00:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a7b994e5-19a6-49cf-8a02-a13bc29e6347 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:00:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a7b994e5-19a6-49cf-8a02-a13bc29e6347 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:00:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:49 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-a7b994e5-19a6-49cf-8a02-a13bc29e6347 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:00:49 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-a7b994e5-19a6-49cf-8a02-a13bc29e6347 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:00:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a7b994e5-19a6-49cf-8a02-a13bc29e6347 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 0.524s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:00:50 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-a7b994e5-19a6-49cf-8a02-a13bc29e6347 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Deleted allocation for migration d75f08e2-9e6a-455c-807d-709fea8cf9e4
Dec 06 16:00:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a7b994e5-19a6-49cf-8a02-a13bc29e6347 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "d25e73e5-e14b-4a7b-bd77-1008159951cd" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 1.964s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:00:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:51 user nova-compute[75278]: DEBUG nova.compute.manager [req-02cb9618-a8b1-45e3-bf63-2309945aed0a req-350dbe0f-972a-45c6-bbd3-fc94bcadbf68 service nova] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Received event network-vif-plugged-302ce4ee-f148-4822-8ec6-5a5ae6c060e2 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:00:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-02cb9618-a8b1-45e3-bf63-2309945aed0a req-350dbe0f-972a-45c6-bbd3-fc94bcadbf68 service nova] Acquiring lock "fd90d704-fbb5-45cd-983c-1de7e98b9ca6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:00:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-02cb9618-a8b1-45e3-bf63-2309945aed0a req-350dbe0f-972a-45c6-bbd3-fc94bcadbf68 service nova] Lock "fd90d704-fbb5-45cd-983c-1de7e98b9ca6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:00:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-02cb9618-a8b1-45e3-bf63-2309945aed0a req-350dbe0f-972a-45c6-bbd3-fc94bcadbf68 service nova] Lock "fd90d704-fbb5-45cd-983c-1de7e98b9ca6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:00:51 user nova-compute[75278]: DEBUG nova.compute.manager [req-02cb9618-a8b1-45e3-bf63-2309945aed0a req-350dbe0f-972a-45c6-bbd3-fc94bcadbf68 service nova] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] No waiting events found dispatching network-vif-plugged-302ce4ee-f148-4822-8ec6-5a5ae6c060e2 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:00:51 user nova-compute[75278]: WARNING nova.compute.manager [req-02cb9618-a8b1-45e3-bf63-2309945aed0a req-350dbe0f-972a-45c6-bbd3-fc94bcadbf68 service nova] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Received unexpected event network-vif-plugged-302ce4ee-f148-4822-8ec6-5a5ae6c060e2 for instance with vm_state building and task_state spawning.
Dec 06 16:00:51 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 16:00:51 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 16:00:51 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Instance spawned successfully.
Dec 06 16:00:51 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 16:00:51 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:00:51 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:00:51 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:00:51 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:00:51 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:00:51 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:00:51 user nova-compute[75278]: INFO nova.compute.manager [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Took 6.00 seconds to spawn the instance on the hypervisor.
Dec 06 16:00:51 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 16:00:51 user nova-compute[75278]: INFO nova.compute.manager [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Took 7.66 seconds to build instance.
Dec 06 16:00:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1c0d8a29-ace9-4d96-9a47-d146d4451824 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "fd90d704-fbb5-45cd-983c-1de7e98b9ca6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.768s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:00:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tSmJjshM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:00:53 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:00:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:00:53 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:00:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:00:53 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 16:00:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d5d3500-18b0-4c3b-9096-95cce5de07a7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 16:00:53 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[39669d63-24ae-4027-aa49-d8dd5429502c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853] added
Dec 06 16:00:53 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a2ab763-cd96-4bc3-9b2c-c287f1595398]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[220a9c06-6821-43da-8293-3758f931a090]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tSmJjshM {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tSmJjshM" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd691d3f-7344-4257-b198-2a79cf894f12]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'tSmJjshM'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dcd337e-63a4-4653-9405-e8b7c3d079cd]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3597ba68-9d07-442b-a5f8-b9a4550513d5]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 16:00:53 user nova-compute[75278]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e (non-flash)
Dec 06 16:00:53 user nova-compute[75278]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24 (non-flash)
Dec 06 16:00:53 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 16:00:53 user nova-compute[75278]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e (non-flash)
Dec 06 16:00:53 user nova-compute[75278]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24 (non-flash)
Dec 06 16:00:53 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b20d108-f983-4be3-8a7e-f4a408e4aef0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853, portal: 172.16.0.220,3260]
Dec 06 16:00:53 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853, portal: 172.16.0.220,3260] successful.
Dec 06 16:00:53 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[85416ca0-ef4d-42fc-a70f-85c757bc48b7]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e21a5fd7-364d-4125-a5b8-0ef33bd6d2bf]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 16:00:53 user nova-compute[75278]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e (non-flash)
Dec 06 16:00:53 user nova-compute[75278]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24 (non-flash)
Dec 06 16:00:53 user nova-compute[75278]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)
Dec 06 16:00:53 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 16:00:53 user nova-compute[75278]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e (non-flash)
Dec 06 16:00:53 user nova-compute[75278]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24 (non-flash)
Dec 06 16:00:53 user nova-compute[75278]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)
Dec 06 16:00:53 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.322s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] HCTL ('36', '-', '-', 0) found on session 41 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.033s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dc05ba7-ab78-4cc5-a280-830ea502374e]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Searching for a device in session 41 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 16:00:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tSmJjshM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 16:00:54 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.375s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:00:54 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] <== connect_volume: return (1378ms) {'type': 'block', 'scsi_wwn': '23235396338616166', 'path': '/dev/sde'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:00:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23235396338616166', 'path': '/dev/sde'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 16:00:54 user nova-compute[75278]: DEBUG nova.objects.instance [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lazy-loading 'flavor' on Instance uuid 7f4156a6-a670-4198-98aa-d2f80c2abba9 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:00:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 16:00:54 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:00:54 user nova-compute[75278]:   <source dev="/dev/sde"/>
Dec 06 16:00:54 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 16:00:54 user nova-compute[75278]:   <serial>8a3309b0-b688-463b-9ff7-ea0ded519853</serial>
Dec 06 16:00:54 user nova-compute[75278]: </disk>
Dec 06 16:00:54 user nova-compute[75278]:  {{(pid=75278) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 16:00:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:00:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:00:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] No VIF found with MAC fa:16:3e:49:df:9f, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 16:00:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-21a12eed-5ecb-482d-a0bf-ccf578038b0c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "7f4156a6-a670-4198-98aa-d2f80c2abba9" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 14.443s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:00:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:56 user nova-compute[75278]: INFO nova.compute.manager [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Rescuing
Dec 06 16:00:56 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "refresh_cache-7f4156a6-a670-4198-98aa-d2f80c2abba9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:00:56 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquired lock "refresh_cache-7f4156a6-a670-4198-98aa-d2f80c2abba9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:00:56 user nova-compute[75278]: DEBUG nova.network.neutron [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 16:00:57 user nova-compute[75278]: DEBUG nova.network.neutron [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Updating instance_info_cache with network_info: [{"id": "95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e", "address": "fa:16:3e:49:df:9f", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95f16aeb-a5", "ovs_interfaceid": "95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:00:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Releasing lock "refresh_cache-7f4156a6-a670-4198-98aa-d2f80c2abba9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:00:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:57 user nova-compute[75278]: DEBUG nova.compute.manager [req-9f4119f9-317e-43aa-9d21-f66d3c970a3e req-1c268e31-a766-45ac-9bb6-f1089af65f78 service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Received event network-vif-unplugged-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:00:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9f4119f9-317e-43aa-9d21-f66d3c970a3e req-1c268e31-a766-45ac-9bb6-f1089af65f78 service nova] Acquiring lock "7f4156a6-a670-4198-98aa-d2f80c2abba9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:00:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9f4119f9-317e-43aa-9d21-f66d3c970a3e req-1c268e31-a766-45ac-9bb6-f1089af65f78 service nova] Lock "7f4156a6-a670-4198-98aa-d2f80c2abba9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:00:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9f4119f9-317e-43aa-9d21-f66d3c970a3e req-1c268e31-a766-45ac-9bb6-f1089af65f78 service nova] Lock "7f4156a6-a670-4198-98aa-d2f80c2abba9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:00:57 user nova-compute[75278]: DEBUG nova.compute.manager [req-9f4119f9-317e-43aa-9d21-f66d3c970a3e req-1c268e31-a766-45ac-9bb6-f1089af65f78 service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] No waiting events found dispatching network-vif-unplugged-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:00:57 user nova-compute[75278]: WARNING nova.compute.manager [req-9f4119f9-317e-43aa-9d21-f66d3c970a3e req-1c268e31-a766-45ac-9bb6-f1089af65f78 service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Received unexpected event network-vif-unplugged-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e for instance with vm_state active and task_state rescuing.
Dec 06 16:00:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:00:58 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Instance destroyed successfully.
Dec 06 16:00:58 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Attempting rescue
Dec 06 16:00:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75278) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Instance directory exists: not creating {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Dec 06 16:00:58 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Creating image(s)
Dec 06 16:00:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "/opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "/opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "/opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG nova.objects.instance [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lazy-loading 'trusted_certs' on Instance uuid 7f4156a6-a670-4198-98aa-d2f80c2abba9 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "8b6964317078072a1e593868059fc8dc16213a0c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.181s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk.rescue {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk.rescue" returned: 0 in 0.053s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.241s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG nova.objects.instance [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lazy-loading 'migration_context' on Instance uuid 7f4156a6-a670-4198-98aa-d2f80c2abba9 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG nova.objects.base [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Object Instance<7f4156a6-a670-4198-98aa-d2f80c2abba9> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Start _get_guest_xml network_info=[{"id": "95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e", "address": "fa:16:3e:49:df:9f", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "vif_mac": "fa:16:3e:49:df:9f"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95f16aeb-a5", "ovs_interfaceid": "95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG nova.objects.instance [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lazy-loading 'resources' on Instance uuid 7f4156a6-a670-4198-98aa-d2f80c2abba9 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG nova.objects.base [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Object Instance<7f4156a6-a670-4198-98aa-d2f80c2abba9> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG nova.objects.instance [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lazy-loading 'numa_topology' on Instance uuid 7f4156a6-a670-4198-98aa-d2f80c2abba9 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG nova.objects.base [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Object Instance<7f4156a6-a670-4198-98aa-d2f80c2abba9> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 16:00:58 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:00:58 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:00:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG nova.objects.instance [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lazy-loading 'vcpu_model' on Instance uuid 7f4156a6-a670-4198-98aa-d2f80c2abba9 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG nova.objects.base [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Object Instance<7f4156a6-a670-4198-98aa-d2f80c2abba9> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:58:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-453588720',display_name='tempest-ServerRescueNegativeTestJSON-server-453588720',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-453588720',id=29,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEnp9eZ/EwNwsZnxcJsUkuu2RumeCXaD9hbqVcBBaYqvoshsBQqMliWDek3cndZKq0px1mV5mgXmYeAlmyYG5UmZ9dE8kLTyJmKkH0/l/NJvw8Q2rmJqKbNhT6HXOtCx2g==',key_name='tempest-keypair-1508554887',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:58:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='17645f8e67ae42749222c64a2017e818',ramdisk_id='',reservation_id='r-ag4xg1o2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1945514265',owner_user_name='tempest-ServerRescueNegativeTestJSON-1945514265-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T15:58:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5c46caf813e6430d90d5637f2090c8ba',uuid=7f4156a6-a670-4198-98aa-d2f80c2abba9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e", "address": "fa:16:3e:49:df:9f", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "vif_mac": "fa:16:3e:49:df:9f"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95f16aeb-a5", "ovs_interfaceid": "95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Converting VIF {"id": "95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e", "address": "fa:16:3e:49:df:9f", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "vif_mac": "fa:16:3e:49:df:9f"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95f16aeb-a5", "ovs_interfaceid": "95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:49:df:9f,bridge_name='br-int',has_traffic_filtering=True,id=95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e,network=Network(d11985ab-f39c-48fe-aed1-0b24eae58a73),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95f16aeb-a5') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG nova.objects.instance [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lazy-loading 'pci_devices' on Instance uuid 7f4156a6-a670-4198-98aa-d2f80c2abba9 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG nova.objects.base [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Object Instance<7f4156a6-a670-4198-98aa-d2f80c2abba9> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] End _get_guest_xml xml=<domain type="kvm">
Dec 06 16:00:58 user nova-compute[75278]:   <uuid>7f4156a6-a670-4198-98aa-d2f80c2abba9</uuid>
Dec 06 16:00:58 user nova-compute[75278]:   <name>instance-0000001d</name>
Dec 06 16:00:58 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 16:00:58 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 16:00:58 user nova-compute[75278]:   <metadata>
Dec 06 16:00:58 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 16:00:58 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 16:00:58 user nova-compute[75278]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-453588720</nova:name>
Dec 06 16:00:58 user nova-compute[75278]:       <nova:creationTime>2023-12-06 16:00:58</nova:creationTime>
Dec 06 16:00:58 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 16:00:58 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 16:00:58 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 16:00:58 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 16:00:58 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 16:00:58 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 16:00:58 user nova-compute[75278]:       </nova:flavor>
Dec 06 16:00:58 user nova-compute[75278]:       <nova:owner>
Dec 06 16:00:58 user nova-compute[75278]:         <nova:user uuid="5c46caf813e6430d90d5637f2090c8ba">tempest-ServerRescueNegativeTestJSON-1945514265-project-member</nova:user>
Dec 06 16:00:58 user nova-compute[75278]:         <nova:project uuid="17645f8e67ae42749222c64a2017e818">tempest-ServerRescueNegativeTestJSON-1945514265</nova:project>
Dec 06 16:00:58 user nova-compute[75278]:       </nova:owner>
Dec 06 16:00:58 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 16:00:58 user nova-compute[75278]:       <nova:ports>
Dec 06 16:00:58 user nova-compute[75278]:         <nova:port uuid="95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e">
Dec 06 16:00:58 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 16:00:58 user nova-compute[75278]:         </nova:port>
Dec 06 16:00:58 user nova-compute[75278]:       </nova:ports>
Dec 06 16:00:58 user nova-compute[75278]:     </nova:instance>
Dec 06 16:00:58 user nova-compute[75278]:   </metadata>
Dec 06 16:00:58 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 16:00:58 user nova-compute[75278]:     <system>
Dec 06 16:00:58 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 16:00:58 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 16:00:58 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 16:00:58 user nova-compute[75278]:       <entry name="serial">7f4156a6-a670-4198-98aa-d2f80c2abba9</entry>
Dec 06 16:00:58 user nova-compute[75278]:       <entry name="uuid">7f4156a6-a670-4198-98aa-d2f80c2abba9</entry>
Dec 06 16:00:58 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 16:00:58 user nova-compute[75278]:     </system>
Dec 06 16:00:58 user nova-compute[75278]:   </sysinfo>
Dec 06 16:00:58 user nova-compute[75278]:   <os>
Dec 06 16:00:58 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 16:00:58 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 16:00:58 user nova-compute[75278]:   </os>
Dec 06 16:00:58 user nova-compute[75278]:   <features>
Dec 06 16:00:58 user nova-compute[75278]:     <acpi/>
Dec 06 16:00:58 user nova-compute[75278]:     <apic/>
Dec 06 16:00:58 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 16:00:58 user nova-compute[75278]:   </features>
Dec 06 16:00:58 user nova-compute[75278]:   <clock offset="utc">
Dec 06 16:00:58 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 16:00:58 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 16:00:58 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 16:00:58 user nova-compute[75278]:   </clock>
Dec 06 16:00:58 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 16:00:58 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 16:00:58 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 16:00:58 user nova-compute[75278]:   </cpu>
Dec 06 16:00:58 user nova-compute[75278]:   <devices>
Dec 06 16:00:58 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 16:00:58 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 16:00:58 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk.rescue"/>
Dec 06 16:00:58 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 16:00:58 user nova-compute[75278]:     </disk>
Dec 06 16:00:58 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 16:00:58 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 16:00:58 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk"/>
Dec 06 16:00:58 user nova-compute[75278]:       <target dev="vdb" bus="virtio"/>
Dec 06 16:00:58 user nova-compute[75278]:     </disk>
Dec 06 16:00:58 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 16:00:58 user nova-compute[75278]:       <mac address="fa:16:3e:49:df:9f"/>
Dec 06 16:00:58 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:00:58 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 16:00:58 user nova-compute[75278]:       <target dev="tap95f16aeb-a5"/>
Dec 06 16:00:58 user nova-compute[75278]:     </interface>
Dec 06 16:00:58 user nova-compute[75278]:     <serial type="pty">
Dec 06 16:00:58 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/console.log" append="off"/>
Dec 06 16:00:58 user nova-compute[75278]:     </serial>
Dec 06 16:00:58 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 16:00:58 user nova-compute[75278]:     <video>
Dec 06 16:00:58 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:00:58 user nova-compute[75278]:     </video>
Dec 06 16:00:58 user nova-compute[75278]:     <rng model="virtio">
Dec 06 16:00:58 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 16:00:58 user nova-compute[75278]:     </rng>
Dec 06 16:00:58 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 16:00:58 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 16:00:58 user nova-compute[75278]:       <stats period="10"/>
Dec 06 16:00:58 user nova-compute[75278]:     </memballoon>
Dec 06 16:00:58 user nova-compute[75278]:   </devices>
Dec 06 16:00:58 user nova-compute[75278]: </domain>
Dec 06 16:00:58 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 16:00:58 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Instance destroyed successfully.
Dec 06 16:00:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:00:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] No VIF found with MAC fa:16:3e:49:df:9f, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 16:00:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "b7d28046-9ddb-475d-9bfd-753c926e3391" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:00:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "b7d28046-9ddb-475d-9bfd-753c926e3391" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:00:59 user nova-compute[75278]: DEBUG nova.compute.manager [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 16:00:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:00:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:00:59 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 16:00:59 user nova-compute[75278]: INFO nova.compute.claims [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Claim successful on node user
Dec 06 16:00:59 user nova-compute[75278]: DEBUG nova.compute.manager [req-c7d80fe6-09cf-4480-9e49-3c246b3be1f8 req-3cfc7294-42b5-48e4-a787-18158860e860 service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Received event network-vif-plugged-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:00:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c7d80fe6-09cf-4480-9e49-3c246b3be1f8 req-3cfc7294-42b5-48e4-a787-18158860e860 service nova] Acquiring lock "7f4156a6-a670-4198-98aa-d2f80c2abba9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:00:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c7d80fe6-09cf-4480-9e49-3c246b3be1f8 req-3cfc7294-42b5-48e4-a787-18158860e860 service nova] Lock "7f4156a6-a670-4198-98aa-d2f80c2abba9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:00:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c7d80fe6-09cf-4480-9e49-3c246b3be1f8 req-3cfc7294-42b5-48e4-a787-18158860e860 service nova] Lock "7f4156a6-a670-4198-98aa-d2f80c2abba9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:00:59 user nova-compute[75278]: DEBUG nova.compute.manager [req-c7d80fe6-09cf-4480-9e49-3c246b3be1f8 req-3cfc7294-42b5-48e4-a787-18158860e860 service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] No waiting events found dispatching network-vif-plugged-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:00:59 user nova-compute[75278]: WARNING nova.compute.manager [req-c7d80fe6-09cf-4480-9e49-3c246b3be1f8 req-3cfc7294-42b5-48e4-a787-18158860e860 service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Received unexpected event network-vif-plugged-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e for instance with vm_state active and task_state rescuing.
Dec 06 16:00:59 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:00:59 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:00:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.459s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:00:59 user nova-compute[75278]: DEBUG nova.compute.manager [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 16:00:59 user nova-compute[75278]: DEBUG nova.compute.manager [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 16:00:59 user nova-compute[75278]: DEBUG nova.network.neutron [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 16:00:59 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 16:00:59 user nova-compute[75278]: DEBUG nova.compute.manager [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 16:00:59 user nova-compute[75278]: DEBUG nova.policy [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '409e45635121492fb28d44951793436f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85700e5e1c2e49c08eea12bc4fe506e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 16:01:00 user nova-compute[75278]: DEBUG nova.compute.manager [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 16:01:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 16:01:00 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Creating image(s)
Dec 06 16:01:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "/opt/stack/data/nova/instances/b7d28046-9ddb-475d-9bfd-753c926e3391/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:01:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "/opt/stack/data/nova/instances/b7d28046-9ddb-475d-9bfd-753c926e3391/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:01:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "/opt/stack/data/nova/instances/b7d28046-9ddb-475d-9bfd-753c926e3391/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:01:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.221s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "8b6964317078072a1e593868059fc8dc16213a0c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:01:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:01:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.268s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/b7d28046-9ddb-475d-9bfd-753c926e3391/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/b7d28046-9ddb-475d-9bfd-753c926e3391/disk 1073741824" returned: 0 in 0.054s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.326s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:01:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.192s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:00 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b7d28046-9ddb-475d-9bfd-753c926e3391/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 16:01:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7d28046-9ddb-475d-9bfd-753c926e3391/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7d28046-9ddb-475d-9bfd-753c926e3391/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Cannot resize image /opt/stack/data/nova/instances/b7d28046-9ddb-475d-9bfd-753c926e3391/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Ensure instance console log exists: /opt/stack/data/nova/instances/b7d28046-9ddb-475d-9bfd-753c926e3391/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.007s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:01:01 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-3b9b51f6-5ae4-4d06-8393-60dd6f063489 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 112e6e55-9983-42f0-af6c-4ed817699547 is timed out.
Dec 06 16:01:01 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-3b9b51f6-5ae4-4d06-8393-60dd6f063489 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Successfully detached device vdb from instance 112e6e55-9983-42f0-af6c-4ed817699547 from the live domain config.
Dec 06 16:01:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3b9b51f6-5ae4-4d06-8393-60dd6f063489 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b9b51f6-5ae4-4d06-8393-60dd6f063489 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xFsgKauh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:01:01 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-3b9b51f6-5ae4-4d06-8393-60dd6f063489 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:01:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-3b9b51f6-5ae4-4d06-8393-60dd6f063489 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-3b9b51f6-5ae4-4d06-8393-60dd6f063489 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7689e364-e0ad-4e37-adea-174e102fa6d5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b9b51f6-5ae4-4d06-8393-60dd6f063489 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 16:01:01 user nova-compute[75278]: No targets found.
Dec 06 16:01:01 user nova-compute[75278]: iSNS:
Dec 06 16:01:01 user nova-compute[75278]: No targets found.
Dec 06 16:01:01 user nova-compute[75278]: STATIC:
Dec 06 16:01:01 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24
Dec 06 16:01:01 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:01:01 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:01:01 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d
Dec 06 16:01:01 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:01:01 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:01:01 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e
Dec 06 16:01:01 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:01:01 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:01:01 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853
Dec 06 16:01:01 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:01:01 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:01:01 user nova-compute[75278]: FIRMWARE:
Dec 06 16:01:01 user nova-compute[75278]: No targets found.
Dec 06 16:01:01 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b9b51f6-5ae4-4d06-8393-60dd6f063489 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 16:01:01 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 16:01:01 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b9b51f6-5ae4-4d06-8393-60dd6f063489 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG nova.network.neutron [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Successfully created port: ee7def6c-fafa-4a00-8cee-f5c876b95b52 {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c90fc63-aaa1-4f84-9a69-d1002ba170ba]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[55293f65-d942-4d6b-b134-f24e1dcd2041]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b9b51f6-5ae4-4d06-8393-60dd6f063489 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 16:01:01 user nova-compute[75278]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e (non-flash)
Dec 06 16:01:01 user nova-compute[75278]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24 (non-flash)
Dec 06 16:01:01 user nova-compute[75278]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)
Dec 06 16:01:01 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b9b51f6-5ae4-4d06-8393-60dd6f063489 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 16:01:01 user nova-compute[75278]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e (non-flash)
Dec 06 16:01:01 user nova-compute[75278]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24 (non-flash)
Dec 06 16:01:01 user nova-compute[75278]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)
Dec 06 16:01:01 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b9b51f6-5ae4-4d06-8393-60dd6f063489 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f444c53bd00>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24'): ({'sdd'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-3b9b51f6-5ae4-4d06-8393-60dd6f063489 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Removing single pathed devices sdd {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[88b1a741-7bd2-4637-9309-b3466c697db1]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.033s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[62733ee6-3ecb-4816-9245-8ae4ab651232]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-3b9b51f6-5ae4-4d06-8393-60dd6f063489 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Flushing IO for device /dev/sdd {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[4be33c35-a17f-4351-b669-11f5984c7cff]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-3b9b51f6-5ae4-4d06-8393-60dd6f063489 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.050s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[952e9a30-b4fe-4392-826f-525886ffd841]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-3b9b51f6-5ae4-4d06-8393-60dd6f063489 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-3b9b51f6-5ae4-4d06-8393-60dd6f063489 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] SCSI volumes sdd have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b9b51f6-5ae4-4d06-8393-60dd6f063489 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff917333-4eb0-479d-9957-a475ae76eec6]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b9b51f6-5ae4-4d06-8393-60dd6f063489 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24 -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24 -p 172.16.0.220:3260 --logout" returned: 0 in 0.074s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[095d89b2-761c-4bbe-8464-e55663974a6e]: (4, ('Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24, portal: 172.16.0.220,3260]\nLogout of [sid: 40, target: iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b9b51f6-5ae4-4d06-8393-60dd6f063489 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24, portal: 172.16.0.220,3260]
Dec 06 16:01:01 user nova-compute[75278]: Logout of [sid: 40, target: iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24, portal: 172.16.0.220,3260] successful.
Dec 06 16:01:01 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24 -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[db2e62eb-c430-4d20-9a6b-04b0e787d246]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b9b51f6-5ae4-4d06-8393-60dd6f063489 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-3b9b51f6-5ae4-4d06-8393-60dd6f063489 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.391s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b9b51f6-5ae4-4d06-8393-60dd6f063489 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] <== disconnect_volume: return (393ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3b9b51f6-5ae4-4d06-8393-60dd6f063489 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-3ffc6e33-e008-4cb0-9a73-07db3292aea7 req-203c6b6e-100a-4b4f-8417-262302720294 service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Received event network-vif-plugged-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3ffc6e33-e008-4cb0-9a73-07db3292aea7 req-203c6b6e-100a-4b4f-8417-262302720294 service nova] Acquiring lock "7f4156a6-a670-4198-98aa-d2f80c2abba9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3ffc6e33-e008-4cb0-9a73-07db3292aea7 req-203c6b6e-100a-4b4f-8417-262302720294 service nova] Lock "7f4156a6-a670-4198-98aa-d2f80c2abba9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3ffc6e33-e008-4cb0-9a73-07db3292aea7 req-203c6b6e-100a-4b4f-8417-262302720294 service nova] Lock "7f4156a6-a670-4198-98aa-d2f80c2abba9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-3ffc6e33-e008-4cb0-9a73-07db3292aea7 req-203c6b6e-100a-4b4f-8417-262302720294 service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] No waiting events found dispatching network-vif-plugged-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:01:01 user nova-compute[75278]: WARNING nova.compute.manager [req-3ffc6e33-e008-4cb0-9a73-07db3292aea7 req-203c6b6e-100a-4b4f-8417-262302720294 service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Received unexpected event network-vif-plugged-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e for instance with vm_state active and task_state rescuing.
Dec 06 16:01:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-3ffc6e33-e008-4cb0-9a73-07db3292aea7 req-203c6b6e-100a-4b4f-8417-262302720294 service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Received event network-vif-plugged-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3ffc6e33-e008-4cb0-9a73-07db3292aea7 req-203c6b6e-100a-4b4f-8417-262302720294 service nova] Acquiring lock "7f4156a6-a670-4198-98aa-d2f80c2abba9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3ffc6e33-e008-4cb0-9a73-07db3292aea7 req-203c6b6e-100a-4b4f-8417-262302720294 service nova] Lock "7f4156a6-a670-4198-98aa-d2f80c2abba9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3ffc6e33-e008-4cb0-9a73-07db3292aea7 req-203c6b6e-100a-4b4f-8417-262302720294 service nova] Lock "7f4156a6-a670-4198-98aa-d2f80c2abba9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:01:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-3ffc6e33-e008-4cb0-9a73-07db3292aea7 req-203c6b6e-100a-4b4f-8417-262302720294 service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] No waiting events found dispatching network-vif-plugged-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:01:01 user nova-compute[75278]: WARNING nova.compute.manager [req-3ffc6e33-e008-4cb0-9a73-07db3292aea7 req-203c6b6e-100a-4b4f-8417-262302720294 service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Received unexpected event network-vif-plugged-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e for instance with vm_state active and task_state rescuing.
Dec 06 16:01:02 user nova-compute[75278]: DEBUG nova.network.neutron [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Successfully updated port: ee7def6c-fafa-4a00-8cee-f5c876b95b52 {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "refresh_cache-b7d28046-9ddb-475d-9bfd-753c926e3391" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquired lock "refresh_cache-b7d28046-9ddb-475d-9bfd-753c926e3391" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG nova.network.neutron [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG nova.network.neutron [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG nova.network.neutron [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Updating instance_info_cache with network_info: [{"id": "ee7def6c-fafa-4a00-8cee-f5c876b95b52", "address": "fa:16:3e:ca:61:24", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee7def6c-fa", "ovs_interfaceid": "ee7def6c-fafa-4a00-8cee-f5c876b95b52", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Releasing lock "refresh_cache-b7d28046-9ddb-475d-9bfd-753c926e3391" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG nova.compute.manager [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Instance network_info: |[{"id": "ee7def6c-fafa-4a00-8cee-f5c876b95b52", "address": "fa:16:3e:ca:61:24", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee7def6c-fa", "ovs_interfaceid": "ee7def6c-fafa-4a00-8cee-f5c876b95b52", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Start _get_guest_xml network_info=[{"id": "ee7def6c-fafa-4a00-8cee-f5c876b95b52", "address": "fa:16:3e:ca:61:24", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee7def6c-fa", "ovs_interfaceid": "ee7def6c-fafa-4a00-8cee-f5c876b95b52", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 16:01:02 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:01:02 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:01:02 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:00:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-396195771',display_name='tempest-AttachVolumeNegativeTest-server-396195771',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-396195771',id=32,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL2EuiYxm0lOQSzGBLjsKOAFuvGd+hXfPnAbDZDv4/UQ5PO6ZCYwARmeh5NdjBy9jOq2kbL2JOvn2tzPQuQVJJionOWHNNKqFwjO8lSpm9FvOSFBHHHs6+Hye9lbQ78YTA==',key_name='tempest-keypair-830597977',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='85700e5e1c2e49c08eea12bc4fe506e4',ramdisk_id='',reservation_id='r-2tx0oxs7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-50938505',owner_user_name='tempest-AttachVolumeNegativeTest-50938505-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:01:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='409e45635121492fb28d44951793436f',uuid=b7d28046-9ddb-475d-9bfd-753c926e3391,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ee7def6c-fafa-4a00-8cee-f5c876b95b52", "address": "fa:16:3e:ca:61:24", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee7def6c-fa", "ovs_interfaceid": "ee7def6c-fafa-4a00-8cee-f5c876b95b52", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Converting VIF {"id": "ee7def6c-fafa-4a00-8cee-f5c876b95b52", "address": "fa:16:3e:ca:61:24", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee7def6c-fa", "ovs_interfaceid": "ee7def6c-fafa-4a00-8cee-f5c876b95b52", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ca:61:24,bridge_name='br-int',has_traffic_filtering=True,id=ee7def6c-fafa-4a00-8cee-f5c876b95b52,network=Network(283ed413-0338-4410-9d94-73b7db00e60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee7def6c-fa') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG nova.objects.instance [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lazy-loading 'pci_devices' on Instance uuid b7d28046-9ddb-475d-9bfd-753c926e3391 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] End _get_guest_xml xml=<domain type="kvm">
Dec 06 16:01:02 user nova-compute[75278]:   <uuid>b7d28046-9ddb-475d-9bfd-753c926e3391</uuid>
Dec 06 16:01:02 user nova-compute[75278]:   <name>instance-00000020</name>
Dec 06 16:01:02 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 16:01:02 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 16:01:02 user nova-compute[75278]:   <metadata>
Dec 06 16:01:02 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 16:01:02 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 16:01:02 user nova-compute[75278]:       <nova:name>tempest-AttachVolumeNegativeTest-server-396195771</nova:name>
Dec 06 16:01:02 user nova-compute[75278]:       <nova:creationTime>2023-12-06 16:01:02</nova:creationTime>
Dec 06 16:01:02 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 16:01:02 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 16:01:02 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 16:01:02 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 16:01:02 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 16:01:02 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 16:01:02 user nova-compute[75278]:       </nova:flavor>
Dec 06 16:01:02 user nova-compute[75278]:       <nova:owner>
Dec 06 16:01:02 user nova-compute[75278]:         <nova:user uuid="409e45635121492fb28d44951793436f">tempest-AttachVolumeNegativeTest-50938505-project-member</nova:user>
Dec 06 16:01:02 user nova-compute[75278]:         <nova:project uuid="85700e5e1c2e49c08eea12bc4fe506e4">tempest-AttachVolumeNegativeTest-50938505</nova:project>
Dec 06 16:01:02 user nova-compute[75278]:       </nova:owner>
Dec 06 16:01:02 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 16:01:02 user nova-compute[75278]:       <nova:ports>
Dec 06 16:01:02 user nova-compute[75278]:         <nova:port uuid="ee7def6c-fafa-4a00-8cee-f5c876b95b52">
Dec 06 16:01:02 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 06 16:01:02 user nova-compute[75278]:         </nova:port>
Dec 06 16:01:02 user nova-compute[75278]:       </nova:ports>
Dec 06 16:01:02 user nova-compute[75278]:     </nova:instance>
Dec 06 16:01:02 user nova-compute[75278]:   </metadata>
Dec 06 16:01:02 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 16:01:02 user nova-compute[75278]:     <system>
Dec 06 16:01:02 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 16:01:02 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 16:01:02 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 16:01:02 user nova-compute[75278]:       <entry name="serial">b7d28046-9ddb-475d-9bfd-753c926e3391</entry>
Dec 06 16:01:02 user nova-compute[75278]:       <entry name="uuid">b7d28046-9ddb-475d-9bfd-753c926e3391</entry>
Dec 06 16:01:02 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 16:01:02 user nova-compute[75278]:     </system>
Dec 06 16:01:02 user nova-compute[75278]:   </sysinfo>
Dec 06 16:01:02 user nova-compute[75278]:   <os>
Dec 06 16:01:02 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 16:01:02 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 16:01:02 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 16:01:02 user nova-compute[75278]:   </os>
Dec 06 16:01:02 user nova-compute[75278]:   <features>
Dec 06 16:01:02 user nova-compute[75278]:     <acpi/>
Dec 06 16:01:02 user nova-compute[75278]:     <apic/>
Dec 06 16:01:02 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 16:01:02 user nova-compute[75278]:   </features>
Dec 06 16:01:02 user nova-compute[75278]:   <clock offset="utc">
Dec 06 16:01:02 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 16:01:02 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 16:01:02 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 16:01:02 user nova-compute[75278]:   </clock>
Dec 06 16:01:02 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 16:01:02 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 16:01:02 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 16:01:02 user nova-compute[75278]:   </cpu>
Dec 06 16:01:02 user nova-compute[75278]:   <devices>
Dec 06 16:01:02 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 16:01:02 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 16:01:02 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/b7d28046-9ddb-475d-9bfd-753c926e3391/disk"/>
Dec 06 16:01:02 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 16:01:02 user nova-compute[75278]:     </disk>
Dec 06 16:01:02 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 16:01:02 user nova-compute[75278]:       <mac address="fa:16:3e:ca:61:24"/>
Dec 06 16:01:02 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:01:02 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 16:01:02 user nova-compute[75278]:       <target dev="tapee7def6c-fa"/>
Dec 06 16:01:02 user nova-compute[75278]:     </interface>
Dec 06 16:01:02 user nova-compute[75278]:     <serial type="pty">
Dec 06 16:01:02 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/b7d28046-9ddb-475d-9bfd-753c926e3391/console.log" append="off"/>
Dec 06 16:01:02 user nova-compute[75278]:     </serial>
Dec 06 16:01:02 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 16:01:02 user nova-compute[75278]:     <video>
Dec 06 16:01:02 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:01:02 user nova-compute[75278]:     </video>
Dec 06 16:01:02 user nova-compute[75278]:     <rng model="virtio">
Dec 06 16:01:02 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 16:01:02 user nova-compute[75278]:     </rng>
Dec 06 16:01:02 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 16:01:02 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 16:01:02 user nova-compute[75278]:       <stats period="10"/>
Dec 06 16:01:02 user nova-compute[75278]:     </memballoon>
Dec 06 16:01:02 user nova-compute[75278]:   </devices>
Dec 06 16:01:02 user nova-compute[75278]: </domain>
Dec 06 16:01:02 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:00:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-396195771',display_name='tempest-AttachVolumeNegativeTest-server-396195771',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-396195771',id=32,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL2EuiYxm0lOQSzGBLjsKOAFuvGd+hXfPnAbDZDv4/UQ5PO6ZCYwARmeh5NdjBy9jOq2kbL2JOvn2tzPQuQVJJionOWHNNKqFwjO8lSpm9FvOSFBHHHs6+Hye9lbQ78YTA==',key_name='tempest-keypair-830597977',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='85700e5e1c2e49c08eea12bc4fe506e4',ramdisk_id='',reservation_id='r-2tx0oxs7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-50938505',owner_user_name='tempest-AttachVolumeNegativeTest-50938505-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:01:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='409e45635121492fb28d44951793436f',uuid=b7d28046-9ddb-475d-9bfd-753c926e3391,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ee7def6c-fafa-4a00-8cee-f5c876b95b52", "address": "fa:16:3e:ca:61:24", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee7def6c-fa", "ovs_interfaceid": "ee7def6c-fafa-4a00-8cee-f5c876b95b52", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Converting VIF {"id": "ee7def6c-fafa-4a00-8cee-f5c876b95b52", "address": "fa:16:3e:ca:61:24", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee7def6c-fa", "ovs_interfaceid": "ee7def6c-fafa-4a00-8cee-f5c876b95b52", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ca:61:24,bridge_name='br-int',has_traffic_filtering=True,id=ee7def6c-fafa-4a00-8cee-f5c876b95b52,network=Network(283ed413-0338-4410-9d94-73b7db00e60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee7def6c-fa') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG os_vif [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ca:61:24,bridge_name='br-int',has_traffic_filtering=True,id=ee7def6c-fafa-4a00-8cee-f5c876b95b52,network=Network(283ed413-0338-4410-9d94-73b7db00e60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee7def6c-fa') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3f1bcb0a-d22e-5bd1-8cf9-de689e61e1ea', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapee7def6c-fa, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapee7def6c-fa, col_values=(('qos', UUID('75ba7532-9907-4f41-b379-3cb55fbd6acf')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapee7def6c-fa, col_values=(('external_ids', {'iface-id': 'ee7def6c-fafa-4a00-8cee-f5c876b95b52', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ca:61:24', 'vm-uuid': 'b7d28046-9ddb-475d-9bfd-753c926e3391'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG nova.compute.manager [None req-63171a12-9932-4e29-bc89-4d8ef4fb62f3 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:02 user nova-compute[75278]: INFO os_vif [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ca:61:24,bridge_name='br-int',has_traffic_filtering=True,id=ee7def6c-fafa-4a00-8cee-f5c876b95b52,network=Network(283ed413-0338-4410-9d94-73b7db00e60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee7def6c-fa')
Dec 06 16:01:02 user nova-compute[75278]: DEBUG nova.objects.instance [None req-3b9b51f6-5ae4-4d06-8393-60dd6f063489 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lazy-loading 'flavor' on Instance uuid 112e6e55-9983-42f0-af6c-4ed817699547 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-3b9b51f6-5ae4-4d06-8393-60dd6f063489 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "112e6e55-9983-42f0-af6c-4ed817699547" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.237s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "112e6e55-9983-42f0-af6c-4ed817699547" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 22.032s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Acquiring lock "112e6e55-9983-42f0-af6c-4ed817699547-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "112e6e55-9983-42f0-af6c-4ed817699547-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "112e6e55-9983-42f0-af6c-4ed817699547-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:01:02 user nova-compute[75278]: INFO nova.compute.manager [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Terminating instance
Dec 06 16:01:02 user nova-compute[75278]: DEBUG nova.compute.manager [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] No VIF found with MAC fa:16:3e:ca:61:24, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-1176a7a1-cc64-4507-93d7-8992de0e54ff req-5238fc97-684f-4491-9fa9-530796802256 service nova] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Received event network-vif-unplugged-aad5a870-497a-49cb-98ec-826234c7ebdd {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:01:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-1176a7a1-cc64-4507-93d7-8992de0e54ff req-5238fc97-684f-4491-9fa9-530796802256 service nova] Acquiring lock "112e6e55-9983-42f0-af6c-4ed817699547-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:01:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-1176a7a1-cc64-4507-93d7-8992de0e54ff req-5238fc97-684f-4491-9fa9-530796802256 service nova] Lock "112e6e55-9983-42f0-af6c-4ed817699547-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:01:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-1176a7a1-cc64-4507-93d7-8992de0e54ff req-5238fc97-684f-4491-9fa9-530796802256 service nova] Lock "112e6e55-9983-42f0-af6c-4ed817699547-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:01:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-1176a7a1-cc64-4507-93d7-8992de0e54ff req-5238fc97-684f-4491-9fa9-530796802256 service nova] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] No waiting events found dispatching network-vif-unplugged-aad5a870-497a-49cb-98ec-826234c7ebdd {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:01:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-1176a7a1-cc64-4507-93d7-8992de0e54ff req-5238fc97-684f-4491-9fa9-530796802256 service nova] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Received event network-vif-unplugged-aad5a870-497a-49cb-98ec-826234c7ebdd for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 16:01:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:03 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Instance destroyed successfully.
Dec 06 16:01:03 user nova-compute[75278]: DEBUG nova.objects.instance [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lazy-loading 'resources' on Instance uuid 112e6e55-9983-42f0-af6c-4ed817699547 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:01:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:58:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-68037684',display_name='tempest-VolumesSnapshotTestJSON-instance-68037684',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-68037684',id=28,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDDCg4Rz00sQVPQzswU15MaOQgVPeq1EpWdmAJf1evZmCsorVs9epvJSIYBTqjsYdA4G5FaK2f97wylQic6VWXrZJ9U8TM0GGYEV0JM9eFhgrTQKwLjdgl8EvG5YzZ1Tug==',key_name='tempest-keypair-828703969',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:58:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='aec2abcede854115a078b507bab731d9',ramdisk_id='',reservation_id='r-ioddo2nz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1267047075',owner_user_name='tempest-VolumesSnapshotTestJSON-1267047075-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:58:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='023b9f4019f44bdea4369aaa2efb3004',uuid=112e6e55-9983-42f0-af6c-4ed817699547,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "aad5a870-497a-49cb-98ec-826234c7ebdd", "address": "fa:16:3e:fa:01:93", "network": {"id": "9ecc28a5-fa99-42c4-adcd-7ced52e880f8", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1480146875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aec2abcede854115a078b507bab731d9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaad5a870-49", "ovs_interfaceid": "aad5a870-497a-49cb-98ec-826234c7ebdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 16:01:03 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Converting VIF {"id": "aad5a870-497a-49cb-98ec-826234c7ebdd", "address": "fa:16:3e:fa:01:93", "network": {"id": "9ecc28a5-fa99-42c4-adcd-7ced52e880f8", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1480146875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aec2abcede854115a078b507bab731d9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaad5a870-49", "ovs_interfaceid": "aad5a870-497a-49cb-98ec-826234c7ebdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:01:03 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fa:01:93,bridge_name='br-int',has_traffic_filtering=True,id=aad5a870-497a-49cb-98ec-826234c7ebdd,network=Network(9ecc28a5-fa99-42c4-adcd-7ced52e880f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaad5a870-49') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:01:03 user nova-compute[75278]: DEBUG os_vif [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fa:01:93,bridge_name='br-int',has_traffic_filtering=True,id=aad5a870-497a-49cb-98ec-826234c7ebdd,network=Network(9ecc28a5-fa99-42c4-adcd-7ced52e880f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaad5a870-49') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 16:01:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapaad5a870-49, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:01:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-abb2ecec-d66a-418a-b54d-5fd7a2432e54 req-40029bb4-28e1-4fdd-9d63-6ec480277165 service nova] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Received event network-changed-ee7def6c-fafa-4a00-8cee-f5c876b95b52 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:01:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-abb2ecec-d66a-418a-b54d-5fd7a2432e54 req-40029bb4-28e1-4fdd-9d63-6ec480277165 service nova] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Refreshing instance network info cache due to event network-changed-ee7def6c-fafa-4a00-8cee-f5c876b95b52. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:01:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-abb2ecec-d66a-418a-b54d-5fd7a2432e54 req-40029bb4-28e1-4fdd-9d63-6ec480277165 service nova] Acquiring lock "refresh_cache-b7d28046-9ddb-475d-9bfd-753c926e3391" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:01:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-abb2ecec-d66a-418a-b54d-5fd7a2432e54 req-40029bb4-28e1-4fdd-9d63-6ec480277165 service nova] Acquired lock "refresh_cache-b7d28046-9ddb-475d-9bfd-753c926e3391" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:01:03 user nova-compute[75278]: DEBUG nova.network.neutron [req-abb2ecec-d66a-418a-b54d-5fd7a2432e54 req-40029bb4-28e1-4fdd-9d63-6ec480277165 service nova] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Refreshing network info cache for port ee7def6c-fafa-4a00-8cee-f5c876b95b52 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:01:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:01:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6c6d1317-4e79-40c0-846b-91db775de0b3) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:01:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:01:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:03 user nova-compute[75278]: INFO os_vif [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fa:01:93,bridge_name='br-int',has_traffic_filtering=True,id=aad5a870-497a-49cb-98ec-826234c7ebdd,network=Network(9ecc28a5-fa99-42c4-adcd-7ced52e880f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaad5a870-49')
Dec 06 16:01:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 16:01:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xFsgKauh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:01:04 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:01:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:01:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:01:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2b4091b-7479-4d63-9c99-827f7304544e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4b345c10-8b9d-4c89-b8dd-ddade35e3da6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:01:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 16:01:04 user nova-compute[75278]: No targets found.
Dec 06 16:01:04 user nova-compute[75278]: iSNS:
Dec 06 16:01:04 user nova-compute[75278]: No targets found.
Dec 06 16:01:04 user nova-compute[75278]: STATIC:
Dec 06 16:01:04 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d
Dec 06 16:01:04 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:01:04 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:01:04 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:4b345c10-8b9d-4c89-b8dd-ddade35e3da6
Dec 06 16:01:04 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:01:04 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:01:04 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e
Dec 06 16:01:04 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:01:04 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:01:04 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853
Dec 06 16:01:04 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:01:04 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:01:04 user nova-compute[75278]: FIRMWARE:
Dec 06 16:01:04 user nova-compute[75278]: No targets found.
Dec 06 16:01:04 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:01:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 16:01:04 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 16:01:04 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 16:01:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5402234a-f2d5-4239-b5af-0f7f378eea24', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 16:01:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4639e31-9175-4bb4-892b-069b13acff3b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4b345c10-8b9d-4c89-b8dd-ddade35e3da6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:01:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[afe4704d-9644-41ab-a22e-f82df1b3992b]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b345c10-8b9d-4c89-b8dd-ddade35e3da6 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:01:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 16:01:04 user nova-compute[75278]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e (non-flash)
Dec 06 16:01:04 user nova-compute[75278]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)
Dec 06 16:01:04 user nova-compute[75278]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b345c10-8b9d-4c89-b8dd-ddade35e3da6 (non-flash)
Dec 06 16:01:04 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:01:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 16:01:04 user nova-compute[75278]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e (non-flash)
Dec 06 16:01:04 user nova-compute[75278]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)
Dec 06 16:01:04 user nova-compute[75278]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b345c10-8b9d-4c89-b8dd-ddade35e3da6 (non-flash)
Dec 06 16:01:04 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:01:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f444c1bce50>, {}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 16:01:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Disconnecting from: [] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 16:01:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.106s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:01:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] <== disconnect_volume: return (109ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:01:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 16:01:04 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Deleting instance files /opt/stack/data/nova/instances/112e6e55-9983-42f0-af6c-4ed817699547_del
Dec 06 16:01:04 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Deletion of /opt/stack/data/nova/instances/112e6e55-9983-42f0-af6c-4ed817699547_del complete
Dec 06 16:01:04 user nova-compute[75278]: INFO nova.compute.manager [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Took 1.56 seconds to destroy the instance on the hypervisor.
Dec 06 16:01:04 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 16:01:04 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 16:01:04 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 16:01:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:04 user nova-compute[75278]: DEBUG nova.network.neutron [req-abb2ecec-d66a-418a-b54d-5fd7a2432e54 req-40029bb4-28e1-4fdd-9d63-6ec480277165 service nova] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Updated VIF entry in instance network info cache for port ee7def6c-fafa-4a00-8cee-f5c876b95b52. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:01:04 user nova-compute[75278]: DEBUG nova.network.neutron [req-abb2ecec-d66a-418a-b54d-5fd7a2432e54 req-40029bb4-28e1-4fdd-9d63-6ec480277165 service nova] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Updating instance_info_cache with network_info: [{"id": "ee7def6c-fafa-4a00-8cee-f5c876b95b52", "address": "fa:16:3e:ca:61:24", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee7def6c-fa", "ovs_interfaceid": "ee7def6c-fafa-4a00-8cee-f5c876b95b52", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:01:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-abb2ecec-d66a-418a-b54d-5fd7a2432e54 req-40029bb4-28e1-4fdd-9d63-6ec480277165 service nova] Releasing lock "refresh_cache-b7d28046-9ddb-475d-9bfd-753c926e3391" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:01:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:05 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:01:05 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Took 0.99 seconds to deallocate network for instance.
Dec 06 16:01:05 user nova-compute[75278]: DEBUG nova.compute.manager [req-3a870fb7-b4b9-4688-ad50-0ab84f99bc14 req-47f2b31d-5e2f-437f-ae67-7db935f5d4ea service nova] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Received event network-vif-plugged-aad5a870-497a-49cb-98ec-826234c7ebdd {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:01:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3a870fb7-b4b9-4688-ad50-0ab84f99bc14 req-47f2b31d-5e2f-437f-ae67-7db935f5d4ea service nova] Acquiring lock "112e6e55-9983-42f0-af6c-4ed817699547-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:01:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3a870fb7-b4b9-4688-ad50-0ab84f99bc14 req-47f2b31d-5e2f-437f-ae67-7db935f5d4ea service nova] Lock "112e6e55-9983-42f0-af6c-4ed817699547-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:01:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3a870fb7-b4b9-4688-ad50-0ab84f99bc14 req-47f2b31d-5e2f-437f-ae67-7db935f5d4ea service nova] Lock "112e6e55-9983-42f0-af6c-4ed817699547-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:01:05 user nova-compute[75278]: DEBUG nova.compute.manager [req-3a870fb7-b4b9-4688-ad50-0ab84f99bc14 req-47f2b31d-5e2f-437f-ae67-7db935f5d4ea service nova] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] No waiting events found dispatching network-vif-plugged-aad5a870-497a-49cb-98ec-826234c7ebdd {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:01:05 user nova-compute[75278]: WARNING nova.compute.manager [req-3a870fb7-b4b9-4688-ad50-0ab84f99bc14 req-47f2b31d-5e2f-437f-ae67-7db935f5d4ea service nova] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Received unexpected event network-vif-plugged-aad5a870-497a-49cb-98ec-826234c7ebdd for instance with vm_state active and task_state deleting.
Dec 06 16:01:05 user nova-compute[75278]: DEBUG nova.compute.manager [req-3a870fb7-b4b9-4688-ad50-0ab84f99bc14 req-47f2b31d-5e2f-437f-ae67-7db935f5d4ea service nova] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Received event network-vif-plugged-aad5a870-497a-49cb-98ec-826234c7ebdd {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:01:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3a870fb7-b4b9-4688-ad50-0ab84f99bc14 req-47f2b31d-5e2f-437f-ae67-7db935f5d4ea service nova] Acquiring lock "112e6e55-9983-42f0-af6c-4ed817699547-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:01:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3a870fb7-b4b9-4688-ad50-0ab84f99bc14 req-47f2b31d-5e2f-437f-ae67-7db935f5d4ea service nova] Lock "112e6e55-9983-42f0-af6c-4ed817699547-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:01:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3a870fb7-b4b9-4688-ad50-0ab84f99bc14 req-47f2b31d-5e2f-437f-ae67-7db935f5d4ea service nova] Lock "112e6e55-9983-42f0-af6c-4ed817699547-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:01:05 user nova-compute[75278]: DEBUG nova.compute.manager [req-3a870fb7-b4b9-4688-ad50-0ab84f99bc14 req-47f2b31d-5e2f-437f-ae67-7db935f5d4ea service nova] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] No waiting events found dispatching network-vif-plugged-aad5a870-497a-49cb-98ec-826234c7ebdd {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:01:05 user nova-compute[75278]: WARNING nova.compute.manager [req-3a870fb7-b4b9-4688-ad50-0ab84f99bc14 req-47f2b31d-5e2f-437f-ae67-7db935f5d4ea service nova] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Received unexpected event network-vif-plugged-aad5a870-497a-49cb-98ec-826234c7ebdd for instance with vm_state active and task_state deleting.
Dec 06 16:01:05 user nova-compute[75278]: DEBUG nova.compute.manager [req-3a870fb7-b4b9-4688-ad50-0ab84f99bc14 req-47f2b31d-5e2f-437f-ae67-7db935f5d4ea service nova] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Received event network-vif-plugged-aad5a870-497a-49cb-98ec-826234c7ebdd {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:01:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3a870fb7-b4b9-4688-ad50-0ab84f99bc14 req-47f2b31d-5e2f-437f-ae67-7db935f5d4ea service nova] Acquiring lock "112e6e55-9983-42f0-af6c-4ed817699547-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:01:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3a870fb7-b4b9-4688-ad50-0ab84f99bc14 req-47f2b31d-5e2f-437f-ae67-7db935f5d4ea service nova] Lock "112e6e55-9983-42f0-af6c-4ed817699547-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:01:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3a870fb7-b4b9-4688-ad50-0ab84f99bc14 req-47f2b31d-5e2f-437f-ae67-7db935f5d4ea service nova] Lock "112e6e55-9983-42f0-af6c-4ed817699547-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:01:05 user nova-compute[75278]: DEBUG nova.compute.manager [req-3a870fb7-b4b9-4688-ad50-0ab84f99bc14 req-47f2b31d-5e2f-437f-ae67-7db935f5d4ea service nova] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] No waiting events found dispatching network-vif-plugged-aad5a870-497a-49cb-98ec-826234c7ebdd {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:01:05 user nova-compute[75278]: WARNING nova.compute.manager [req-3a870fb7-b4b9-4688-ad50-0ab84f99bc14 req-47f2b31d-5e2f-437f-ae67-7db935f5d4ea service nova] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Received unexpected event network-vif-plugged-aad5a870-497a-49cb-98ec-826234c7ebdd for instance with vm_state active and task_state deleting.
Dec 06 16:01:05 user nova-compute[75278]: DEBUG nova.compute.manager [req-3a870fb7-b4b9-4688-ad50-0ab84f99bc14 req-47f2b31d-5e2f-437f-ae67-7db935f5d4ea service nova] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Received event network-vif-unplugged-aad5a870-497a-49cb-98ec-826234c7ebdd {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:01:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3a870fb7-b4b9-4688-ad50-0ab84f99bc14 req-47f2b31d-5e2f-437f-ae67-7db935f5d4ea service nova] Acquiring lock "112e6e55-9983-42f0-af6c-4ed817699547-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:01:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3a870fb7-b4b9-4688-ad50-0ab84f99bc14 req-47f2b31d-5e2f-437f-ae67-7db935f5d4ea service nova] Lock "112e6e55-9983-42f0-af6c-4ed817699547-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:01:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3a870fb7-b4b9-4688-ad50-0ab84f99bc14 req-47f2b31d-5e2f-437f-ae67-7db935f5d4ea service nova] Lock "112e6e55-9983-42f0-af6c-4ed817699547-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:01:05 user nova-compute[75278]: DEBUG nova.compute.manager [req-3a870fb7-b4b9-4688-ad50-0ab84f99bc14 req-47f2b31d-5e2f-437f-ae67-7db935f5d4ea service nova] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] No waiting events found dispatching network-vif-unplugged-aad5a870-497a-49cb-98ec-826234c7ebdd {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:01:05 user nova-compute[75278]: DEBUG nova.compute.manager [req-3a870fb7-b4b9-4688-ad50-0ab84f99bc14 req-47f2b31d-5e2f-437f-ae67-7db935f5d4ea service nova] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Received event network-vif-unplugged-aad5a870-497a-49cb-98ec-826234c7ebdd for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 16:01:05 user nova-compute[75278]: DEBUG nova.compute.manager [req-3a870fb7-b4b9-4688-ad50-0ab84f99bc14 req-47f2b31d-5e2f-437f-ae67-7db935f5d4ea service nova] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Received event network-vif-plugged-aad5a870-497a-49cb-98ec-826234c7ebdd {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:01:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3a870fb7-b4b9-4688-ad50-0ab84f99bc14 req-47f2b31d-5e2f-437f-ae67-7db935f5d4ea service nova] Acquiring lock "112e6e55-9983-42f0-af6c-4ed817699547-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:01:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3a870fb7-b4b9-4688-ad50-0ab84f99bc14 req-47f2b31d-5e2f-437f-ae67-7db935f5d4ea service nova] Lock "112e6e55-9983-42f0-af6c-4ed817699547-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:01:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3a870fb7-b4b9-4688-ad50-0ab84f99bc14 req-47f2b31d-5e2f-437f-ae67-7db935f5d4ea service nova] Lock "112e6e55-9983-42f0-af6c-4ed817699547-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:01:05 user nova-compute[75278]: DEBUG nova.compute.manager [req-3a870fb7-b4b9-4688-ad50-0ab84f99bc14 req-47f2b31d-5e2f-437f-ae67-7db935f5d4ea service nova] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] No waiting events found dispatching network-vif-plugged-aad5a870-497a-49cb-98ec-826234c7ebdd {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:01:05 user nova-compute[75278]: WARNING nova.compute.manager [req-3a870fb7-b4b9-4688-ad50-0ab84f99bc14 req-47f2b31d-5e2f-437f-ae67-7db935f5d4ea service nova] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Received unexpected event network-vif-plugged-aad5a870-497a-49cb-98ec-826234c7ebdd for instance with vm_state active and task_state deleting.
Dec 06 16:01:05 user nova-compute[75278]: WARNING nova.volume.cinder [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Attachment 74f24993-6d4a-4f3c-bab2-984328edd2a4 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 74f24993-6d4a-4f3c-bab2-984328edd2a4. (HTTP 404) (Request-ID: req-8b8a99ab-b560-4925-ae89-9edced5ccd6e)
Dec 06 16:01:05 user nova-compute[75278]: INFO nova.compute.manager [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Took 0.08 seconds to detach 1 volumes for instance.
Dec 06 16:01:05 user nova-compute[75278]: DEBUG nova.compute.manager [req-2f20c9cd-fa1b-4e41-9d30-8f96339a8fd3 req-56a69199-4272-4cef-a6e1-3d008831178d service nova] [instance: 112e6e55-9983-42f0-af6c-4ed817699547] Received event network-vif-deleted-aad5a870-497a-49cb-98ec-826234c7ebdd {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:01:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:01:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:01:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:05 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:01:05 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:01:06 user nova-compute[75278]: DEBUG nova.compute.manager [req-2b441ab5-8579-43cb-a913-af54ab89478f req-8be00302-893a-4e85-ad2c-799e6928c4e9 service nova] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Received event network-vif-plugged-ee7def6c-fafa-4a00-8cee-f5c876b95b52 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:01:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2b441ab5-8579-43cb-a913-af54ab89478f req-8be00302-893a-4e85-ad2c-799e6928c4e9 service nova] Acquiring lock "b7d28046-9ddb-475d-9bfd-753c926e3391-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:01:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2b441ab5-8579-43cb-a913-af54ab89478f req-8be00302-893a-4e85-ad2c-799e6928c4e9 service nova] Lock "b7d28046-9ddb-475d-9bfd-753c926e3391-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:01:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2b441ab5-8579-43cb-a913-af54ab89478f req-8be00302-893a-4e85-ad2c-799e6928c4e9 service nova] Lock "b7d28046-9ddb-475d-9bfd-753c926e3391-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:01:06 user nova-compute[75278]: DEBUG nova.compute.manager [req-2b441ab5-8579-43cb-a913-af54ab89478f req-8be00302-893a-4e85-ad2c-799e6928c4e9 service nova] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] No waiting events found dispatching network-vif-plugged-ee7def6c-fafa-4a00-8cee-f5c876b95b52 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:01:06 user nova-compute[75278]: WARNING nova.compute.manager [req-2b441ab5-8579-43cb-a913-af54ab89478f req-8be00302-893a-4e85-ad2c-799e6928c4e9 service nova] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Received unexpected event network-vif-plugged-ee7def6c-fafa-4a00-8cee-f5c876b95b52 for instance with vm_state building and task_state spawning.
Dec 06 16:01:06 user nova-compute[75278]: DEBUG nova.compute.manager [req-2b441ab5-8579-43cb-a913-af54ab89478f req-8be00302-893a-4e85-ad2c-799e6928c4e9 service nova] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Received event network-vif-plugged-ee7def6c-fafa-4a00-8cee-f5c876b95b52 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:01:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2b441ab5-8579-43cb-a913-af54ab89478f req-8be00302-893a-4e85-ad2c-799e6928c4e9 service nova] Acquiring lock "b7d28046-9ddb-475d-9bfd-753c926e3391-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:01:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2b441ab5-8579-43cb-a913-af54ab89478f req-8be00302-893a-4e85-ad2c-799e6928c4e9 service nova] Lock "b7d28046-9ddb-475d-9bfd-753c926e3391-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:01:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2b441ab5-8579-43cb-a913-af54ab89478f req-8be00302-893a-4e85-ad2c-799e6928c4e9 service nova] Lock "b7d28046-9ddb-475d-9bfd-753c926e3391-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:01:06 user nova-compute[75278]: DEBUG nova.compute.manager [req-2b441ab5-8579-43cb-a913-af54ab89478f req-8be00302-893a-4e85-ad2c-799e6928c4e9 service nova] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] No waiting events found dispatching network-vif-plugged-ee7def6c-fafa-4a00-8cee-f5c876b95b52 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:01:06 user nova-compute[75278]: WARNING nova.compute.manager [req-2b441ab5-8579-43cb-a913-af54ab89478f req-8be00302-893a-4e85-ad2c-799e6928c4e9 service nova] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Received unexpected event network-vif-plugged-ee7def6c-fafa-4a00-8cee-f5c876b95b52 for instance with vm_state building and task_state spawning.
Dec 06 16:01:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.596s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:01:06 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Deleted allocations for instance 112e6e55-9983-42f0-af6c-4ed817699547
Dec 06 16:01:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f1f3aed-87c8-41ea-b81d-4a33094fc60a tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "112e6e55-9983-42f0-af6c-4ed817699547" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.544s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:01:07 user nova-compute[75278]: DEBUG nova.compute.manager [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 16:01:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 16:01:07 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Instance spawned successfully.
Dec 06 16:01:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 16:01:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:01:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:01:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:01:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:01:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:01:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:01:07 user nova-compute[75278]: INFO nova.compute.manager [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Took 7.43 seconds to spawn the instance on the hypervisor.
Dec 06 16:01:07 user nova-compute[75278]: DEBUG nova.compute.manager [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 16:01:07 user nova-compute[75278]: INFO nova.compute.manager [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Took 8.32 seconds to build instance.
Dec 06 16:01:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7708909c-d67d-40c1-9a99-3971b815801e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "b7d28046-9ddb-475d-9bfd-753c926e3391" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.422s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:01:08 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:14 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:01:14 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:01:14 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Cleaning up deleted instances with incomplete migration  {{(pid=75278) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 06 16:01:15 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:01:15 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:01:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:16 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:01:16 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:01:18 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:01:18 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:01:18 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 16:01:18 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:20 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:01:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:01:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:01:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:01:20 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 16:01:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7d28046-9ddb-475d-9bfd-753c926e3391/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7d28046-9ddb-475d-9bfd-753c926e3391/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7d28046-9ddb-475d-9bfd-753c926e3391/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7d28046-9ddb-475d-9bfd-753c926e3391/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a8e9df1-1259-40ea-bd37-3d58682f9119/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a8e9df1-1259-40ea-bd37-3d58682f9119/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:20 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a8e9df1-1259-40ea-bd37-3d58682f9119/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a8e9df1-1259-40ea-bd37-3d58682f9119/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:21 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:01:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json" returned: 0 in 0.213s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json" returned: 0 in 0.231s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk.rescue --force-share --output=json" returned: 0 in 0.205s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk.rescue --force-share --output=json" returned: 0 in 0.227s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk (vdb) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:01:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:01:24 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:01:24 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:01:24 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=7428MB free_disk=25.132919311523438GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 16:01:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:01:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:01:24 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance accf5417-e552-4fa7-8b65-5f3121d1d17f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:01:24 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance b979398f-d6ba-469c-96ed-e25012146a31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:01:24 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance a909916c-b274-4c00-a248-30d6ed84859e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:01:24 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 9a8e9df1-1259-40ea-bd37-3d58682f9119 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:01:24 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 7f4156a6-a670-4198-98aa-d2f80c2abba9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:01:24 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance d25e73e5-e14b-4a7b-bd77-1008159951cd actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:01:24 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 9339ba5c-6992-4429-86b0-37a341bdde06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:01:24 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance fd90d704-fbb5-45cd-983c-1de7e98b9ca6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:01:24 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance b7d28046-9ddb-475d-9bfd-753c926e3391 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:01:24 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 16:01:24 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 16:01:25 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:01:25 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:01:25 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 16:01:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.565s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:01:25 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:01:25 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Cleaning up deleted instances {{(pid=75278) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 06 16:01:25 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] There are 0 instances to clean {{(pid=75278) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 06 16:01:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:27 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:01:27 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:01:27 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 16:01:27 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Rebuilding the list of instances to heal {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 16:01:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "refresh_cache-accf5417-e552-4fa7-8b65-5f3121d1d17f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:01:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquired lock "refresh_cache-accf5417-e552-4fa7-8b65-5f3121d1d17f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:01:27 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Forcefully refreshing network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 16:01:27 user nova-compute[75278]: DEBUG nova.objects.instance [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lazy-loading 'info_cache' on Instance uuid accf5417-e552-4fa7-8b65-5f3121d1d17f {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:01:27 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Updating instance_info_cache with network_info: [{"id": "fecc4e69-7597-4f57-858f-d2484f5768d7", "address": "fa:16:3e:3f:99:ad", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfecc4e69-75", "ovs_interfaceid": "fecc4e69-7597-4f57-858f-d2484f5768d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:01:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Releasing lock "refresh_cache-accf5417-e552-4fa7-8b65-5f3121d1d17f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:01:27 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Updated the network info_cache for instance {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 16:01:27 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:01:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:01:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:01:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Acquiring lock "42b4eaaa-9bfa-4703-b488-54c9f1225da2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:01:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "42b4eaaa-9bfa-4703-b488-54c9f1225da2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:01:57 user nova-compute[75278]: DEBUG nova.compute.manager [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 16:01:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:01:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:01:57 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 16:01:57 user nova-compute[75278]: INFO nova.compute.claims [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Claim successful on node user
Dec 06 16:01:57 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Refreshing inventories for resource provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 06 16:01:57 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Updating ProviderTree inventory for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 06 16:01:57 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Updating inventory in ProviderTree for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 16:01:57 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Refreshing aggregate associations for resource provider 8b3403ac-859e-46a6-ab7b-26268bef73b0, aggregates: None {{(pid=75278) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 06 16:01:57 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Refreshing trait associations for resource provider 8b3403ac-859e-46a6-ab7b-26268bef73b0, traits: HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_ACCELERATORS,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_SATA,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_IDE,COMPUTE_VIOMMU_MODEL_INTEL,HW_CPU_X86_SSE41,HW_CPU_X86_SSSE3 {{(pid=75278) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 06 16:01:57 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:01:57 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:01:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.694s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:01:57 user nova-compute[75278]: DEBUG nova.compute.manager [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 16:01:58 user nova-compute[75278]: DEBUG nova.compute.manager [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 16:01:58 user nova-compute[75278]: DEBUG nova.network.neutron [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 16:01:58 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 16:01:58 user nova-compute[75278]: DEBUG nova.compute.manager [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 16:01:58 user nova-compute[75278]: DEBUG nova.policy [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '023b9f4019f44bdea4369aaa2efb3004', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aec2abcede854115a078b507bab731d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 16:01:58 user nova-compute[75278]: DEBUG nova.compute.manager [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 16:01:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 16:01:58 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Creating image(s)
Dec 06 16:01:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Acquiring lock "/opt/stack/data/nova/instances/42b4eaaa-9bfa-4703-b488-54c9f1225da2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:01:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "/opt/stack/data/nova/instances/42b4eaaa-9bfa-4703-b488-54c9f1225da2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:01:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "/opt/stack/data/nova/instances/42b4eaaa-9bfa-4703-b488-54c9f1225da2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:01:58 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:58 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.200s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Acquiring lock "8b6964317078072a1e593868059fc8dc16213a0c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:01:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:01:58 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:58 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.192s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:58 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/42b4eaaa-9bfa-4703-b488-54c9f1225da2/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:58 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/42b4eaaa-9bfa-4703-b488-54c9f1225da2/disk 1073741824" returned: 0 in 0.051s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.252s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:01:58 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:58 user nova-compute[75278]: DEBUG nova.network.neutron [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Successfully created port: b4460340-15d1-4c7e-9540-d3ff091f4087 {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 16:01:58 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.183s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:58 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Checking if we can resize image /opt/stack/data/nova/instances/42b4eaaa-9bfa-4703-b488-54c9f1225da2/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 16:01:58 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42b4eaaa-9bfa-4703-b488-54c9f1225da2/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42b4eaaa-9bfa-4703-b488-54c9f1225da2/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Cannot resize image /opt/stack/data/nova/instances/42b4eaaa-9bfa-4703-b488-54c9f1225da2/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Ensure instance console log exists: /opt/stack/data/nova/instances/42b4eaaa-9bfa-4703-b488-54c9f1225da2/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG nova.network.neutron [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Successfully updated port: b4460340-15d1-4c7e-9540-d3ff091f4087 {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Acquiring lock "refresh_cache-42b4eaaa-9bfa-4703-b488-54c9f1225da2" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Acquired lock "refresh_cache-42b4eaaa-9bfa-4703-b488-54c9f1225da2" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG nova.network.neutron [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG nova.compute.manager [req-1b872466-b6e8-4363-99ec-e4bfc65a9616 req-f8db26d1-0a54-4142-847b-ea952fcce9ee service nova] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Received event network-changed-b4460340-15d1-4c7e-9540-d3ff091f4087 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG nova.compute.manager [req-1b872466-b6e8-4363-99ec-e4bfc65a9616 req-f8db26d1-0a54-4142-847b-ea952fcce9ee service nova] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Refreshing instance network info cache due to event network-changed-b4460340-15d1-4c7e-9540-d3ff091f4087. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-1b872466-b6e8-4363-99ec-e4bfc65a9616 req-f8db26d1-0a54-4142-847b-ea952fcce9ee service nova] Acquiring lock "refresh_cache-42b4eaaa-9bfa-4703-b488-54c9f1225da2" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG nova.network.neutron [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG nova.network.neutron [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Updating instance_info_cache with network_info: [{"id": "b4460340-15d1-4c7e-9540-d3ff091f4087", "address": "fa:16:3e:1b:e6:f8", "network": {"id": "9ecc28a5-fa99-42c4-adcd-7ced52e880f8", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1480146875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aec2abcede854115a078b507bab731d9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4460340-15", "ovs_interfaceid": "b4460340-15d1-4c7e-9540-d3ff091f4087", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Releasing lock "refresh_cache-42b4eaaa-9bfa-4703-b488-54c9f1225da2" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG nova.compute.manager [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Instance network_info: |[{"id": "b4460340-15d1-4c7e-9540-d3ff091f4087", "address": "fa:16:3e:1b:e6:f8", "network": {"id": "9ecc28a5-fa99-42c4-adcd-7ced52e880f8", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1480146875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aec2abcede854115a078b507bab731d9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4460340-15", "ovs_interfaceid": "b4460340-15d1-4c7e-9540-d3ff091f4087", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-1b872466-b6e8-4363-99ec-e4bfc65a9616 req-f8db26d1-0a54-4142-847b-ea952fcce9ee service nova] Acquired lock "refresh_cache-42b4eaaa-9bfa-4703-b488-54c9f1225da2" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG nova.network.neutron [req-1b872466-b6e8-4363-99ec-e4bfc65a9616 req-f8db26d1-0a54-4142-847b-ea952fcce9ee service nova] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Refreshing network info cache for port b4460340-15d1-4c7e-9540-d3ff091f4087 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Start _get_guest_xml network_info=[{"id": "b4460340-15d1-4c7e-9540-d3ff091f4087", "address": "fa:16:3e:1b:e6:f8", "network": {"id": "9ecc28a5-fa99-42c4-adcd-7ced52e880f8", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1480146875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aec2abcede854115a078b507bab731d9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4460340-15", "ovs_interfaceid": "b4460340-15d1-4c7e-9540-d3ff091f4087", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 16:01:59 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:01:59 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:01:59 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:01:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1004582226',display_name='tempest-VolumesSnapshotTestJSON-instance-1004582226',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1004582226',id=33,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAspVURWUH8Oq5xsjU5HIL2MxgJClMciwZ9eVgoe0QI7Te0sfOyJA1TqUIsP16zhhi5i4qPROmMV/fNYHdhpQ4t/lNfNoPsESfiBQgu8j/LACVGQ9FzZGJsBVaqOFqKNcg==',key_name='tempest-keypair-1424705004',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aec2abcede854115a078b507bab731d9',ramdisk_id='',reservation_id='r-j3udjv7s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1267047075',owner_user_name='tempest-VolumesSnapshotTestJSON-1267047075-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:01:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='023b9f4019f44bdea4369aaa2efb3004',uuid=42b4eaaa-9bfa-4703-b488-54c9f1225da2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b4460340-15d1-4c7e-9540-d3ff091f4087", "address": "fa:16:3e:1b:e6:f8", "network": {"id": "9ecc28a5-fa99-42c4-adcd-7ced52e880f8", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1480146875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aec2abcede854115a078b507bab731d9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4460340-15", "ovs_interfaceid": "b4460340-15d1-4c7e-9540-d3ff091f4087", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Converting VIF {"id": "b4460340-15d1-4c7e-9540-d3ff091f4087", "address": "fa:16:3e:1b:e6:f8", "network": {"id": "9ecc28a5-fa99-42c4-adcd-7ced52e880f8", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1480146875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aec2abcede854115a078b507bab731d9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4460340-15", "ovs_interfaceid": "b4460340-15d1-4c7e-9540-d3ff091f4087", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1b:e6:f8,bridge_name='br-int',has_traffic_filtering=True,id=b4460340-15d1-4c7e-9540-d3ff091f4087,network=Network(9ecc28a5-fa99-42c4-adcd-7ced52e880f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4460340-15') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG nova.objects.instance [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lazy-loading 'pci_devices' on Instance uuid 42b4eaaa-9bfa-4703-b488-54c9f1225da2 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] End _get_guest_xml xml=<domain type="kvm">
Dec 06 16:01:59 user nova-compute[75278]:   <uuid>42b4eaaa-9bfa-4703-b488-54c9f1225da2</uuid>
Dec 06 16:01:59 user nova-compute[75278]:   <name>instance-00000021</name>
Dec 06 16:01:59 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 16:01:59 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 16:01:59 user nova-compute[75278]:   <metadata>
Dec 06 16:01:59 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 16:01:59 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 16:01:59 user nova-compute[75278]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-1004582226</nova:name>
Dec 06 16:01:59 user nova-compute[75278]:       <nova:creationTime>2023-12-06 16:01:59</nova:creationTime>
Dec 06 16:01:59 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 16:01:59 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 16:01:59 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 16:01:59 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 16:01:59 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 16:01:59 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 16:01:59 user nova-compute[75278]:       </nova:flavor>
Dec 06 16:01:59 user nova-compute[75278]:       <nova:owner>
Dec 06 16:01:59 user nova-compute[75278]:         <nova:user uuid="023b9f4019f44bdea4369aaa2efb3004">tempest-VolumesSnapshotTestJSON-1267047075-project-member</nova:user>
Dec 06 16:01:59 user nova-compute[75278]:         <nova:project uuid="aec2abcede854115a078b507bab731d9">tempest-VolumesSnapshotTestJSON-1267047075</nova:project>
Dec 06 16:01:59 user nova-compute[75278]:       </nova:owner>
Dec 06 16:01:59 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 16:01:59 user nova-compute[75278]:       <nova:ports>
Dec 06 16:01:59 user nova-compute[75278]:         <nova:port uuid="b4460340-15d1-4c7e-9540-d3ff091f4087">
Dec 06 16:01:59 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 06 16:01:59 user nova-compute[75278]:         </nova:port>
Dec 06 16:01:59 user nova-compute[75278]:       </nova:ports>
Dec 06 16:01:59 user nova-compute[75278]:     </nova:instance>
Dec 06 16:01:59 user nova-compute[75278]:   </metadata>
Dec 06 16:01:59 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 16:01:59 user nova-compute[75278]:     <system>
Dec 06 16:01:59 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 16:01:59 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 16:01:59 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 16:01:59 user nova-compute[75278]:       <entry name="serial">42b4eaaa-9bfa-4703-b488-54c9f1225da2</entry>
Dec 06 16:01:59 user nova-compute[75278]:       <entry name="uuid">42b4eaaa-9bfa-4703-b488-54c9f1225da2</entry>
Dec 06 16:01:59 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 16:01:59 user nova-compute[75278]:     </system>
Dec 06 16:01:59 user nova-compute[75278]:   </sysinfo>
Dec 06 16:01:59 user nova-compute[75278]:   <os>
Dec 06 16:01:59 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 16:01:59 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 16:01:59 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 16:01:59 user nova-compute[75278]:   </os>
Dec 06 16:01:59 user nova-compute[75278]:   <features>
Dec 06 16:01:59 user nova-compute[75278]:     <acpi/>
Dec 06 16:01:59 user nova-compute[75278]:     <apic/>
Dec 06 16:01:59 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 16:01:59 user nova-compute[75278]:   </features>
Dec 06 16:01:59 user nova-compute[75278]:   <clock offset="utc">
Dec 06 16:01:59 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 16:01:59 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 16:01:59 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 16:01:59 user nova-compute[75278]:   </clock>
Dec 06 16:01:59 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 16:01:59 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 16:01:59 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 16:01:59 user nova-compute[75278]:   </cpu>
Dec 06 16:01:59 user nova-compute[75278]:   <devices>
Dec 06 16:01:59 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 16:01:59 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 16:01:59 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/42b4eaaa-9bfa-4703-b488-54c9f1225da2/disk"/>
Dec 06 16:01:59 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 16:01:59 user nova-compute[75278]:     </disk>
Dec 06 16:01:59 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 16:01:59 user nova-compute[75278]:       <mac address="fa:16:3e:1b:e6:f8"/>
Dec 06 16:01:59 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:01:59 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 16:01:59 user nova-compute[75278]:       <target dev="tapb4460340-15"/>
Dec 06 16:01:59 user nova-compute[75278]:     </interface>
Dec 06 16:01:59 user nova-compute[75278]:     <serial type="pty">
Dec 06 16:01:59 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/42b4eaaa-9bfa-4703-b488-54c9f1225da2/console.log" append="off"/>
Dec 06 16:01:59 user nova-compute[75278]:     </serial>
Dec 06 16:01:59 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 16:01:59 user nova-compute[75278]:     <video>
Dec 06 16:01:59 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:01:59 user nova-compute[75278]:     </video>
Dec 06 16:01:59 user nova-compute[75278]:     <rng model="virtio">
Dec 06 16:01:59 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 16:01:59 user nova-compute[75278]:     </rng>
Dec 06 16:01:59 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 16:01:59 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 16:01:59 user nova-compute[75278]:       <stats period="10"/>
Dec 06 16:01:59 user nova-compute[75278]:     </memballoon>
Dec 06 16:01:59 user nova-compute[75278]:   </devices>
Dec 06 16:01:59 user nova-compute[75278]: </domain>
Dec 06 16:01:59 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:01:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1004582226',display_name='tempest-VolumesSnapshotTestJSON-instance-1004582226',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1004582226',id=33,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAspVURWUH8Oq5xsjU5HIL2MxgJClMciwZ9eVgoe0QI7Te0sfOyJA1TqUIsP16zhhi5i4qPROmMV/fNYHdhpQ4t/lNfNoPsESfiBQgu8j/LACVGQ9FzZGJsBVaqOFqKNcg==',key_name='tempest-keypair-1424705004',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aec2abcede854115a078b507bab731d9',ramdisk_id='',reservation_id='r-j3udjv7s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1267047075',owner_user_name='tempest-VolumesSnapshotTestJSON-1267047075-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:01:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='023b9f4019f44bdea4369aaa2efb3004',uuid=42b4eaaa-9bfa-4703-b488-54c9f1225da2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b4460340-15d1-4c7e-9540-d3ff091f4087", "address": "fa:16:3e:1b:e6:f8", "network": {"id": "9ecc28a5-fa99-42c4-adcd-7ced52e880f8", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1480146875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aec2abcede854115a078b507bab731d9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4460340-15", "ovs_interfaceid": "b4460340-15d1-4c7e-9540-d3ff091f4087", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Converting VIF {"id": "b4460340-15d1-4c7e-9540-d3ff091f4087", "address": "fa:16:3e:1b:e6:f8", "network": {"id": "9ecc28a5-fa99-42c4-adcd-7ced52e880f8", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1480146875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aec2abcede854115a078b507bab731d9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4460340-15", "ovs_interfaceid": "b4460340-15d1-4c7e-9540-d3ff091f4087", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1b:e6:f8,bridge_name='br-int',has_traffic_filtering=True,id=b4460340-15d1-4c7e-9540-d3ff091f4087,network=Network(9ecc28a5-fa99-42c4-adcd-7ced52e880f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4460340-15') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG os_vif [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1b:e6:f8,bridge_name='br-int',has_traffic_filtering=True,id=b4460340-15d1-4c7e-9540-d3ff091f4087,network=Network(9ecc28a5-fa99-42c4-adcd-7ced52e880f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4460340-15') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2ead008d-725b-557b-a710-54a5a294b83f', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb4460340-15, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb4460340-15, col_values=(('qos', UUID('19bc5cee-6fb1-4361-8326-8fab7b73680e')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb4460340-15, col_values=(('external_ids', {'iface-id': 'b4460340-15d1-4c7e-9540-d3ff091f4087', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1b:e6:f8', 'vm-uuid': '42b4eaaa-9bfa-4703-b488-54c9f1225da2'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:01:59 user nova-compute[75278]: INFO os_vif [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1b:e6:f8,bridge_name='br-int',has_traffic_filtering=True,id=b4460340-15d1-4c7e-9540-d3ff091f4087,network=Network(9ecc28a5-fa99-42c4-adcd-7ced52e880f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4460340-15')
Dec 06 16:01:59 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:01:59 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] No VIF found with MAC fa:16:3e:1b:e6:f8, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 16:02:00 user nova-compute[75278]: DEBUG nova.network.neutron [req-1b872466-b6e8-4363-99ec-e4bfc65a9616 req-f8db26d1-0a54-4142-847b-ea952fcce9ee service nova] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Updated VIF entry in instance network info cache for port b4460340-15d1-4c7e-9540-d3ff091f4087. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:02:00 user nova-compute[75278]: DEBUG nova.network.neutron [req-1b872466-b6e8-4363-99ec-e4bfc65a9616 req-f8db26d1-0a54-4142-847b-ea952fcce9ee service nova] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Updating instance_info_cache with network_info: [{"id": "b4460340-15d1-4c7e-9540-d3ff091f4087", "address": "fa:16:3e:1b:e6:f8", "network": {"id": "9ecc28a5-fa99-42c4-adcd-7ced52e880f8", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1480146875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aec2abcede854115a078b507bab731d9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4460340-15", "ovs_interfaceid": "b4460340-15d1-4c7e-9540-d3ff091f4087", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:02:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-1b872466-b6e8-4363-99ec-e4bfc65a9616 req-f8db26d1-0a54-4142-847b-ea952fcce9ee service nova] Releasing lock "refresh_cache-42b4eaaa-9bfa-4703-b488-54c9f1225da2" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:02:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-b2fc9426-be9d-428e-b317-b86933982d8d req-e3e71d82-a7a0-4e13-9646-519a9e8d1c9b service nova] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Received event network-vif-plugged-b4460340-15d1-4c7e-9540-d3ff091f4087 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:02:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-b2fc9426-be9d-428e-b317-b86933982d8d req-e3e71d82-a7a0-4e13-9646-519a9e8d1c9b service nova] Acquiring lock "42b4eaaa-9bfa-4703-b488-54c9f1225da2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:02:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-b2fc9426-be9d-428e-b317-b86933982d8d req-e3e71d82-a7a0-4e13-9646-519a9e8d1c9b service nova] Lock "42b4eaaa-9bfa-4703-b488-54c9f1225da2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:02:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-b2fc9426-be9d-428e-b317-b86933982d8d req-e3e71d82-a7a0-4e13-9646-519a9e8d1c9b service nova] Lock "42b4eaaa-9bfa-4703-b488-54c9f1225da2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:02:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-b2fc9426-be9d-428e-b317-b86933982d8d req-e3e71d82-a7a0-4e13-9646-519a9e8d1c9b service nova] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] No waiting events found dispatching network-vif-plugged-b4460340-15d1-4c7e-9540-d3ff091f4087 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:02:01 user nova-compute[75278]: WARNING nova.compute.manager [req-b2fc9426-be9d-428e-b317-b86933982d8d req-e3e71d82-a7a0-4e13-9646-519a9e8d1c9b service nova] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Received unexpected event network-vif-plugged-b4460340-15d1-4c7e-9540-d3ff091f4087 for instance with vm_state building and task_state spawning.
Dec 06 16:02:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-6d819bfb-23f8-48f3-8551-2e6c3be16bf8 req-d7f50032-da6e-402f-8315-726f3bc55e4e service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Received event network-changed-57242e9c-0ef5-4800-a622-3f3c060dac98 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:02:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-6d819bfb-23f8-48f3-8551-2e6c3be16bf8 req-d7f50032-da6e-402f-8315-726f3bc55e4e service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Refreshing instance network info cache due to event network-changed-57242e9c-0ef5-4800-a622-3f3c060dac98. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:02:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-6d819bfb-23f8-48f3-8551-2e6c3be16bf8 req-d7f50032-da6e-402f-8315-726f3bc55e4e service nova] Acquiring lock "refresh_cache-9a8e9df1-1259-40ea-bd37-3d58682f9119" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:02:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-6d819bfb-23f8-48f3-8551-2e6c3be16bf8 req-d7f50032-da6e-402f-8315-726f3bc55e4e service nova] Acquired lock "refresh_cache-9a8e9df1-1259-40ea-bd37-3d58682f9119" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:02:03 user nova-compute[75278]: DEBUG nova.network.neutron [req-6d819bfb-23f8-48f3-8551-2e6c3be16bf8 req-d7f50032-da6e-402f-8315-726f3bc55e4e service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Refreshing network info cache for port 57242e9c-0ef5-4800-a622-3f3c060dac98 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:02:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-732a9901-7a48-4af2-b677-785f0f142043 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquiring lock "9a8e9df1-1259-40ea-bd37-3d58682f9119" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:02:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-732a9901-7a48-4af2-b677-785f0f142043 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "9a8e9df1-1259-40ea-bd37-3d58682f9119" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:02:03 user nova-compute[75278]: INFO nova.compute.manager [None req-732a9901-7a48-4af2-b677-785f0f142043 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Detaching volume fbf73977-c719-4abd-9466-6a07b9f5245e
Dec 06 16:02:03 user nova-compute[75278]: INFO nova.virt.block_device [None req-732a9901-7a48-4af2-b677-785f0f142043 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Attempting to driver detach volume fbf73977-c719-4abd-9466-6a07b9f5245e from mountpoint /dev/vdb
Dec 06 16:02:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-732a9901-7a48-4af2-b677-785f0f142043 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Attempting to detach device vdb from instance 9a8e9df1-1259-40ea-bd37-3d58682f9119 from the persistent domain config. {{(pid=75278) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 16:02:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-732a9901-7a48-4af2-b677-785f0f142043 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 16:02:03 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:02:03 user nova-compute[75278]:   <source dev="/dev/sdc"/>
Dec 06 16:02:03 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 16:02:03 user nova-compute[75278]:   <serial>fbf73977-c719-4abd-9466-6a07b9f5245e</serial>
Dec 06 16:02:03 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 16:02:03 user nova-compute[75278]: </disk>
Dec 06 16:02:03 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 16:02:03 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-732a9901-7a48-4af2-b677-785f0f142043 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Successfully detached device vdb from instance 9a8e9df1-1259-40ea-bd37-3d58682f9119 from the persistent domain config.
Dec 06 16:02:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-732a9901-7a48-4af2-b677-785f0f142043 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 9a8e9df1-1259-40ea-bd37-3d58682f9119 from the live domain config. {{(pid=75278) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 16:02:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-732a9901-7a48-4af2-b677-785f0f142043 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 16:02:03 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:02:03 user nova-compute[75278]:   <source dev="/dev/sdc"/>
Dec 06 16:02:03 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 16:02:03 user nova-compute[75278]:   <serial>fbf73977-c719-4abd-9466-6a07b9f5245e</serial>
Dec 06 16:02:03 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 16:02:03 user nova-compute[75278]: </disk>
Dec 06 16:02:03 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 16:02:03 user nova-compute[75278]: DEBUG nova.network.neutron [req-6d819bfb-23f8-48f3-8551-2e6c3be16bf8 req-d7f50032-da6e-402f-8315-726f3bc55e4e service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Updated VIF entry in instance network info cache for port 57242e9c-0ef5-4800-a622-3f3c060dac98. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:02:03 user nova-compute[75278]: DEBUG nova.network.neutron [req-6d819bfb-23f8-48f3-8551-2e6c3be16bf8 req-d7f50032-da6e-402f-8315-726f3bc55e4e service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Updating instance_info_cache with network_info: [{"id": "57242e9c-0ef5-4800-a622-3f3c060dac98", "address": "fa:16:3e:06:0f:ff", "network": {"id": "4217cbb0-33d1-451f-9d3f-b8a0d6df1755", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-493313379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "93723bb0e3c9431a91eaa6ba3c645029", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57242e9c-0e", "ovs_interfaceid": "57242e9c-0ef5-4800-a622-3f3c060dac98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:02:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-6d819bfb-23f8-48f3-8551-2e6c3be16bf8 req-d7f50032-da6e-402f-8315-726f3bc55e4e service nova] Releasing lock "refresh_cache-9a8e9df1-1259-40ea-bd37-3d58682f9119" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:02:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-d1af1927-63cd-4b04-ad66-9582b602ac78 req-1258b235-176f-4ddb-b0fe-9d1282eb94c3 service nova] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Received event network-vif-plugged-b4460340-15d1-4c7e-9540-d3ff091f4087 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:02:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d1af1927-63cd-4b04-ad66-9582b602ac78 req-1258b235-176f-4ddb-b0fe-9d1282eb94c3 service nova] Acquiring lock "42b4eaaa-9bfa-4703-b488-54c9f1225da2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:02:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d1af1927-63cd-4b04-ad66-9582b602ac78 req-1258b235-176f-4ddb-b0fe-9d1282eb94c3 service nova] Lock "42b4eaaa-9bfa-4703-b488-54c9f1225da2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:02:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d1af1927-63cd-4b04-ad66-9582b602ac78 req-1258b235-176f-4ddb-b0fe-9d1282eb94c3 service nova] Lock "42b4eaaa-9bfa-4703-b488-54c9f1225da2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:02:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-d1af1927-63cd-4b04-ad66-9582b602ac78 req-1258b235-176f-4ddb-b0fe-9d1282eb94c3 service nova] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] No waiting events found dispatching network-vif-plugged-b4460340-15d1-4c7e-9540-d3ff091f4087 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:02:03 user nova-compute[75278]: WARNING nova.compute.manager [req-d1af1927-63cd-4b04-ad66-9582b602ac78 req-1258b235-176f-4ddb-b0fe-9d1282eb94c3 service nova] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Received unexpected event network-vif-plugged-b4460340-15d1-4c7e-9540-d3ff091f4087 for instance with vm_state building and task_state spawning.
Dec 06 16:02:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-d1af1927-63cd-4b04-ad66-9582b602ac78 req-1258b235-176f-4ddb-b0fe-9d1282eb94c3 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Received event network-changed-57242e9c-0ef5-4800-a622-3f3c060dac98 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:02:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-d1af1927-63cd-4b04-ad66-9582b602ac78 req-1258b235-176f-4ddb-b0fe-9d1282eb94c3 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Refreshing instance network info cache due to event network-changed-57242e9c-0ef5-4800-a622-3f3c060dac98. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:02:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d1af1927-63cd-4b04-ad66-9582b602ac78 req-1258b235-176f-4ddb-b0fe-9d1282eb94c3 service nova] Acquiring lock "refresh_cache-9a8e9df1-1259-40ea-bd37-3d58682f9119" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:02:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d1af1927-63cd-4b04-ad66-9582b602ac78 req-1258b235-176f-4ddb-b0fe-9d1282eb94c3 service nova] Acquired lock "refresh_cache-9a8e9df1-1259-40ea-bd37-3d58682f9119" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:02:03 user nova-compute[75278]: DEBUG nova.network.neutron [req-d1af1927-63cd-4b04-ad66-9582b602ac78 req-1258b235-176f-4ddb-b0fe-9d1282eb94c3 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Refreshing network info cache for port 57242e9c-0ef5-4800-a622-3f3c060dac98 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:02:03 user nova-compute[75278]: DEBUG nova.compute.manager [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 16:02:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 16:02:03 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Instance spawned successfully.
Dec 06 16:02:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 16:02:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:02:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:02:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:02:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:02:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:02:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:02:03 user nova-compute[75278]: INFO nova.compute.manager [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Took 5.43 seconds to spawn the instance on the hypervisor.
Dec 06 16:02:03 user nova-compute[75278]: DEBUG nova.compute.manager [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 16:02:03 user nova-compute[75278]: INFO nova.compute.manager [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Took 6.66 seconds to build instance.
Dec 06 16:02:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-c4db7b11-172f-47f9-868f-a3ecc950641d tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "42b4eaaa-9bfa-4703-b488-54c9f1225da2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.792s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:02:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-732a9901-7a48-4af2-b677-785f0f142043 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 9a8e9df1-1259-40ea-bd37-3d58682f9119 {{(pid=75278) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 16:02:03 user nova-compute[75278]: DEBUG nova.network.neutron [req-d1af1927-63cd-4b04-ad66-9582b602ac78 req-1258b235-176f-4ddb-b0fe-9d1282eb94c3 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Updated VIF entry in instance network info cache for port 57242e9c-0ef5-4800-a622-3f3c060dac98. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:02:03 user nova-compute[75278]: DEBUG nova.network.neutron [req-d1af1927-63cd-4b04-ad66-9582b602ac78 req-1258b235-176f-4ddb-b0fe-9d1282eb94c3 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Updating instance_info_cache with network_info: [{"id": "57242e9c-0ef5-4800-a622-3f3c060dac98", "address": "fa:16:3e:06:0f:ff", "network": {"id": "4217cbb0-33d1-451f-9d3f-b8a0d6df1755", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-493313379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "93723bb0e3c9431a91eaa6ba3c645029", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57242e9c-0e", "ovs_interfaceid": "57242e9c-0ef5-4800-a622-3f3c060dac98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:02:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d1af1927-63cd-4b04-ad66-9582b602ac78 req-1258b235-176f-4ddb-b0fe-9d1282eb94c3 service nova] Releasing lock "refresh_cache-9a8e9df1-1259-40ea-bd37-3d58682f9119" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:02:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:14 user nova-compute[75278]: DEBUG nova.compute.manager [req-eacb4a6f-eeef-419d-bfcb-eb17501965f8 req-630c59c1-31e1-4b22-a171-1a72d234e040 service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Received event network-changed-982b4abe-5c8c-45e6-9482-af7539968ecf {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:02:14 user nova-compute[75278]: DEBUG nova.compute.manager [req-eacb4a6f-eeef-419d-bfcb-eb17501965f8 req-630c59c1-31e1-4b22-a171-1a72d234e040 service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Refreshing instance network info cache due to event network-changed-982b4abe-5c8c-45e6-9482-af7539968ecf. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:02:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-eacb4a6f-eeef-419d-bfcb-eb17501965f8 req-630c59c1-31e1-4b22-a171-1a72d234e040 service nova] Acquiring lock "refresh_cache-9339ba5c-6992-4429-86b0-37a341bdde06" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:02:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-eacb4a6f-eeef-419d-bfcb-eb17501965f8 req-630c59c1-31e1-4b22-a171-1a72d234e040 service nova] Acquired lock "refresh_cache-9339ba5c-6992-4429-86b0-37a341bdde06" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:02:14 user nova-compute[75278]: DEBUG nova.network.neutron [req-eacb4a6f-eeef-419d-bfcb-eb17501965f8 req-630c59c1-31e1-4b22-a171-1a72d234e040 service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Refreshing network info cache for port 982b4abe-5c8c-45e6-9482-af7539968ecf {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:02:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:02:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75278) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 16:02:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 16:02:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 16:02:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:14 user nova-compute[75278]: DEBUG nova.network.neutron [req-eacb4a6f-eeef-419d-bfcb-eb17501965f8 req-630c59c1-31e1-4b22-a171-1a72d234e040 service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Updated VIF entry in instance network info cache for port 982b4abe-5c8c-45e6-9482-af7539968ecf. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:02:14 user nova-compute[75278]: DEBUG nova.network.neutron [req-eacb4a6f-eeef-419d-bfcb-eb17501965f8 req-630c59c1-31e1-4b22-a171-1a72d234e040 service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Updating instance_info_cache with network_info: [{"id": "982b4abe-5c8c-45e6-9482-af7539968ecf", "address": "fa:16:3e:0a:ee:af", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap982b4abe-5c", "ovs_interfaceid": "982b4abe-5c8c-45e6-9482-af7539968ecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:02:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-eacb4a6f-eeef-419d-bfcb-eb17501965f8 req-630c59c1-31e1-4b22-a171-1a72d234e040 service nova] Releasing lock "refresh_cache-9339ba5c-6992-4429-86b0-37a341bdde06" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:02:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:16 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:02:16 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:02:16 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:02:16 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:02:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0ed86a6b-a889-4603-b5cb-06954c726453 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "9339ba5c-6992-4429-86b0-37a341bdde06" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:02:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0ed86a6b-a889-4603-b5cb-06954c726453 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "9339ba5c-6992-4429-86b0-37a341bdde06" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:02:18 user nova-compute[75278]: INFO nova.compute.manager [None req-0ed86a6b-a889-4603-b5cb-06954c726453 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Shelving
Dec 06 16:02:18 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:18 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:18 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:18 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:18 user nova-compute[75278]: DEBUG nova.compute.manager [req-bd689fd7-ca99-4136-af30-2db8e389fc1a req-2a815844-eeca-4740-be13-a9a4d5eb374d service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Received event network-vif-unplugged-982b4abe-5c8c-45e6-9482-af7539968ecf {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:02:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bd689fd7-ca99-4136-af30-2db8e389fc1a req-2a815844-eeca-4740-be13-a9a4d5eb374d service nova] Acquiring lock "9339ba5c-6992-4429-86b0-37a341bdde06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:02:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bd689fd7-ca99-4136-af30-2db8e389fc1a req-2a815844-eeca-4740-be13-a9a4d5eb374d service nova] Lock "9339ba5c-6992-4429-86b0-37a341bdde06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:02:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bd689fd7-ca99-4136-af30-2db8e389fc1a req-2a815844-eeca-4740-be13-a9a4d5eb374d service nova] Lock "9339ba5c-6992-4429-86b0-37a341bdde06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:02:18 user nova-compute[75278]: DEBUG nova.compute.manager [req-bd689fd7-ca99-4136-af30-2db8e389fc1a req-2a815844-eeca-4740-be13-a9a4d5eb374d service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] No waiting events found dispatching network-vif-unplugged-982b4abe-5c8c-45e6-9482-af7539968ecf {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:02:18 user nova-compute[75278]: WARNING nova.compute.manager [req-bd689fd7-ca99-4136-af30-2db8e389fc1a req-2a815844-eeca-4740-be13-a9a4d5eb374d service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Received unexpected event network-vif-unplugged-982b4abe-5c8c-45e6-9482-af7539968ecf for instance with vm_state active and task_state shelving.
Dec 06 16:02:18 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Instance destroyed successfully.
Dec 06 16:02:19 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-0ed86a6b-a889-4603-b5cb-06954c726453 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Beginning cold snapshot process
Dec 06 16:02:19 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:02:19 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:02:19 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 16:02:19 user nova-compute[75278]: DEBUG nova.privsep.utils [None req-0ed86a6b-a889-4603-b5cb-06954c726453 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75278) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 16:02:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-0ed86a6b-a889-4603-b5cb-06954c726453 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06/disk /opt/stack/data/nova/instances/snapshots/tmpbyjmxjx9/ebad153460e24e6a8b5374a07a1560ac {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:19 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-0ed86a6b-a889-4603-b5cb-06954c726453 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06/disk /opt/stack/data/nova/instances/snapshots/tmpbyjmxjx9/ebad153460e24e6a8b5374a07a1560ac" returned: 0 in 0.742s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:02:19 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-0ed86a6b-a889-4603-b5cb-06954c726453 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Snapshot extracted, beginning image upload
Dec 06 16:02:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:20 user nova-compute[75278]: DEBUG nova.compute.manager [req-b39fd39e-1990-4b37-832d-dbefcfbbe2a1 req-efe9cd35-47a0-4b33-aee9-d690e3aba406 service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Received event network-vif-plugged-982b4abe-5c8c-45e6-9482-af7539968ecf {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:02:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-b39fd39e-1990-4b37-832d-dbefcfbbe2a1 req-efe9cd35-47a0-4b33-aee9-d690e3aba406 service nova] Acquiring lock "9339ba5c-6992-4429-86b0-37a341bdde06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:02:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-b39fd39e-1990-4b37-832d-dbefcfbbe2a1 req-efe9cd35-47a0-4b33-aee9-d690e3aba406 service nova] Lock "9339ba5c-6992-4429-86b0-37a341bdde06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:02:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-b39fd39e-1990-4b37-832d-dbefcfbbe2a1 req-efe9cd35-47a0-4b33-aee9-d690e3aba406 service nova] Lock "9339ba5c-6992-4429-86b0-37a341bdde06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:02:20 user nova-compute[75278]: DEBUG nova.compute.manager [req-b39fd39e-1990-4b37-832d-dbefcfbbe2a1 req-efe9cd35-47a0-4b33-aee9-d690e3aba406 service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] No waiting events found dispatching network-vif-plugged-982b4abe-5c8c-45e6-9482-af7539968ecf {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:02:20 user nova-compute[75278]: WARNING nova.compute.manager [req-b39fd39e-1990-4b37-832d-dbefcfbbe2a1 req-efe9cd35-47a0-4b33-aee9-d690e3aba406 service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Received unexpected event network-vif-plugged-982b4abe-5c8c-45e6-9482-af7539968ecf for instance with vm_state active and task_state shelving_image_uploading.
Dec 06 16:02:21 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:02:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:02:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:02:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:02:21 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 16:02:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7d28046-9ddb-475d-9bfd-753c926e3391/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7d28046-9ddb-475d-9bfd-753c926e3391/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:02:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7d28046-9ddb-475d-9bfd-753c926e3391/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7d28046-9ddb-475d-9bfd-753c926e3391/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:02:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a8e9df1-1259-40ea-bd37-3d58682f9119/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a8e9df1-1259-40ea-bd37-3d58682f9119/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:02:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a8e9df1-1259-40ea-bd37-3d58682f9119/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a8e9df1-1259-40ea-bd37-3d58682f9119/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:02:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:02:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:02:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:22 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-0ed86a6b-a889-4603-b5cb-06954c726453 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Snapshot image upload complete
Dec 06 16:02:22 user nova-compute[75278]: DEBUG nova.compute.manager [None req-0ed86a6b-a889-4603-b5cb-06954c726453 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 16:02:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:02:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:22 user nova-compute[75278]: INFO nova.compute.manager [None req-0ed86a6b-a889-4603-b5cb-06954c726453 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Shelve offloading
Dec 06 16:02:22 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Instance destroyed successfully.
Dec 06 16:02:22 user nova-compute[75278]: DEBUG nova.compute.manager [None req-0ed86a6b-a889-4603-b5cb-06954c726453 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 16:02:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0ed86a6b-a889-4603-b5cb-06954c726453 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "refresh_cache-9339ba5c-6992-4429-86b0-37a341bdde06" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:02:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0ed86a6b-a889-4603-b5cb-06954c726453 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquired lock "refresh_cache-9339ba5c-6992-4429-86b0-37a341bdde06" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:02:22 user nova-compute[75278]: DEBUG nova.network.neutron [None req-0ed86a6b-a889-4603-b5cb-06954c726453 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 16:02:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:02:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:02:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:23 user nova-compute[75278]: DEBUG nova.network.neutron [None req-0ed86a6b-a889-4603-b5cb-06954c726453 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Updating instance_info_cache with network_info: [{"id": "982b4abe-5c8c-45e6-9482-af7539968ecf", "address": "fa:16:3e:0a:ee:af", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap982b4abe-5c", "ovs_interfaceid": "982b4abe-5c8c-45e6-9482-af7539968ecf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:02:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0ed86a6b-a889-4603-b5cb-06954c726453 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Releasing lock "refresh_cache-9339ba5c-6992-4429-86b0-37a341bdde06" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:02:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:02:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:02:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:02:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json" returned: 0 in 0.231s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:02:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:23 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-732a9901-7a48-4af2-b677-785f0f142043 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 9a8e9df1-1259-40ea-bd37-3d58682f9119 is timed out.
Dec 06 16:02:23 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-732a9901-7a48-4af2-b677-785f0f142043 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Successfully detached device vdb from instance 9a8e9df1-1259-40ea-bd37-3d58682f9119 from the live domain config.
Dec 06 16:02:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-732a9901-7a48-4af2-b677-785f0f142043 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 16:02:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-732a9901-7a48-4af2-b677-785f0f142043 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sZWiNGaT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:02:23 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-732a9901-7a48-4af2-b677-785f0f142043 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:02:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-732a9901-7a48-4af2-b677-785f0f142043 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:02:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-732a9901-7a48-4af2-b677-785f0f142043 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.004s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:02:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:02:23 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6b84257-af5d-482e-9bab-c999c3f09c15]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:02:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-732a9901-7a48-4af2-b677-785f0f142043 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 16:02:23 user nova-compute[75278]: No targets found.
Dec 06 16:02:23 user nova-compute[75278]: iSNS:
Dec 06 16:02:23 user nova-compute[75278]: No targets found.
Dec 06 16:02:23 user nova-compute[75278]: STATIC:
Dec 06 16:02:23 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d
Dec 06 16:02:23 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:02:23 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:02:23 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e
Dec 06 16:02:23 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:02:23 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:02:23 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853
Dec 06 16:02:23 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:02:23 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:02:23 user nova-compute[75278]: FIRMWARE:
Dec 06 16:02:23 user nova-compute[75278]: No targets found.
Dec 06 16:02:23 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:02:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-732a9901-7a48-4af2-b677-785f0f142043 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 16:02:23 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 16:02:23 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 16:02:23 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-732a9901-7a48-4af2-b677-785f0f142043 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 16:02:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:02:23 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[084c897a-642c-48b0-a50b-23c7e0c84097]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:02:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d8f3d37-a4f8-494c-a7ea-9281c37220cb]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-732a9901-7a48-4af2-b677-785f0f142043 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 16:02:24 user nova-compute[75278]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e (non-flash)
Dec 06 16:02:24 user nova-compute[75278]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)
Dec 06 16:02:24 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-732a9901-7a48-4af2-b677-785f0f142043 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 16:02:24 user nova-compute[75278]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e (non-flash)
Dec 06 16:02:24 user nova-compute[75278]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)
Dec 06 16:02:24 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-732a9901-7a48-4af2-b677-785f0f142043 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f444c3a6d40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e'): ({'sdc'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-732a9901-7a48-4af2-b677-785f0f142043 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Removing single pathed devices sdc {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[837b74c9-b85b-4bab-9bf7-de1dc6a569b4]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json" returned: 0 in 0.251s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbf6f9a3-eb2a-4f48-909e-f2b35e730d05]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-732a9901-7a48-4af2-b677-785f0f142043 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Flushing IO for device /dev/sdc {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b5d5647-3523-4b5b-b083-b9c526cba522]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-732a9901-7a48-4af2-b677-785f0f142043 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:24 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Instance destroyed successfully.
Dec 06 16:02:24 user nova-compute[75278]: DEBUG nova.objects.instance [None req-0ed86a6b-a889-4603-b5cb-06954c726453 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lazy-loading 'resources' on Instance uuid 9339ba5c-6992-4429-86b0-37a341bdde06 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-0ed86a6b-a889-4603-b5cb-06954c726453 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:00:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1657286505',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1657286505',id=30,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG1AXA19iyjpSqSW/ApGhwtiGioIUng+xS8oVm34nETTCp0MvlhzTQQNMx2ILzNC2gG5K1dbLQbqiKGWjT6SARsEWbo1O3Nrh3Ab1jEUnGmPsa4dMadMVbnT5sXehqXe6Q==',key_name='tempest-keypair-1652966724',keypairs=<?>,launch_index=0,launched_at=2023-12-06T16:00:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='3772c2b34d044341afe1838c255abf00',ramdisk_id='',reservation_id='r-xmadjnx7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-76059517',owner_user_name='tempest-AttachVolumeShelveTestJSON-76059517-project-member',shelved_at='2023-12-06T16:02:22.494574',shelved_host='user',shelved_image_id='9f2a8cc3-e7b1-41ed-a7d9-90e779f39ef8'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T16:02:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6fc55d3ac6494b81921e1ccd4f6cd4b6',uuid=9339ba5c-6992-4429-86b0-37a341bdde06,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "982b4abe-5c8c-45e6-9482-af7539968ecf", "address": "fa:16:3e:0a:ee:af", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap982b4abe-5c", "ovs_interfaceid": "982b4abe-5c8c-45e6-9482-af7539968ecf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-0ed86a6b-a889-4603-b5cb-06954c726453 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Converting VIF {"id": "982b4abe-5c8c-45e6-9482-af7539968ecf", "address": "fa:16:3e:0a:ee:af", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap982b4abe-5c", "ovs_interfaceid": "982b4abe-5c8c-45e6-9482-af7539968ecf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-0ed86a6b-a889-4603-b5cb-06954c726453 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0a:ee:af,bridge_name='br-int',has_traffic_filtering=True,id=982b4abe-5c8c-45e6-9482-af7539968ecf,network=Network(db0b7d9a-b152-4c62-aca3-3fa90ab9bd04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap982b4abe-5c') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG os_vif [None req-0ed86a6b-a889-4603-b5cb-06954c726453 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0a:ee:af,bridge_name='br-int',has_traffic_filtering=True,id=982b4abe-5c8c-45e6-9482-af7539968ecf,network=Network(db0b7d9a-b152-4c62-aca3-3fa90ab9bd04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap982b4abe-5c') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap982b4abe-5c, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG nova.compute.manager [req-bb132f60-1210-4fe4-a0ce-924e1914f9a5 req-0676c483-fecd-4678-9108-1e7ca6c8a979 service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Received event network-changed-982b4abe-5c8c-45e6-9482-af7539968ecf {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG nova.compute.manager [req-bb132f60-1210-4fe4-a0ce-924e1914f9a5 req-0676c483-fecd-4678-9108-1e7ca6c8a979 service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Refreshing instance network info cache due to event network-changed-982b4abe-5c8c-45e6-9482-af7539968ecf. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bb132f60-1210-4fe4-a0ce-924e1914f9a5 req-0676c483-fecd-4678-9108-1e7ca6c8a979 service nova] Acquiring lock "refresh_cache-9339ba5c-6992-4429-86b0-37a341bdde06" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bb132f60-1210-4fe4-a0ce-924e1914f9a5 req-0676c483-fecd-4678-9108-1e7ca6c8a979 service nova] Acquired lock "refresh_cache-9339ba5c-6992-4429-86b0-37a341bdde06" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG nova.network.neutron [req-bb132f60-1210-4fe4-a0ce-924e1914f9a5 req-0676c483-fecd-4678-9108-1e7ca6c8a979 service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Refreshing network info cache for port 982b4abe-5c8c-45e6-9482-af7539968ecf {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.050s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1ead46f-af51-4083-875f-2d9a18936fc6]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-732a9901-7a48-4af2-b677-785f0f142043 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-732a9901-7a48-4af2-b677-785f0f142043 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] SCSI volumes sdc have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-732a9901-7a48-4af2-b677-785f0f142043 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d231a630-1908-4274-afde-db3f32b142cc) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:02:24 user nova-compute[75278]: INFO os_vif [None req-0ed86a6b-a889-4603-b5cb-06954c726453 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0a:ee:af,bridge_name='br-int',has_traffic_filtering=True,id=982b4abe-5c8c-45e6-9482-af7539968ecf,network=Network(db0b7d9a-b152-4c62-aca3-3fa90ab9bd04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap982b4abe-5c')
Dec 06 16:02:24 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-0ed86a6b-a889-4603-b5cb-06954c726453 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Deleting instance files /opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06_del
Dec 06 16:02:24 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-0ed86a6b-a889-4603-b5cb-06954c726453 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Deletion of /opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06_del complete
Dec 06 16:02:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[10f328a5-19d2-48c1-85e3-14cfdfeca262]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-732a9901-7a48-4af2-b677-785f0f142043 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[132776de-03ed-4f37-a449-5d5bf2e4a168]: (4, ('Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e, portal: 172.16.0.220,3260]\nLogout of [sid: 39, target: iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-732a9901-7a48-4af2-b677-785f0f142043 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e, portal: 172.16.0.220,3260]
Dec 06 16:02:24 user nova-compute[75278]: Logout of [sid: 39, target: iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e, portal: 172.16.0.220,3260] successful.
Dec 06 16:02:24 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fbf73977-c719-4abd-9466-6a07b9f5245e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.041s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad62e84e-1b41-4528-a647-4b3d3cad18af]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-732a9901-7a48-4af2-b677-785f0f142043 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-732a9901-7a48-4af2-b677-785f0f142043 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.448s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-732a9901-7a48-4af2-b677-785f0f142043 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] <== disconnect_volume: return (452ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-732a9901-7a48-4af2-b677-785f0f142043 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 16:02:24 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-0ed86a6b-a889-4603-b5cb-06954c726453 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Deleted allocations for instance 9339ba5c-6992-4429-86b0-37a341bdde06
Dec 06 16:02:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0ed86a6b-a889-4603-b5cb-06954c726453 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0ed86a6b-a889-4603-b5cb-06954c726453 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG nova.objects.instance [None req-0ed86a6b-a889-4603-b5cb-06954c726453 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lazy-loading 'numa_topology' on Instance uuid 9339ba5c-6992-4429-86b0-37a341bdde06 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG nova.objects.base [None req-0ed86a6b-a889-4603-b5cb-06954c726453 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Object Instance<9339ba5c-6992-4429-86b0-37a341bdde06> lazy-loaded attributes: resources,numa_topology {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk.rescue --force-share --output=json" returned: 0 in 0.220s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG nova.network.neutron [req-bb132f60-1210-4fe4-a0ce-924e1914f9a5 req-0676c483-fecd-4678-9108-1e7ca6c8a979 service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Updated VIF entry in instance network info cache for port 982b4abe-5c8c-45e6-9482-af7539968ecf. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG nova.network.neutron [req-bb132f60-1210-4fe4-a0ce-924e1914f9a5 req-0676c483-fecd-4678-9108-1e7ca6c8a979 service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Updating instance_info_cache with network_info: [{"id": "982b4abe-5c8c-45e6-9482-af7539968ecf", "address": "fa:16:3e:0a:ee:af", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap982b4abe-5c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bb132f60-1210-4fe4-a0ce-924e1914f9a5 req-0676c483-fecd-4678-9108-1e7ca6c8a979 service nova] Releasing lock "refresh_cache-9339ba5c-6992-4429-86b0-37a341bdde06" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-0ed86a6b-a889-4603-b5cb-06954c726453 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-0ed86a6b-a889-4603-b5cb-06954c726453 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk.rescue --force-share --output=json" returned: 0 in 0.218s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk (vdb) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:02:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42b4eaaa-9bfa-4703-b488-54c9f1225da2/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0ed86a6b-a889-4603-b5cb-06954c726453 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.526s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:02:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42b4eaaa-9bfa-4703-b488-54c9f1225da2/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:02:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42b4eaaa-9bfa-4703-b488-54c9f1225da2/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0ed86a6b-a889-4603-b5cb-06954c726453 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "9339ba5c-6992-4429-86b0-37a341bdde06" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 7.157s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:02:25 user nova-compute[75278]: DEBUG nova.objects.instance [None req-732a9901-7a48-4af2-b677-785f0f142043 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lazy-loading 'flavor' on Instance uuid 9a8e9df1-1259-40ea-bd37-3d58682f9119 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:02:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-732a9901-7a48-4af2-b677-785f0f142043 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "9a8e9df1-1259-40ea-bd37-3d58682f9119" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.088s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:02:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42b4eaaa-9bfa-4703-b488-54c9f1225da2/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:02:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:25 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:02:25 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:02:25 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=7596MB free_disk=25.02530288696289GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 16:02:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:02:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:02:26 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance accf5417-e552-4fa7-8b65-5f3121d1d17f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:02:26 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance b979398f-d6ba-469c-96ed-e25012146a31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:02:26 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance a909916c-b274-4c00-a248-30d6ed84859e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:02:26 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 9a8e9df1-1259-40ea-bd37-3d58682f9119 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:02:26 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 7f4156a6-a670-4198-98aa-d2f80c2abba9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:02:26 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance d25e73e5-e14b-4a7b-bd77-1008159951cd actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:02:26 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance fd90d704-fbb5-45cd-983c-1de7e98b9ca6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:02:26 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance b7d28046-9ddb-475d-9bfd-753c926e3391 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:02:26 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 42b4eaaa-9bfa-4703-b488-54c9f1225da2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:02:26 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 16:02:26 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 16:02:26 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:02:26 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:02:26 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 16:02:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.505s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:02:26 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:02:26 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 16:02:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "refresh_cache-b979398f-d6ba-469c-96ed-e25012146a31" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:02:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquired lock "refresh_cache-b979398f-d6ba-469c-96ed-e25012146a31" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:02:26 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Forcefully refreshing network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 16:02:27 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Updating instance_info_cache with network_info: [{"id": "1cbd93c9-871f-40a8-bf0a-a786f42020b6", "address": "fa:16:3e:71:29:43", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cbd93c9-87", "ovs_interfaceid": "1cbd93c9-871f-40a8-bf0a-a786f42020b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:02:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Releasing lock "refresh_cache-b979398f-d6ba-469c-96ed-e25012146a31" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:02:27 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Updated the network info_cache for instance {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 16:02:27 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._sync_power_states {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:02:27 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Triggering sync for uuid accf5417-e552-4fa7-8b65-5f3121d1d17f {{(pid=75278) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 16:02:27 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Triggering sync for uuid b979398f-d6ba-469c-96ed-e25012146a31 {{(pid=75278) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 16:02:27 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Triggering sync for uuid a909916c-b274-4c00-a248-30d6ed84859e {{(pid=75278) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 16:02:27 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Triggering sync for uuid d25e73e5-e14b-4a7b-bd77-1008159951cd {{(pid=75278) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 16:02:27 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Triggering sync for uuid 9a8e9df1-1259-40ea-bd37-3d58682f9119 {{(pid=75278) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 16:02:27 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Triggering sync for uuid 7f4156a6-a670-4198-98aa-d2f80c2abba9 {{(pid=75278) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 16:02:27 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Triggering sync for uuid fd90d704-fbb5-45cd-983c-1de7e98b9ca6 {{(pid=75278) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 16:02:27 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Triggering sync for uuid b7d28046-9ddb-475d-9bfd-753c926e3391 {{(pid=75278) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 16:02:27 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Triggering sync for uuid 42b4eaaa-9bfa-4703-b488-54c9f1225da2 {{(pid=75278) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 16:02:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "accf5417-e552-4fa7-8b65-5f3121d1d17f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:02:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "accf5417-e552-4fa7-8b65-5f3121d1d17f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:02:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "b979398f-d6ba-469c-96ed-e25012146a31" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:02:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "b979398f-d6ba-469c-96ed-e25012146a31" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:02:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "a909916c-b274-4c00-a248-30d6ed84859e" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:02:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "a909916c-b274-4c00-a248-30d6ed84859e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:02:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "d25e73e5-e14b-4a7b-bd77-1008159951cd" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:02:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "d25e73e5-e14b-4a7b-bd77-1008159951cd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:02:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "9a8e9df1-1259-40ea-bd37-3d58682f9119" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:02:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "9a8e9df1-1259-40ea-bd37-3d58682f9119" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:02:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "7f4156a6-a670-4198-98aa-d2f80c2abba9" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:02:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "7f4156a6-a670-4198-98aa-d2f80c2abba9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:02:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "fd90d704-fbb5-45cd-983c-1de7e98b9ca6" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:02:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "fd90d704-fbb5-45cd-983c-1de7e98b9ca6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:02:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "b7d28046-9ddb-475d-9bfd-753c926e3391" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:02:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "b7d28046-9ddb-475d-9bfd-753c926e3391" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:02:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "42b4eaaa-9bfa-4703-b488-54c9f1225da2" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:02:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "42b4eaaa-9bfa-4703-b488-54c9f1225da2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:02:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "accf5417-e552-4fa7-8b65-5f3121d1d17f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.043s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:02:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "a909916c-b274-4c00-a248-30d6ed84859e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.059s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:02:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "b979398f-d6ba-469c-96ed-e25012146a31" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.061s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:02:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "d25e73e5-e14b-4a7b-bd77-1008159951cd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.067s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:02:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "9a8e9df1-1259-40ea-bd37-3d58682f9119" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.069s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:02:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "7f4156a6-a670-4198-98aa-d2f80c2abba9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.070s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:02:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "fd90d704-fbb5-45cd-983c-1de7e98b9ca6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.073s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:02:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "42b4eaaa-9bfa-4703-b488-54c9f1225da2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.074s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:02:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "b7d28046-9ddb-475d-9bfd-753c926e3391" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.079s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:02:29 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:02:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:34 user nova-compute[75278]: DEBUG nova.compute.manager [None req-353f10fb-ac9e-489c-aa01-dfaee9964441 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 16:02:34 user nova-compute[75278]: INFO nova.compute.manager [None req-353f10fb-ac9e-489c-aa01-dfaee9964441 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] instance snapshotting
Dec 06 16:02:35 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-353f10fb-ac9e-489c-aa01-dfaee9964441 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Beginning live snapshot process
Dec 06 16:02:35 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-353f10fb-ac9e-489c-aa01-dfaee9964441 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json -f qcow2 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:35 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-353f10fb-ac9e-489c-aa01-dfaee9964441 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json -f qcow2" returned: 0 in 0.183s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:02:35 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-353f10fb-ac9e-489c-aa01-dfaee9964441 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json -f qcow2 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:35 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-353f10fb-ac9e-489c-aa01-dfaee9964441 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json -f qcow2" returned: 0 in 0.188s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:02:35 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-353f10fb-ac9e-489c-aa01-dfaee9964441 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:35 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-353f10fb-ac9e-489c-aa01-dfaee9964441 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.173s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:02:35 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-353f10fb-ac9e-489c-aa01-dfaee9964441 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpsak11ipq/cfe8e64708cf475f8a72d50e4db1c2a5.delta 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:35 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-353f10fb-ac9e-489c-aa01-dfaee9964441 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpsak11ipq/cfe8e64708cf475f8a72d50e4db1c2a5.delta 1073741824" returned: 0 in 0.048s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:02:35 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-353f10fb-ac9e-489c-aa01-dfaee9964441 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Quiescing instance not available: QEMU guest agent is not enabled.
Dec 06 16:02:36 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-353f10fb-ac9e-489c-aa01-dfaee9964441 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=75278) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 16:02:37 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-353f10fb-ac9e-489c-aa01-dfaee9964441 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75278) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 16:02:37 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-353f10fb-ac9e-489c-aa01-dfaee9964441 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 06 16:02:37 user nova-compute[75278]: DEBUG nova.privsep.utils [None req-353f10fb-ac9e-489c-aa01-dfaee9964441 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75278) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 16:02:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-353f10fb-ac9e-489c-aa01-dfaee9964441 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpsak11ipq/cfe8e64708cf475f8a72d50e4db1c2a5.delta /opt/stack/data/nova/instances/snapshots/tmpsak11ipq/cfe8e64708cf475f8a72d50e4db1c2a5 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-353f10fb-ac9e-489c-aa01-dfaee9964441 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpsak11ipq/cfe8e64708cf475f8a72d50e4db1c2a5.delta /opt/stack/data/nova/instances/snapshots/tmpsak11ipq/cfe8e64708cf475f8a72d50e4db1c2a5" returned: 0 in 0.346s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:02:37 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-353f10fb-ac9e-489c-aa01-dfaee9964441 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Snapshot extracted, beginning image upload
Dec 06 16:02:39 user nova-compute[75278]: INFO nova.compute.manager [None req-27e1ecf0-bbe6-42e5-b0c6-56b14f00e8f8 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Get console output
Dec 06 16:02:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:39 user nova-compute[75278]: INFO nova.privsep.libvirt [-] Ignored error while reading from instance console pty: can't concat NoneType to bytes
Dec 06 16:02:40 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-353f10fb-ac9e-489c-aa01-dfaee9964441 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Snapshot image upload complete
Dec 06 16:02:40 user nova-compute[75278]: INFO nova.compute.manager [None req-353f10fb-ac9e-489c-aa01-dfaee9964441 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Took 5.15 seconds to snapshot the instance on the hypervisor.
Dec 06 16:02:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:45 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:47 user nova-compute[75278]: INFO nova.compute.manager [None req-770d2ade-3d4c-4cb6-b996-8ab7c80b174c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Unrescuing
Dec 06 16:02:47 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-770d2ade-3d4c-4cb6-b996-8ab7c80b174c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "refresh_cache-7f4156a6-a670-4198-98aa-d2f80c2abba9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:02:47 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-770d2ade-3d4c-4cb6-b996-8ab7c80b174c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquired lock "refresh_cache-7f4156a6-a670-4198-98aa-d2f80c2abba9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:02:47 user nova-compute[75278]: DEBUG nova.network.neutron [None req-770d2ade-3d4c-4cb6-b996-8ab7c80b174c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 16:02:48 user nova-compute[75278]: DEBUG nova.network.neutron [None req-770d2ade-3d4c-4cb6-b996-8ab7c80b174c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Updating instance_info_cache with network_info: [{"id": "95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e", "address": "fa:16:3e:49:df:9f", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95f16aeb-a5", "ovs_interfaceid": "95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:02:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-770d2ade-3d4c-4cb6-b996-8ab7c80b174c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Releasing lock "refresh_cache-7f4156a6-a670-4198-98aa-d2f80c2abba9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:02:48 user nova-compute[75278]: DEBUG nova.objects.instance [None req-770d2ade-3d4c-4cb6-b996-8ab7c80b174c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lazy-loading 'flavor' on Instance uuid 7f4156a6-a670-4198-98aa-d2f80c2abba9 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:02:48 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:48 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:48 user nova-compute[75278]: DEBUG nova.compute.manager [req-3c4dd2f1-a29e-4e98-9210-1e44a78c97dc req-1b87f718-e1fc-4174-8120-3c9c2a029052 service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Received event network-vif-unplugged-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:02:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3c4dd2f1-a29e-4e98-9210-1e44a78c97dc req-1b87f718-e1fc-4174-8120-3c9c2a029052 service nova] Acquiring lock "7f4156a6-a670-4198-98aa-d2f80c2abba9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:02:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3c4dd2f1-a29e-4e98-9210-1e44a78c97dc req-1b87f718-e1fc-4174-8120-3c9c2a029052 service nova] Lock "7f4156a6-a670-4198-98aa-d2f80c2abba9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:02:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3c4dd2f1-a29e-4e98-9210-1e44a78c97dc req-1b87f718-e1fc-4174-8120-3c9c2a029052 service nova] Lock "7f4156a6-a670-4198-98aa-d2f80c2abba9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:02:48 user nova-compute[75278]: DEBUG nova.compute.manager [req-3c4dd2f1-a29e-4e98-9210-1e44a78c97dc req-1b87f718-e1fc-4174-8120-3c9c2a029052 service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] No waiting events found dispatching network-vif-unplugged-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:02:48 user nova-compute[75278]: WARNING nova.compute.manager [req-3c4dd2f1-a29e-4e98-9210-1e44a78c97dc req-1b87f718-e1fc-4174-8120-3c9c2a029052 service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Received unexpected event network-vif-unplugged-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e for instance with vm_state rescued and task_state unrescuing.
Dec 06 16:02:48 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:48 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:48 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Instance destroyed successfully.
Dec 06 16:02:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:50 user nova-compute[75278]: DEBUG nova.compute.manager [req-84d1b34e-a37f-4f88-a97f-44d5852f4af5 req-896e3a5d-0911-43af-b2c1-a25dc5eeea9e service nova] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Received event network-changed-ee7def6c-fafa-4a00-8cee-f5c876b95b52 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:02:50 user nova-compute[75278]: DEBUG nova.compute.manager [req-84d1b34e-a37f-4f88-a97f-44d5852f4af5 req-896e3a5d-0911-43af-b2c1-a25dc5eeea9e service nova] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Refreshing instance network info cache due to event network-changed-ee7def6c-fafa-4a00-8cee-f5c876b95b52. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:02:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-84d1b34e-a37f-4f88-a97f-44d5852f4af5 req-896e3a5d-0911-43af-b2c1-a25dc5eeea9e service nova] Acquiring lock "refresh_cache-b7d28046-9ddb-475d-9bfd-753c926e3391" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:02:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-84d1b34e-a37f-4f88-a97f-44d5852f4af5 req-896e3a5d-0911-43af-b2c1-a25dc5eeea9e service nova] Acquired lock "refresh_cache-b7d28046-9ddb-475d-9bfd-753c926e3391" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:02:50 user nova-compute[75278]: DEBUG nova.network.neutron [req-84d1b34e-a37f-4f88-a97f-44d5852f4af5 req-896e3a5d-0911-43af-b2c1-a25dc5eeea9e service nova] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Refreshing network info cache for port ee7def6c-fafa-4a00-8cee-f5c876b95b52 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:02:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:50 user nova-compute[75278]: DEBUG nova.network.neutron [req-84d1b34e-a37f-4f88-a97f-44d5852f4af5 req-896e3a5d-0911-43af-b2c1-a25dc5eeea9e service nova] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Updated VIF entry in instance network info cache for port ee7def6c-fafa-4a00-8cee-f5c876b95b52. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:02:50 user nova-compute[75278]: DEBUG nova.network.neutron [req-84d1b34e-a37f-4f88-a97f-44d5852f4af5 req-896e3a5d-0911-43af-b2c1-a25dc5eeea9e service nova] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Updating instance_info_cache with network_info: [{"id": "ee7def6c-fafa-4a00-8cee-f5c876b95b52", "address": "fa:16:3e:ca:61:24", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.85", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee7def6c-fa", "ovs_interfaceid": "ee7def6c-fafa-4a00-8cee-f5c876b95b52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:02:50 user nova-compute[75278]: DEBUG nova.compute.manager [req-d871977a-70b4-4cdf-9a2d-5d29291120bc req-2148c418-d4b4-415f-b54b-ab496dc2ef7a service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Received event network-vif-plugged-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:02:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d871977a-70b4-4cdf-9a2d-5d29291120bc req-2148c418-d4b4-415f-b54b-ab496dc2ef7a service nova] Acquiring lock "7f4156a6-a670-4198-98aa-d2f80c2abba9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:02:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d871977a-70b4-4cdf-9a2d-5d29291120bc req-2148c418-d4b4-415f-b54b-ab496dc2ef7a service nova] Lock "7f4156a6-a670-4198-98aa-d2f80c2abba9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:02:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d871977a-70b4-4cdf-9a2d-5d29291120bc req-2148c418-d4b4-415f-b54b-ab496dc2ef7a service nova] Lock "7f4156a6-a670-4198-98aa-d2f80c2abba9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:02:50 user nova-compute[75278]: DEBUG nova.compute.manager [req-d871977a-70b4-4cdf-9a2d-5d29291120bc req-2148c418-d4b4-415f-b54b-ab496dc2ef7a service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] No waiting events found dispatching network-vif-plugged-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:02:50 user nova-compute[75278]: WARNING nova.compute.manager [req-d871977a-70b4-4cdf-9a2d-5d29291120bc req-2148c418-d4b4-415f-b54b-ab496dc2ef7a service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Received unexpected event network-vif-plugged-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e for instance with vm_state rescued and task_state unrescuing.
Dec 06 16:02:50 user nova-compute[75278]: DEBUG nova.compute.manager [req-d871977a-70b4-4cdf-9a2d-5d29291120bc req-2148c418-d4b4-415f-b54b-ab496dc2ef7a service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Received event network-vif-plugged-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:02:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d871977a-70b4-4cdf-9a2d-5d29291120bc req-2148c418-d4b4-415f-b54b-ab496dc2ef7a service nova] Acquiring lock "7f4156a6-a670-4198-98aa-d2f80c2abba9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:02:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d871977a-70b4-4cdf-9a2d-5d29291120bc req-2148c418-d4b4-415f-b54b-ab496dc2ef7a service nova] Lock "7f4156a6-a670-4198-98aa-d2f80c2abba9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:02:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d871977a-70b4-4cdf-9a2d-5d29291120bc req-2148c418-d4b4-415f-b54b-ab496dc2ef7a service nova] Lock "7f4156a6-a670-4198-98aa-d2f80c2abba9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:02:50 user nova-compute[75278]: DEBUG nova.compute.manager [req-d871977a-70b4-4cdf-9a2d-5d29291120bc req-2148c418-d4b4-415f-b54b-ab496dc2ef7a service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] No waiting events found dispatching network-vif-plugged-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:02:50 user nova-compute[75278]: WARNING nova.compute.manager [req-d871977a-70b4-4cdf-9a2d-5d29291120bc req-2148c418-d4b4-415f-b54b-ab496dc2ef7a service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Received unexpected event network-vif-plugged-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e for instance with vm_state rescued and task_state unrescuing.
Dec 06 16:02:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-84d1b34e-a37f-4f88-a97f-44d5852f4af5 req-896e3a5d-0911-43af-b2c1-a25dc5eeea9e service nova] Releasing lock "refresh_cache-b7d28046-9ddb-475d-9bfd-753c926e3391" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:02:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:52 user nova-compute[75278]: DEBUG nova.compute.manager [None req-770d2ade-3d4c-4cb6-b996-8ab7c80b174c tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 16:02:52 user nova-compute[75278]: DEBUG nova.compute.manager [req-9c414a74-dc6d-4c27-8e50-e862d09681e5 req-8ae98f85-bb55-482f-bcfe-87b70c136187 service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Received event network-vif-plugged-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:02:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9c414a74-dc6d-4c27-8e50-e862d09681e5 req-8ae98f85-bb55-482f-bcfe-87b70c136187 service nova] Acquiring lock "7f4156a6-a670-4198-98aa-d2f80c2abba9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:02:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9c414a74-dc6d-4c27-8e50-e862d09681e5 req-8ae98f85-bb55-482f-bcfe-87b70c136187 service nova] Lock "7f4156a6-a670-4198-98aa-d2f80c2abba9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:02:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9c414a74-dc6d-4c27-8e50-e862d09681e5 req-8ae98f85-bb55-482f-bcfe-87b70c136187 service nova] Lock "7f4156a6-a670-4198-98aa-d2f80c2abba9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:02:52 user nova-compute[75278]: DEBUG nova.compute.manager [req-9c414a74-dc6d-4c27-8e50-e862d09681e5 req-8ae98f85-bb55-482f-bcfe-87b70c136187 service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] No waiting events found dispatching network-vif-plugged-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:02:52 user nova-compute[75278]: WARNING nova.compute.manager [req-9c414a74-dc6d-4c27-8e50-e862d09681e5 req-8ae98f85-bb55-482f-bcfe-87b70c136187 service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Received unexpected event network-vif-plugged-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e for instance with vm_state active and task_state None.
Dec 06 16:02:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "b7d28046-9ddb-475d-9bfd-753c926e3391" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:02:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "b7d28046-9ddb-475d-9bfd-753c926e3391" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:02:53 user nova-compute[75278]: DEBUG nova.objects.instance [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lazy-loading 'flavor' on Instance uuid b7d28046-9ddb-475d-9bfd-753c926e3391 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:02:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "b7d28046-9ddb-475d-9bfd-753c926e3391" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.098s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:02:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "b7d28046-9ddb-475d-9bfd-753c926e3391" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:02:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "b7d28046-9ddb-475d-9bfd-753c926e3391" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:02:53 user nova-compute[75278]: INFO nova.compute.manager [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Attaching volume 3022c2ee-705d-4fd9-b6a0-afd858af0135 to /dev/vdb
Dec 06 16:02:53 user nova-compute[75278]: DEBUG os_brick.utils [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:02:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:02:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[18ed9ff5-3444-4f7d-a9e8-121e6827e615]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:02:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:02:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b44f49a8-062d-4475-b83e-152269afd26e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:02:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:02:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[24790f62-3ff2-4a4e-a8dc-979e43e25398]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:02:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd1a721a-8339-4302-9c81-eb67e752c731]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:02:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 16:02:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 16:02:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:02:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 16:02:53 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 16:02:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce6f80b3-b1a7-49da-b43c-7d9ba018b3b9]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:02:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 16:02:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 16:02:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 16:02:53 user nova-compute[75278]: DEBUG os_brick.utils [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] <== get_connector_properties: return (141ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:02:53 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Updating existing volume attachment record: 417dfeb4-e394-433a-b40f-ca41c20cecea {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 16:02:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-80b76c9f-204f-4212-8310-267f58809137 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquiring lock "9a8e9df1-1259-40ea-bd37-3d58682f9119" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:02:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-80b76c9f-204f-4212-8310-267f58809137 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "9a8e9df1-1259-40ea-bd37-3d58682f9119" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:02:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-80b76c9f-204f-4212-8310-267f58809137 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquiring lock "9a8e9df1-1259-40ea-bd37-3d58682f9119-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:02:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-80b76c9f-204f-4212-8310-267f58809137 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "9a8e9df1-1259-40ea-bd37-3d58682f9119-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:02:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-80b76c9f-204f-4212-8310-267f58809137 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "9a8e9df1-1259-40ea-bd37-3d58682f9119-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:02:59 user nova-compute[75278]: INFO nova.compute.manager [None req-80b76c9f-204f-4212-8310-267f58809137 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Terminating instance
Dec 06 16:02:59 user nova-compute[75278]: DEBUG nova.compute.manager [None req-80b76c9f-204f-4212-8310-267f58809137 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 16:02:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:59 user nova-compute[75278]: DEBUG nova.compute.manager [req-4080963e-c3a7-4942-94d1-ca7215b75e74 req-a2459e8e-c07b-4891-abea-a52d78bbb52a service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Received event network-vif-unplugged-57242e9c-0ef5-4800-a622-3f3c060dac98 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:02:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4080963e-c3a7-4942-94d1-ca7215b75e74 req-a2459e8e-c07b-4891-abea-a52d78bbb52a service nova] Acquiring lock "9a8e9df1-1259-40ea-bd37-3d58682f9119-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:02:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4080963e-c3a7-4942-94d1-ca7215b75e74 req-a2459e8e-c07b-4891-abea-a52d78bbb52a service nova] Lock "9a8e9df1-1259-40ea-bd37-3d58682f9119-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:02:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4080963e-c3a7-4942-94d1-ca7215b75e74 req-a2459e8e-c07b-4891-abea-a52d78bbb52a service nova] Lock "9a8e9df1-1259-40ea-bd37-3d58682f9119-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:02:59 user nova-compute[75278]: DEBUG nova.compute.manager [req-4080963e-c3a7-4942-94d1-ca7215b75e74 req-a2459e8e-c07b-4891-abea-a52d78bbb52a service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] No waiting events found dispatching network-vif-unplugged-57242e9c-0ef5-4800-a622-3f3c060dac98 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:02:59 user nova-compute[75278]: DEBUG nova.compute.manager [req-4080963e-c3a7-4942-94d1-ca7215b75e74 req-a2459e8e-c07b-4891-abea-a52d78bbb52a service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Received event network-vif-unplugged-57242e9c-0ef5-4800-a622-3f3c060dac98 for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 16:02:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:59 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Instance destroyed successfully.
Dec 06 16:02:59 user nova-compute[75278]: DEBUG nova.objects.instance [None req-80b76c9f-204f-4212-8310-267f58809137 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lazy-loading 'resources' on Instance uuid 9a8e9df1-1259-40ea-bd37-3d58682f9119 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:02:59 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-80b76c9f-204f-4212-8310-267f58809137 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:57:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1825132531',display_name='tempest-TestMinimumBasicScenario-server-1825132531',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1825132531',id=27,image_ref='b6c4aa7a-86aa-4bc1-b9da-5dde9a92c5d4',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNDWizWtxQh0h/cRuV0MtHpRVo9PDBPYz8FAC2Bw96jyZv5LaiBpWGOJjT9Rsjqr98oG/KtMtEiMJcPYpYa3x4EibVISx9gN7gmKm/AmapetdvCpNOWf9tUVXVitf7cNVw==',key_name='tempest-TestMinimumBasicScenario-1005715459',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:57:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='93723bb0e3c9431a91eaa6ba3c645029',ramdisk_id='',reservation_id='r-ogsythsv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b6c4aa7a-86aa-4bc1-b9da-5dde9a92c5d4',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-62183632',owner_user_name='tempest-TestMinimumBasicScenario-62183632-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T16:00:18Z,user_data=None,user_id='839ef8d27c5d45279378d67254ec37fd',uuid=9a8e9df1-1259-40ea-bd37-3d58682f9119,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "57242e9c-0ef5-4800-a622-3f3c060dac98", "address": "fa:16:3e:06:0f:ff", "network": {"id": "4217cbb0-33d1-451f-9d3f-b8a0d6df1755", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-493313379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "93723bb0e3c9431a91eaa6ba3c645029", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57242e9c-0e", "ovs_interfaceid": "57242e9c-0ef5-4800-a622-3f3c060dac98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 16:02:59 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-80b76c9f-204f-4212-8310-267f58809137 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Converting VIF {"id": "57242e9c-0ef5-4800-a622-3f3c060dac98", "address": "fa:16:3e:06:0f:ff", "network": {"id": "4217cbb0-33d1-451f-9d3f-b8a0d6df1755", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-493313379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "93723bb0e3c9431a91eaa6ba3c645029", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57242e9c-0e", "ovs_interfaceid": "57242e9c-0ef5-4800-a622-3f3c060dac98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:02:59 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-80b76c9f-204f-4212-8310-267f58809137 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:06:0f:ff,bridge_name='br-int',has_traffic_filtering=True,id=57242e9c-0ef5-4800-a622-3f3c060dac98,network=Network(4217cbb0-33d1-451f-9d3f-b8a0d6df1755),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap57242e9c-0e') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:02:59 user nova-compute[75278]: DEBUG os_vif [None req-80b76c9f-204f-4212-8310-267f58809137 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:06:0f:ff,bridge_name='br-int',has_traffic_filtering=True,id=57242e9c-0ef5-4800-a622-3f3c060dac98,network=Network(4217cbb0-33d1-451f-9d3f-b8a0d6df1755),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap57242e9c-0e') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 16:02:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap57242e9c-0e, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:02:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:02:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:02:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1733c6eb-2f18-4577-a1f3-380a441c7aee) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:02:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:03:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:00 user nova-compute[75278]: INFO os_vif [None req-80b76c9f-204f-4212-8310-267f58809137 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:06:0f:ff,bridge_name='br-int',has_traffic_filtering=True,id=57242e9c-0ef5-4800-a622-3f3c060dac98,network=Network(4217cbb0-33d1-451f-9d3f-b8a0d6df1755),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap57242e9c-0e')
Dec 06 16:03:00 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-80b76c9f-204f-4212-8310-267f58809137 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Deleting instance files /opt/stack/data/nova/instances/9a8e9df1-1259-40ea-bd37-3d58682f9119_del
Dec 06 16:03:00 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-80b76c9f-204f-4212-8310-267f58809137 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Deletion of /opt/stack/data/nova/instances/9a8e9df1-1259-40ea-bd37-3d58682f9119_del complete
Dec 06 16:03:00 user nova-compute[75278]: INFO nova.compute.manager [None req-80b76c9f-204f-4212-8310-267f58809137 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Took 1.06 seconds to destroy the instance on the hypervisor.
Dec 06 16:03:00 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-80b76c9f-204f-4212-8310-267f58809137 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 16:03:00 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 16:03:00 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 16:03:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:00 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:03:01 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Took 0.88 seconds to deallocate network for instance.
Dec 06 16:03:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-80b76c9f-204f-4212-8310-267f58809137 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:03:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-80b76c9f-204f-4212-8310-267f58809137 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:03:01 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-80b76c9f-204f-4212-8310-267f58809137 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:03:01 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-80b76c9f-204f-4212-8310-267f58809137 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:03:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-80b76c9f-204f-4212-8310-267f58809137 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.318s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:03:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-679c8810-0676-4300-b14d-83343d7f3080 req-1a14b8d8-2dba-46ce-a4f3-870ff2d6e3d6 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Received event network-vif-plugged-57242e9c-0ef5-4800-a622-3f3c060dac98 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:03:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-679c8810-0676-4300-b14d-83343d7f3080 req-1a14b8d8-2dba-46ce-a4f3-870ff2d6e3d6 service nova] Acquiring lock "9a8e9df1-1259-40ea-bd37-3d58682f9119-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:03:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-679c8810-0676-4300-b14d-83343d7f3080 req-1a14b8d8-2dba-46ce-a4f3-870ff2d6e3d6 service nova] Lock "9a8e9df1-1259-40ea-bd37-3d58682f9119-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:03:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-679c8810-0676-4300-b14d-83343d7f3080 req-1a14b8d8-2dba-46ce-a4f3-870ff2d6e3d6 service nova] Lock "9a8e9df1-1259-40ea-bd37-3d58682f9119-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:03:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-679c8810-0676-4300-b14d-83343d7f3080 req-1a14b8d8-2dba-46ce-a4f3-870ff2d6e3d6 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] No waiting events found dispatching network-vif-plugged-57242e9c-0ef5-4800-a622-3f3c060dac98 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:03:01 user nova-compute[75278]: WARNING nova.compute.manager [req-679c8810-0676-4300-b14d-83343d7f3080 req-1a14b8d8-2dba-46ce-a4f3-870ff2d6e3d6 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Received unexpected event network-vif-plugged-57242e9c-0ef5-4800-a622-3f3c060dac98 for instance with vm_state deleted and task_state None.
Dec 06 16:03:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-679c8810-0676-4300-b14d-83343d7f3080 req-1a14b8d8-2dba-46ce-a4f3-870ff2d6e3d6 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Received event network-vif-plugged-57242e9c-0ef5-4800-a622-3f3c060dac98 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:03:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-679c8810-0676-4300-b14d-83343d7f3080 req-1a14b8d8-2dba-46ce-a4f3-870ff2d6e3d6 service nova] Acquiring lock "9a8e9df1-1259-40ea-bd37-3d58682f9119-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:03:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-679c8810-0676-4300-b14d-83343d7f3080 req-1a14b8d8-2dba-46ce-a4f3-870ff2d6e3d6 service nova] Lock "9a8e9df1-1259-40ea-bd37-3d58682f9119-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:03:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-679c8810-0676-4300-b14d-83343d7f3080 req-1a14b8d8-2dba-46ce-a4f3-870ff2d6e3d6 service nova] Lock "9a8e9df1-1259-40ea-bd37-3d58682f9119-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:03:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-679c8810-0676-4300-b14d-83343d7f3080 req-1a14b8d8-2dba-46ce-a4f3-870ff2d6e3d6 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] No waiting events found dispatching network-vif-plugged-57242e9c-0ef5-4800-a622-3f3c060dac98 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:03:01 user nova-compute[75278]: WARNING nova.compute.manager [req-679c8810-0676-4300-b14d-83343d7f3080 req-1a14b8d8-2dba-46ce-a4f3-870ff2d6e3d6 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Received unexpected event network-vif-plugged-57242e9c-0ef5-4800-a622-3f3c060dac98 for instance with vm_state deleted and task_state None.
Dec 06 16:03:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-679c8810-0676-4300-b14d-83343d7f3080 req-1a14b8d8-2dba-46ce-a4f3-870ff2d6e3d6 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Received event network-vif-plugged-57242e9c-0ef5-4800-a622-3f3c060dac98 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:03:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-679c8810-0676-4300-b14d-83343d7f3080 req-1a14b8d8-2dba-46ce-a4f3-870ff2d6e3d6 service nova] Acquiring lock "9a8e9df1-1259-40ea-bd37-3d58682f9119-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:03:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-679c8810-0676-4300-b14d-83343d7f3080 req-1a14b8d8-2dba-46ce-a4f3-870ff2d6e3d6 service nova] Lock "9a8e9df1-1259-40ea-bd37-3d58682f9119-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:03:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-679c8810-0676-4300-b14d-83343d7f3080 req-1a14b8d8-2dba-46ce-a4f3-870ff2d6e3d6 service nova] Lock "9a8e9df1-1259-40ea-bd37-3d58682f9119-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:03:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-679c8810-0676-4300-b14d-83343d7f3080 req-1a14b8d8-2dba-46ce-a4f3-870ff2d6e3d6 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] No waiting events found dispatching network-vif-plugged-57242e9c-0ef5-4800-a622-3f3c060dac98 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:03:01 user nova-compute[75278]: WARNING nova.compute.manager [req-679c8810-0676-4300-b14d-83343d7f3080 req-1a14b8d8-2dba-46ce-a4f3-870ff2d6e3d6 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Received unexpected event network-vif-plugged-57242e9c-0ef5-4800-a622-3f3c060dac98 for instance with vm_state deleted and task_state None.
Dec 06 16:03:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-679c8810-0676-4300-b14d-83343d7f3080 req-1a14b8d8-2dba-46ce-a4f3-870ff2d6e3d6 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Received event network-vif-unplugged-57242e9c-0ef5-4800-a622-3f3c060dac98 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:03:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-679c8810-0676-4300-b14d-83343d7f3080 req-1a14b8d8-2dba-46ce-a4f3-870ff2d6e3d6 service nova] Acquiring lock "9a8e9df1-1259-40ea-bd37-3d58682f9119-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:03:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-679c8810-0676-4300-b14d-83343d7f3080 req-1a14b8d8-2dba-46ce-a4f3-870ff2d6e3d6 service nova] Lock "9a8e9df1-1259-40ea-bd37-3d58682f9119-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:03:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-679c8810-0676-4300-b14d-83343d7f3080 req-1a14b8d8-2dba-46ce-a4f3-870ff2d6e3d6 service nova] Lock "9a8e9df1-1259-40ea-bd37-3d58682f9119-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:03:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-679c8810-0676-4300-b14d-83343d7f3080 req-1a14b8d8-2dba-46ce-a4f3-870ff2d6e3d6 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] No waiting events found dispatching network-vif-unplugged-57242e9c-0ef5-4800-a622-3f3c060dac98 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:03:01 user nova-compute[75278]: WARNING nova.compute.manager [req-679c8810-0676-4300-b14d-83343d7f3080 req-1a14b8d8-2dba-46ce-a4f3-870ff2d6e3d6 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Received unexpected event network-vif-unplugged-57242e9c-0ef5-4800-a622-3f3c060dac98 for instance with vm_state deleted and task_state None.
Dec 06 16:03:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-679c8810-0676-4300-b14d-83343d7f3080 req-1a14b8d8-2dba-46ce-a4f3-870ff2d6e3d6 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Received event network-vif-plugged-57242e9c-0ef5-4800-a622-3f3c060dac98 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:03:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-679c8810-0676-4300-b14d-83343d7f3080 req-1a14b8d8-2dba-46ce-a4f3-870ff2d6e3d6 service nova] Acquiring lock "9a8e9df1-1259-40ea-bd37-3d58682f9119-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:03:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-679c8810-0676-4300-b14d-83343d7f3080 req-1a14b8d8-2dba-46ce-a4f3-870ff2d6e3d6 service nova] Lock "9a8e9df1-1259-40ea-bd37-3d58682f9119-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:03:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-679c8810-0676-4300-b14d-83343d7f3080 req-1a14b8d8-2dba-46ce-a4f3-870ff2d6e3d6 service nova] Lock "9a8e9df1-1259-40ea-bd37-3d58682f9119-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:03:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-679c8810-0676-4300-b14d-83343d7f3080 req-1a14b8d8-2dba-46ce-a4f3-870ff2d6e3d6 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] No waiting events found dispatching network-vif-plugged-57242e9c-0ef5-4800-a622-3f3c060dac98 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:03:01 user nova-compute[75278]: WARNING nova.compute.manager [req-679c8810-0676-4300-b14d-83343d7f3080 req-1a14b8d8-2dba-46ce-a4f3-870ff2d6e3d6 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Received unexpected event network-vif-plugged-57242e9c-0ef5-4800-a622-3f3c060dac98 for instance with vm_state deleted and task_state None.
Dec 06 16:03:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-679c8810-0676-4300-b14d-83343d7f3080 req-1a14b8d8-2dba-46ce-a4f3-870ff2d6e3d6 service nova] [instance: 9a8e9df1-1259-40ea-bd37-3d58682f9119] Received event network-vif-deleted-57242e9c-0ef5-4800-a622-3f3c060dac98 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:03:01 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-80b76c9f-204f-4212-8310-267f58809137 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Deleted allocations for instance 9a8e9df1-1259-40ea-bd37-3d58682f9119
Dec 06 16:03:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-80b76c9f-204f-4212-8310-267f58809137 tempest-TestMinimumBasicScenario-62183632 tempest-TestMinimumBasicScenario-62183632-project-member] Lock "9a8e9df1-1259-40ea-bd37-3d58682f9119" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.519s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DAwkfMTC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:03:04 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:03:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:03:04 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:03:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:03:04 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 16:03:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d17ffca-be72-4fbd-9583-82d68b922bfe]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 16:03:04 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ea89701-dfe2-4fa4-b460-adde658bf8c0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135] added
Dec 06 16:03:04 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8756081b-bf7d-4471-a199-32debaea60a8]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[4774ade0-9a14-45c0-b7a6-f6c8ce0c8c24]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DAwkfMTC {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DAwkfMTC" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[06ff3cc5-1f2a-4516-a9cb-c6a13fc971b1]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'DAwkfMTC'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2b74679-d645-4107-a030-e18ad124ff3e]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2111aed-a897-488b-b040-8367c1e4a608]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 16:03:04 user nova-compute[75278]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)
Dec 06 16:03:04 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 16:03:04 user nova-compute[75278]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)
Dec 06 16:03:04 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ef4efca-e57e-4a5b-a3ee-006430238bf9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135, portal: 172.16.0.220,3260]
Dec 06 16:03:04 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135, portal: 172.16.0.220,3260] successful.
Dec 06 16:03:04 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c51edd6-e383-4ad4-99df-a895d022953f]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e9128c3-6974-413d-923f-8bce18f1130c]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 16:03:04 user nova-compute[75278]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)
Dec 06 16:03:04 user nova-compute[75278]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 (non-flash)
Dec 06 16:03:04 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 16:03:04 user nova-compute[75278]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)
Dec 06 16:03:04 user nova-compute[75278]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 (non-flash)
Dec 06 16:03:04 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.277s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] HCTL ('34', '-', '-', 0) found on session 44 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c07980c1-ba02-4671-89d9-01a75452a524]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Searching for a device in session 44 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DAwkfMTC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 16:03:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.314s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:03:05 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] <== connect_volume: return (1316ms) {'type': 'block', 'scsi_wwn': '26431653065643166', 'path': '/dev/sdc'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:03:05 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26431653065643166', 'path': '/dev/sdc'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 16:03:05 user nova-compute[75278]: DEBUG nova.objects.instance [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lazy-loading 'flavor' on Instance uuid b7d28046-9ddb-475d-9bfd-753c926e3391 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:03:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:05 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 16:03:05 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:03:05 user nova-compute[75278]:   <source dev="/dev/sdc"/>
Dec 06 16:03:05 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 16:03:05 user nova-compute[75278]:   <serial>3022c2ee-705d-4fd9-b6a0-afd858af0135</serial>
Dec 06 16:03:05 user nova-compute[75278]: </disk>
Dec 06 16:03:05 user nova-compute[75278]:  {{(pid=75278) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 16:03:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:03:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:03:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] No VIF found with MAC fa:16:3e:ca:61:24, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 16:03:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-cd9efa79-ba75-4db7-ba6a-e5f289ee1249 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "b7d28046-9ddb-475d-9bfd-753c926e3391" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.010s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:03:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "02b6bfe2-4956-4c6e-b90b-914d08a93441" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:03:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "02b6bfe2-4956-4c6e-b90b-914d08a93441" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:03:10 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 16:03:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:03:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:03:10 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 16:03:10 user nova-compute[75278]: INFO nova.compute.claims [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Claim successful on node user
Dec 06 16:03:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:10 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:03:10 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:03:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.417s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:03:10 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 16:03:10 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 16:03:10 user nova-compute[75278]: DEBUG nova.network.neutron [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 16:03:10 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 16:03:10 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 16:03:10 user nova-compute[75278]: DEBUG nova.policy [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '409e45635121492fb28d44951793436f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85700e5e1c2e49c08eea12bc4fe506e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 16:03:11 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 16:03:11 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 16:03:11 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Creating image(s)
Dec 06 16:03:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "/opt/stack/data/nova/instances/02b6bfe2-4956-4c6e-b90b-914d08a93441/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:03:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "/opt/stack/data/nova/instances/02b6bfe2-4956-4c6e-b90b-914d08a93441/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:03:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "/opt/stack/data/nova/instances/02b6bfe2-4956-4c6e-b90b-914d08a93441/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:03:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.176s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "8b6964317078072a1e593868059fc8dc16213a0c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:03:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:03:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.174s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/02b6bfe2-4956-4c6e-b90b-914d08a93441/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/02b6bfe2-4956-4c6e-b90b-914d08a93441/disk 1073741824" returned: 0 in 0.046s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.227s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:03:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.172s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:11 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Checking if we can resize image /opt/stack/data/nova/instances/02b6bfe2-4956-4c6e-b90b-914d08a93441/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 16:03:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02b6bfe2-4956-4c6e-b90b-914d08a93441/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:11 user nova-compute[75278]: DEBUG nova.network.neutron [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Successfully created port: 10d5f681-28bd-40a2-9e7c-a4dd85343302 {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 16:03:11 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02b6bfe2-4956-4c6e-b90b-914d08a93441/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:11 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Cannot resize image /opt/stack/data/nova/instances/02b6bfe2-4956-4c6e-b90b-914d08a93441/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 16:03:11 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 16:03:11 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Ensure instance console log exists: /opt/stack/data/nova/instances/02b6bfe2-4956-4c6e-b90b-914d08a93441/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 16:03:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:03:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:03:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG nova.network.neutron [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Successfully updated port: 10d5f681-28bd-40a2-9e7c-a4dd85343302 {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "refresh_cache-02b6bfe2-4956-4c6e-b90b-914d08a93441" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquired lock "refresh_cache-02b6bfe2-4956-4c6e-b90b-914d08a93441" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG nova.network.neutron [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG nova.compute.manager [req-5a560816-1486-4bc5-9e1c-51f3c76140b4 req-e37abef7-f267-4186-84f6-c72ba0c38d18 service nova] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Received event network-changed-10d5f681-28bd-40a2-9e7c-a4dd85343302 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG nova.compute.manager [req-5a560816-1486-4bc5-9e1c-51f3c76140b4 req-e37abef7-f267-4186-84f6-c72ba0c38d18 service nova] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Refreshing instance network info cache due to event network-changed-10d5f681-28bd-40a2-9e7c-a4dd85343302. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5a560816-1486-4bc5-9e1c-51f3c76140b4 req-e37abef7-f267-4186-84f6-c72ba0c38d18 service nova] Acquiring lock "refresh_cache-02b6bfe2-4956-4c6e-b90b-914d08a93441" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG nova.network.neutron [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG nova.network.neutron [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Updating instance_info_cache with network_info: [{"id": "10d5f681-28bd-40a2-9e7c-a4dd85343302", "address": "fa:16:3e:f4:2b:31", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10d5f681-28", "ovs_interfaceid": "10d5f681-28bd-40a2-9e7c-a4dd85343302", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Releasing lock "refresh_cache-02b6bfe2-4956-4c6e-b90b-914d08a93441" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Instance network_info: |[{"id": "10d5f681-28bd-40a2-9e7c-a4dd85343302", "address": "fa:16:3e:f4:2b:31", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10d5f681-28", "ovs_interfaceid": "10d5f681-28bd-40a2-9e7c-a4dd85343302", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5a560816-1486-4bc5-9e1c-51f3c76140b4 req-e37abef7-f267-4186-84f6-c72ba0c38d18 service nova] Acquired lock "refresh_cache-02b6bfe2-4956-4c6e-b90b-914d08a93441" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG nova.network.neutron [req-5a560816-1486-4bc5-9e1c-51f3c76140b4 req-e37abef7-f267-4186-84f6-c72ba0c38d18 service nova] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Refreshing network info cache for port 10d5f681-28bd-40a2-9e7c-a4dd85343302 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Start _get_guest_xml network_info=[{"id": "10d5f681-28bd-40a2-9e7c-a4dd85343302", "address": "fa:16:3e:f4:2b:31", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10d5f681-28", "ovs_interfaceid": "10d5f681-28bd-40a2-9e7c-a4dd85343302", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 16:03:12 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:03:12 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:03:12 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:03:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-474040574',display_name='tempest-AttachVolumeNegativeTest-server-474040574',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-474040574',id=34,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBFgAfkc+ErIsxCu3ac2relvNMwT+vjwvGzncTcrw1YI2CcvjsHL3HjFjdFJjU/kTL1VzwZbBlFKi8SbyM5Z/M9aMYOs6TlsN+wpx4+YdfNO/pqkIXjF/j7rGhhAHpYoUg==',key_name='tempest-keypair-1766575253',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='85700e5e1c2e49c08eea12bc4fe506e4',ramdisk_id='',reservation_id='r-6pbjzgoj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-50938505',owner_user_name='tempest-AttachVolumeNegativeTest-50938505-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:03:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='409e45635121492fb28d44951793436f',uuid=02b6bfe2-4956-4c6e-b90b-914d08a93441,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "10d5f681-28bd-40a2-9e7c-a4dd85343302", "address": "fa:16:3e:f4:2b:31", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10d5f681-28", "ovs_interfaceid": "10d5f681-28bd-40a2-9e7c-a4dd85343302", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Converting VIF {"id": "10d5f681-28bd-40a2-9e7c-a4dd85343302", "address": "fa:16:3e:f4:2b:31", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10d5f681-28", "ovs_interfaceid": "10d5f681-28bd-40a2-9e7c-a4dd85343302", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f4:2b:31,bridge_name='br-int',has_traffic_filtering=True,id=10d5f681-28bd-40a2-9e7c-a4dd85343302,network=Network(283ed413-0338-4410-9d94-73b7db00e60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10d5f681-28') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG nova.objects.instance [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lazy-loading 'pci_devices' on Instance uuid 02b6bfe2-4956-4c6e-b90b-914d08a93441 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] End _get_guest_xml xml=<domain type="kvm">
Dec 06 16:03:12 user nova-compute[75278]:   <uuid>02b6bfe2-4956-4c6e-b90b-914d08a93441</uuid>
Dec 06 16:03:12 user nova-compute[75278]:   <name>instance-00000022</name>
Dec 06 16:03:12 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 16:03:12 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 16:03:12 user nova-compute[75278]:   <metadata>
Dec 06 16:03:12 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 16:03:12 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 16:03:12 user nova-compute[75278]:       <nova:name>tempest-AttachVolumeNegativeTest-server-474040574</nova:name>
Dec 06 16:03:12 user nova-compute[75278]:       <nova:creationTime>2023-12-06 16:03:12</nova:creationTime>
Dec 06 16:03:12 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 16:03:12 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 16:03:12 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 16:03:12 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 16:03:12 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 16:03:12 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 16:03:12 user nova-compute[75278]:       </nova:flavor>
Dec 06 16:03:12 user nova-compute[75278]:       <nova:owner>
Dec 06 16:03:12 user nova-compute[75278]:         <nova:user uuid="409e45635121492fb28d44951793436f">tempest-AttachVolumeNegativeTest-50938505-project-member</nova:user>
Dec 06 16:03:12 user nova-compute[75278]:         <nova:project uuid="85700e5e1c2e49c08eea12bc4fe506e4">tempest-AttachVolumeNegativeTest-50938505</nova:project>
Dec 06 16:03:12 user nova-compute[75278]:       </nova:owner>
Dec 06 16:03:12 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 16:03:12 user nova-compute[75278]:       <nova:ports>
Dec 06 16:03:12 user nova-compute[75278]:         <nova:port uuid="10d5f681-28bd-40a2-9e7c-a4dd85343302">
Dec 06 16:03:12 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 06 16:03:12 user nova-compute[75278]:         </nova:port>
Dec 06 16:03:12 user nova-compute[75278]:       </nova:ports>
Dec 06 16:03:12 user nova-compute[75278]:     </nova:instance>
Dec 06 16:03:12 user nova-compute[75278]:   </metadata>
Dec 06 16:03:12 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 16:03:12 user nova-compute[75278]:     <system>
Dec 06 16:03:12 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 16:03:12 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 16:03:12 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 16:03:12 user nova-compute[75278]:       <entry name="serial">02b6bfe2-4956-4c6e-b90b-914d08a93441</entry>
Dec 06 16:03:12 user nova-compute[75278]:       <entry name="uuid">02b6bfe2-4956-4c6e-b90b-914d08a93441</entry>
Dec 06 16:03:12 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 16:03:12 user nova-compute[75278]:     </system>
Dec 06 16:03:12 user nova-compute[75278]:   </sysinfo>
Dec 06 16:03:12 user nova-compute[75278]:   <os>
Dec 06 16:03:12 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 16:03:12 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 16:03:12 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 16:03:12 user nova-compute[75278]:   </os>
Dec 06 16:03:12 user nova-compute[75278]:   <features>
Dec 06 16:03:12 user nova-compute[75278]:     <acpi/>
Dec 06 16:03:12 user nova-compute[75278]:     <apic/>
Dec 06 16:03:12 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 16:03:12 user nova-compute[75278]:   </features>
Dec 06 16:03:12 user nova-compute[75278]:   <clock offset="utc">
Dec 06 16:03:12 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 16:03:12 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 16:03:12 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 16:03:12 user nova-compute[75278]:   </clock>
Dec 06 16:03:12 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 16:03:12 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 16:03:12 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 16:03:12 user nova-compute[75278]:   </cpu>
Dec 06 16:03:12 user nova-compute[75278]:   <devices>
Dec 06 16:03:12 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 16:03:12 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 16:03:12 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/02b6bfe2-4956-4c6e-b90b-914d08a93441/disk"/>
Dec 06 16:03:12 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 16:03:12 user nova-compute[75278]:     </disk>
Dec 06 16:03:12 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 16:03:12 user nova-compute[75278]:       <mac address="fa:16:3e:f4:2b:31"/>
Dec 06 16:03:12 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:03:12 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 16:03:12 user nova-compute[75278]:       <target dev="tap10d5f681-28"/>
Dec 06 16:03:12 user nova-compute[75278]:     </interface>
Dec 06 16:03:12 user nova-compute[75278]:     <serial type="pty">
Dec 06 16:03:12 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/02b6bfe2-4956-4c6e-b90b-914d08a93441/console.log" append="off"/>
Dec 06 16:03:12 user nova-compute[75278]:     </serial>
Dec 06 16:03:12 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 16:03:12 user nova-compute[75278]:     <video>
Dec 06 16:03:12 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:03:12 user nova-compute[75278]:     </video>
Dec 06 16:03:12 user nova-compute[75278]:     <rng model="virtio">
Dec 06 16:03:12 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 16:03:12 user nova-compute[75278]:     </rng>
Dec 06 16:03:12 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 16:03:12 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 16:03:12 user nova-compute[75278]:       <stats period="10"/>
Dec 06 16:03:12 user nova-compute[75278]:     </memballoon>
Dec 06 16:03:12 user nova-compute[75278]:   </devices>
Dec 06 16:03:12 user nova-compute[75278]: </domain>
Dec 06 16:03:12 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:03:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-474040574',display_name='tempest-AttachVolumeNegativeTest-server-474040574',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-474040574',id=34,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBFgAfkc+ErIsxCu3ac2relvNMwT+vjwvGzncTcrw1YI2CcvjsHL3HjFjdFJjU/kTL1VzwZbBlFKi8SbyM5Z/M9aMYOs6TlsN+wpx4+YdfNO/pqkIXjF/j7rGhhAHpYoUg==',key_name='tempest-keypair-1766575253',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='85700e5e1c2e49c08eea12bc4fe506e4',ramdisk_id='',reservation_id='r-6pbjzgoj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-50938505',owner_user_name='tempest-AttachVolumeNegativeTest-50938505-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:03:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='409e45635121492fb28d44951793436f',uuid=02b6bfe2-4956-4c6e-b90b-914d08a93441,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "10d5f681-28bd-40a2-9e7c-a4dd85343302", "address": "fa:16:3e:f4:2b:31", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10d5f681-28", "ovs_interfaceid": "10d5f681-28bd-40a2-9e7c-a4dd85343302", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Converting VIF {"id": "10d5f681-28bd-40a2-9e7c-a4dd85343302", "address": "fa:16:3e:f4:2b:31", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10d5f681-28", "ovs_interfaceid": "10d5f681-28bd-40a2-9e7c-a4dd85343302", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f4:2b:31,bridge_name='br-int',has_traffic_filtering=True,id=10d5f681-28bd-40a2-9e7c-a4dd85343302,network=Network(283ed413-0338-4410-9d94-73b7db00e60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10d5f681-28') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG os_vif [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f4:2b:31,bridge_name='br-int',has_traffic_filtering=True,id=10d5f681-28bd-40a2-9e7c-a4dd85343302,network=Network(283ed413-0338-4410-9d94-73b7db00e60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10d5f681-28') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '13b22395-7555-5b10-a956-f69e26635392', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap10d5f681-28, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap10d5f681-28, col_values=(('qos', UUID('28004109-f72e-4949-bcd0-987811c30604')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap10d5f681-28, col_values=(('external_ids', {'iface-id': '10d5f681-28bd-40a2-9e7c-a4dd85343302', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f4:2b:31', 'vm-uuid': '02b6bfe2-4956-4c6e-b90b-914d08a93441'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:12 user nova-compute[75278]: INFO os_vif [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f4:2b:31,bridge_name='br-int',has_traffic_filtering=True,id=10d5f681-28bd-40a2-9e7c-a4dd85343302,network=Network(283ed413-0338-4410-9d94-73b7db00e60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10d5f681-28')
Dec 06 16:03:12 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:03:12 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] No VIF found with MAC fa:16:3e:f4:2b:31, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 16:03:13 user nova-compute[75278]: DEBUG nova.network.neutron [req-5a560816-1486-4bc5-9e1c-51f3c76140b4 req-e37abef7-f267-4186-84f6-c72ba0c38d18 service nova] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Updated VIF entry in instance network info cache for port 10d5f681-28bd-40a2-9e7c-a4dd85343302. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:03:13 user nova-compute[75278]: DEBUG nova.network.neutron [req-5a560816-1486-4bc5-9e1c-51f3c76140b4 req-e37abef7-f267-4186-84f6-c72ba0c38d18 service nova] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Updating instance_info_cache with network_info: [{"id": "10d5f681-28bd-40a2-9e7c-a4dd85343302", "address": "fa:16:3e:f4:2b:31", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10d5f681-28", "ovs_interfaceid": "10d5f681-28bd-40a2-9e7c-a4dd85343302", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:03:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5a560816-1486-4bc5-9e1c-51f3c76140b4 req-e37abef7-f267-4186-84f6-c72ba0c38d18 service nova] Releasing lock "refresh_cache-02b6bfe2-4956-4c6e-b90b-914d08a93441" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:03:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:14 user nova-compute[75278]: DEBUG nova.compute.manager [req-a636527e-f0ba-4523-82ff-68c2c7d2006e req-841fcb35-4b87-4a58-b27c-91260d11d0ac service nova] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Received event network-vif-plugged-10d5f681-28bd-40a2-9e7c-a4dd85343302 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:03:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a636527e-f0ba-4523-82ff-68c2c7d2006e req-841fcb35-4b87-4a58-b27c-91260d11d0ac service nova] Acquiring lock "02b6bfe2-4956-4c6e-b90b-914d08a93441-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:03:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a636527e-f0ba-4523-82ff-68c2c7d2006e req-841fcb35-4b87-4a58-b27c-91260d11d0ac service nova] Lock "02b6bfe2-4956-4c6e-b90b-914d08a93441-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:03:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a636527e-f0ba-4523-82ff-68c2c7d2006e req-841fcb35-4b87-4a58-b27c-91260d11d0ac service nova] Lock "02b6bfe2-4956-4c6e-b90b-914d08a93441-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:03:14 user nova-compute[75278]: DEBUG nova.compute.manager [req-a636527e-f0ba-4523-82ff-68c2c7d2006e req-841fcb35-4b87-4a58-b27c-91260d11d0ac service nova] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] No waiting events found dispatching network-vif-plugged-10d5f681-28bd-40a2-9e7c-a4dd85343302 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:03:14 user nova-compute[75278]: WARNING nova.compute.manager [req-a636527e-f0ba-4523-82ff-68c2c7d2006e req-841fcb35-4b87-4a58-b27c-91260d11d0ac service nova] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Received unexpected event network-vif-plugged-10d5f681-28bd-40a2-9e7c-a4dd85343302 for instance with vm_state building and task_state spawning.
Dec 06 16:03:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:16 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 16:03:16 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 16:03:16 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Instance spawned successfully.
Dec 06 16:03:16 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 16:03:16 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:03:16 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:03:16 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:03:16 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:03:16 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:03:16 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:03:16 user nova-compute[75278]: INFO nova.compute.manager [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Took 5.50 seconds to spawn the instance on the hypervisor.
Dec 06 16:03:16 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 16:03:16 user nova-compute[75278]: DEBUG nova.compute.manager [req-5001408d-4f72-4f24-ba8d-0fdb54149123 req-b10684e4-ca25-4081-8911-dc5583855174 service nova] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Received event network-vif-plugged-10d5f681-28bd-40a2-9e7c-a4dd85343302 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:03:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5001408d-4f72-4f24-ba8d-0fdb54149123 req-b10684e4-ca25-4081-8911-dc5583855174 service nova] Acquiring lock "02b6bfe2-4956-4c6e-b90b-914d08a93441-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:03:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5001408d-4f72-4f24-ba8d-0fdb54149123 req-b10684e4-ca25-4081-8911-dc5583855174 service nova] Lock "02b6bfe2-4956-4c6e-b90b-914d08a93441-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:03:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5001408d-4f72-4f24-ba8d-0fdb54149123 req-b10684e4-ca25-4081-8911-dc5583855174 service nova] Lock "02b6bfe2-4956-4c6e-b90b-914d08a93441-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:03:16 user nova-compute[75278]: DEBUG nova.compute.manager [req-5001408d-4f72-4f24-ba8d-0fdb54149123 req-b10684e4-ca25-4081-8911-dc5583855174 service nova] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] No waiting events found dispatching network-vif-plugged-10d5f681-28bd-40a2-9e7c-a4dd85343302 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:03:16 user nova-compute[75278]: WARNING nova.compute.manager [req-5001408d-4f72-4f24-ba8d-0fdb54149123 req-b10684e4-ca25-4081-8911-dc5583855174 service nova] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Received unexpected event network-vif-plugged-10d5f681-28bd-40a2-9e7c-a4dd85343302 for instance with vm_state building and task_state spawning.
Dec 06 16:03:16 user nova-compute[75278]: INFO nova.compute.manager [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Took 6.27 seconds to build instance.
Dec 06 16:03:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b2b32724-5a14-4e05-878e-9ead271cc5b8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "02b6bfe2-4956-4c6e-b90b-914d08a93441" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.369s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:03:17 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:03:17 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:03:17 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:18 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:03:18 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:03:19 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:03:19 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:03:19 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 16:03:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:21 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:03:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:03:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:03:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:03:21 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 16:03:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7d28046-9ddb-475d-9bfd-753c926e3391/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7d28046-9ddb-475d-9bfd-753c926e3391/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7d28046-9ddb-475d-9bfd-753c926e3391/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7d28046-9ddb-475d-9bfd-753c926e3391/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:21 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:03:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02b6bfe2-4956-4c6e-b90b-914d08a93441/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02b6bfe2-4956-4c6e-b90b-914d08a93441/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02b6bfe2-4956-4c6e-b90b-914d08a93441/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02b6bfe2-4956-4c6e-b90b-914d08a93441/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:22 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:03:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:03:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42b4eaaa-9bfa-4703-b488-54c9f1225da2/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42b4eaaa-9bfa-4703-b488-54c9f1225da2/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42b4eaaa-9bfa-4703-b488-54c9f1225da2/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42b4eaaa-9bfa-4703-b488-54c9f1225da2/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:25 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:03:25 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:03:25 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=7761MB free_disk=25.001964569091797GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 16:03:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:03:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:03:25 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance accf5417-e552-4fa7-8b65-5f3121d1d17f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:03:25 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance b979398f-d6ba-469c-96ed-e25012146a31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:03:25 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance a909916c-b274-4c00-a248-30d6ed84859e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:03:25 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 7f4156a6-a670-4198-98aa-d2f80c2abba9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:03:25 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance d25e73e5-e14b-4a7b-bd77-1008159951cd actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:03:25 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance fd90d704-fbb5-45cd-983c-1de7e98b9ca6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:03:25 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance b7d28046-9ddb-475d-9bfd-753c926e3391 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:03:25 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 42b4eaaa-9bfa-4703-b488-54c9f1225da2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:03:25 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 02b6bfe2-4956-4c6e-b90b-914d08a93441 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:03:25 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 16:03:25 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 16:03:25 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:03:25 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:03:25 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 16:03:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.499s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:03:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:27 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:30 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:03:30 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:03:30 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 16:03:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "refresh_cache-a909916c-b274-4c00-a248-30d6ed84859e" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:03:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquired lock "refresh_cache-a909916c-b274-4c00-a248-30d6ed84859e" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:03:30 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Forcefully refreshing network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 16:03:31 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Updating instance_info_cache with network_info: [{"id": "12c68316-0f1c-4979-97b6-1eb6f2a18724", "address": "fa:16:3e:8e:8d:73", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12c68316-0f", "ovs_interfaceid": "12c68316-0f1c-4979-97b6-1eb6f2a18724", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:03:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Releasing lock "refresh_cache-a909916c-b274-4c00-a248-30d6ed84859e" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:03:31 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Updated the network info_cache for instance {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 16:03:31 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:03:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "d25e73e5-e14b-4a7b-bd77-1008159951cd" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:03:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "d25e73e5-e14b-4a7b-bd77-1008159951cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:03:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "d25e73e5-e14b-4a7b-bd77-1008159951cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:03:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "d25e73e5-e14b-4a7b-bd77-1008159951cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:03:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "d25e73e5-e14b-4a7b-bd77-1008159951cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:03:40 user nova-compute[75278]: INFO nova.compute.manager [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Terminating instance
Dec 06 16:03:40 user nova-compute[75278]: DEBUG nova.compute.manager [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 16:03:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:40 user nova-compute[75278]: DEBUG nova.compute.manager [req-2f20a78f-a79a-4a96-8ce3-afaec04a4a44 req-42a17f60-3755-47a1-8ca3-b3c9dbee9b08 service nova] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Received event network-vif-unplugged-dff7c338-bb43-4b13-971d-c4c4fb076e22 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:03:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2f20a78f-a79a-4a96-8ce3-afaec04a4a44 req-42a17f60-3755-47a1-8ca3-b3c9dbee9b08 service nova] Acquiring lock "d25e73e5-e14b-4a7b-bd77-1008159951cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:03:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2f20a78f-a79a-4a96-8ce3-afaec04a4a44 req-42a17f60-3755-47a1-8ca3-b3c9dbee9b08 service nova] Lock "d25e73e5-e14b-4a7b-bd77-1008159951cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:03:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2f20a78f-a79a-4a96-8ce3-afaec04a4a44 req-42a17f60-3755-47a1-8ca3-b3c9dbee9b08 service nova] Lock "d25e73e5-e14b-4a7b-bd77-1008159951cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:03:40 user nova-compute[75278]: DEBUG nova.compute.manager [req-2f20a78f-a79a-4a96-8ce3-afaec04a4a44 req-42a17f60-3755-47a1-8ca3-b3c9dbee9b08 service nova] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] No waiting events found dispatching network-vif-unplugged-dff7c338-bb43-4b13-971d-c4c4fb076e22 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:03:40 user nova-compute[75278]: DEBUG nova.compute.manager [req-2f20a78f-a79a-4a96-8ce3-afaec04a4a44 req-42a17f60-3755-47a1-8ca3-b3c9dbee9b08 service nova] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Received event network-vif-unplugged-dff7c338-bb43-4b13-971d-c4c4fb076e22 for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 16:03:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:40 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Instance destroyed successfully.
Dec 06 16:03:40 user nova-compute[75278]: DEBUG nova.objects.instance [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lazy-loading 'resources' on Instance uuid d25e73e5-e14b-4a7b-bd77-1008159951cd {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:03:40 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:57:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-710234916',display_name='tempest-ServerActionsTestOtherA-server-710234916',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-710234916',id=26,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIbZd61hKV1DCLJ14HWMBl+XvNd4eJuDuOSh6DYQjhAcF2mvh24+SVYU2dT70fYQF5UcTC2tOwU49aLMp+j9PIFa6P+djtxb354zT2iOSl5yYAOOdX4gJxhu5dGsxJIw7A==',key_name='tempest-keypair-956941909',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:59:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9cab662082c54ba684178b494adc8eac',ramdisk_id='',reservation_id='r-132xgwmu',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-749613830',owner_user_name='tempest-ServerActionsTestOtherA-749613830-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T16:00:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='518fb7d77ef147348fd03cb374e9b293',uuid=d25e73e5-e14b-4a7b-bd77-1008159951cd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "address": "fa:16:3e:39:2b:e4", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdff7c338-bb", "ovs_interfaceid": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 16:03:40 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Converting VIF {"id": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "address": "fa:16:3e:39:2b:e4", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdff7c338-bb", "ovs_interfaceid": "dff7c338-bb43-4b13-971d-c4c4fb076e22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:03:40 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:39:2b:e4,bridge_name='br-int',has_traffic_filtering=True,id=dff7c338-bb43-4b13-971d-c4c4fb076e22,network=Network(27770857-f5da-42f3-a973-e80b37986960),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdff7c338-bb') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:03:40 user nova-compute[75278]: DEBUG os_vif [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:39:2b:e4,bridge_name='br-int',has_traffic_filtering=True,id=dff7c338-bb43-4b13-971d-c4c4fb076e22,network=Network(27770857-f5da-42f3-a973-e80b37986960),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdff7c338-bb') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 16:03:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdff7c338-bb, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:03:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:03:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5e7767c4-3601-4e9e-91a8-8820ffd9e593) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:03:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:40 user nova-compute[75278]: INFO os_vif [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:39:2b:e4,bridge_name='br-int',has_traffic_filtering=True,id=dff7c338-bb43-4b13-971d-c4c4fb076e22,network=Network(27770857-f5da-42f3-a973-e80b37986960),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdff7c338-bb')
Dec 06 16:03:40 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 16:03:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MCgvzsFf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:03:40 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:03:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:03:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:03:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:40 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e086faae-adf2-42d1-b346-163d3dd8fb9c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:03:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 16:03:40 user nova-compute[75278]: No targets found.
Dec 06 16:03:40 user nova-compute[75278]: iSNS:
Dec 06 16:03:40 user nova-compute[75278]: No targets found.
Dec 06 16:03:40 user nova-compute[75278]: STATIC:
Dec 06 16:03:40 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d
Dec 06 16:03:40 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:03:40 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:03:40 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853
Dec 06 16:03:40 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:03:40 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:03:40 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135
Dec 06 16:03:40 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:03:40 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:03:40 user nova-compute[75278]: FIRMWARE:
Dec 06 16:03:40 user nova-compute[75278]: No targets found.
Dec 06 16:03:40 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:03:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 16:03:40 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 16:03:40 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 16:03:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 16:03:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c8c7f7d-5025-41fc-90c8-8d61d829814e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[56dfa8b1-1261-4361-b991-e9e7e01a8741]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 16:03:41 user nova-compute[75278]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)
Dec 06 16:03:41 user nova-compute[75278]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 (non-flash)
Dec 06 16:03:41 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d (non-flash)
Dec 06 16:03:41 user nova-compute[75278]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)
Dec 06 16:03:41 user nova-compute[75278]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 (non-flash)
Dec 06 16:03:41 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f440c603a30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d'): ({'sdb'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Removing single pathed devices sdb {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.040s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d5432ca-044d-46ac-9878-86b8002fd8f8]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e7420c7-dee2-472e-aba9-11e3e1cbd801]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Flushing IO for device /dev/sdb {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bcfbb70-3885-4392-a1d1-9042d0199ab6]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.049s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0081e9ee-abdf-49e1-91bb-9b208e4de6b2]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] SCSI volumes sdb have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23631636663366436', '/dev/disk/by-id/scsi-1SCST_BIO77824b00-61cfc6d6ed70c6f3', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_77824b00') {{(pid=86114) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[df00bcce-b319-41d2-b381-2de2e788f192]: (4, None) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[efd4b2bc-69e1-4314-8445-095e02c494db]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7be2e3b9-14ca-4816-b81a-b16f2155578b]: (4, ('Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d, portal: 172.16.0.220,3260]\nLogout of [sid: 38, target: iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d, portal: 172.16.0.220,3260]
Dec 06 16:03:41 user nova-compute[75278]: Logout of [sid: 38, target: iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d, portal: 172.16.0.220,3260] successful.
Dec 06 16:03:41 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b43f69f-5033-42bd-a3f4-183e68a8227d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[af71fe44-92f0-45d3-b73a-a8bae2d421d8]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.344s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] <== disconnect_volume: return (345ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 16:03:41 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Deleting instance files /opt/stack/data/nova/instances/d25e73e5-e14b-4a7b-bd77-1008159951cd_del
Dec 06 16:03:41 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Deletion of /opt/stack/data/nova/instances/d25e73e5-e14b-4a7b-bd77-1008159951cd_del complete
Dec 06 16:03:41 user nova-compute[75278]: INFO nova.compute.manager [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Took 1.20 seconds to destroy the instance on the hypervisor.
Dec 06 16:03:41 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 16:03:41 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 16:03:42 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:03:42 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Took 0.79 seconds to deallocate network for instance.
Dec 06 16:03:42 user nova-compute[75278]: DEBUG nova.compute.manager [req-74b6a26c-6be9-4bdb-86d1-8b9e6392f8f8 req-1488118e-1aa9-4a04-a3b9-c40dda7a137a service nova] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Received event network-vif-deleted-dff7c338-bb43-4b13-971d-c4c4fb076e22 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:03:42 user nova-compute[75278]: DEBUG nova.compute.manager [req-8cac99d0-09bf-42e1-ac5a-ef065b2e8cd1 req-b79c8cad-4e96-4456-a510-6751aa3053f3 service nova] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Received event network-vif-plugged-dff7c338-bb43-4b13-971d-c4c4fb076e22 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:03:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-8cac99d0-09bf-42e1-ac5a-ef065b2e8cd1 req-b79c8cad-4e96-4456-a510-6751aa3053f3 service nova] Acquiring lock "d25e73e5-e14b-4a7b-bd77-1008159951cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:03:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-8cac99d0-09bf-42e1-ac5a-ef065b2e8cd1 req-b79c8cad-4e96-4456-a510-6751aa3053f3 service nova] Lock "d25e73e5-e14b-4a7b-bd77-1008159951cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:03:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-8cac99d0-09bf-42e1-ac5a-ef065b2e8cd1 req-b79c8cad-4e96-4456-a510-6751aa3053f3 service nova] Lock "d25e73e5-e14b-4a7b-bd77-1008159951cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:03:42 user nova-compute[75278]: DEBUG nova.compute.manager [req-8cac99d0-09bf-42e1-ac5a-ef065b2e8cd1 req-b79c8cad-4e96-4456-a510-6751aa3053f3 service nova] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] No waiting events found dispatching network-vif-plugged-dff7c338-bb43-4b13-971d-c4c4fb076e22 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:03:42 user nova-compute[75278]: WARNING nova.compute.manager [req-8cac99d0-09bf-42e1-ac5a-ef065b2e8cd1 req-b79c8cad-4e96-4456-a510-6751aa3053f3 service nova] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Received unexpected event network-vif-plugged-dff7c338-bb43-4b13-971d-c4c4fb076e22 for instance with vm_state active and task_state deleting.
Dec 06 16:03:43 user nova-compute[75278]: INFO nova.compute.manager [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Took 0.86 seconds to detach 1 volumes for instance.
Dec 06 16:03:43 user nova-compute[75278]: DEBUG nova.compute.manager [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: d25e73e5-e14b-4a7b-bd77-1008159951cd] Deleting volume: 5b43f69f-5033-42bd-a3f4-183e68a8227d {{(pid=75278) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 06 16:03:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:03:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:03:43 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:03:43 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:03:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.325s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:03:43 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Deleted allocations for instance d25e73e5-e14b-4a7b-bd77-1008159951cd
Dec 06 16:03:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a8e72a8d-013d-489c-bfe3-5ec95ac01428 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "d25e73e5-e14b-4a7b-bd77-1008159951cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.419s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:03:45 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:45 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:47 user nova-compute[75278]: DEBUG nova.compute.manager [req-94bfe789-414a-4886-a015-651772a41cda req-cca3bfa5-138a-4044-9119-4d91a80aa39c service nova] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Received event network-changed-b4460340-15d1-4c7e-9540-d3ff091f4087 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:03:47 user nova-compute[75278]: DEBUG nova.compute.manager [req-94bfe789-414a-4886-a015-651772a41cda req-cca3bfa5-138a-4044-9119-4d91a80aa39c service nova] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Refreshing instance network info cache due to event network-changed-b4460340-15d1-4c7e-9540-d3ff091f4087. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:03:47 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-94bfe789-414a-4886-a015-651772a41cda req-cca3bfa5-138a-4044-9119-4d91a80aa39c service nova] Acquiring lock "refresh_cache-42b4eaaa-9bfa-4703-b488-54c9f1225da2" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:03:47 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-94bfe789-414a-4886-a015-651772a41cda req-cca3bfa5-138a-4044-9119-4d91a80aa39c service nova] Acquired lock "refresh_cache-42b4eaaa-9bfa-4703-b488-54c9f1225da2" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:03:47 user nova-compute[75278]: DEBUG nova.network.neutron [req-94bfe789-414a-4886-a015-651772a41cda req-cca3bfa5-138a-4044-9119-4d91a80aa39c service nova] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Refreshing network info cache for port b4460340-15d1-4c7e-9540-d3ff091f4087 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:03:48 user nova-compute[75278]: DEBUG nova.network.neutron [req-94bfe789-414a-4886-a015-651772a41cda req-cca3bfa5-138a-4044-9119-4d91a80aa39c service nova] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Updated VIF entry in instance network info cache for port b4460340-15d1-4c7e-9540-d3ff091f4087. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:03:48 user nova-compute[75278]: DEBUG nova.network.neutron [req-94bfe789-414a-4886-a015-651772a41cda req-cca3bfa5-138a-4044-9119-4d91a80aa39c service nova] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Updating instance_info_cache with network_info: [{"id": "b4460340-15d1-4c7e-9540-d3ff091f4087", "address": "fa:16:3e:1b:e6:f8", "network": {"id": "9ecc28a5-fa99-42c4-adcd-7ced52e880f8", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1480146875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aec2abcede854115a078b507bab731d9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4460340-15", "ovs_interfaceid": "b4460340-15d1-4c7e-9540-d3ff091f4087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:03:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-94bfe789-414a-4886-a015-651772a41cda req-cca3bfa5-138a-4044-9119-4d91a80aa39c service nova] Releasing lock "refresh_cache-42b4eaaa-9bfa-4703-b488-54c9f1225da2" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:03:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Acquiring lock "42b4eaaa-9bfa-4703-b488-54c9f1225da2" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:03:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "42b4eaaa-9bfa-4703-b488-54c9f1225da2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:03:49 user nova-compute[75278]: DEBUG nova.objects.instance [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lazy-loading 'flavor' on Instance uuid 42b4eaaa-9bfa-4703-b488-54c9f1225da2 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:03:49 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Ignoring supplied device name: /dev/vdb
Dec 06 16:03:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "42b4eaaa-9bfa-4703-b488-54c9f1225da2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.060s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:03:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Acquiring lock "42b4eaaa-9bfa-4703-b488-54c9f1225da2" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:03:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "42b4eaaa-9bfa-4703-b488-54c9f1225da2" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:03:49 user nova-compute[75278]: INFO nova.compute.manager [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Attaching volume 81c31f64-ce55-4e8a-bc88-2831e757cc55 to /dev/vdb
Dec 06 16:03:49 user nova-compute[75278]: DEBUG os_brick.utils [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:03:49 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:49 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:49 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4fd15be-c007-4e7d-98b8-111586bdf8b3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:03:49 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:49 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:49 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef1842ee-1ce4-4f76-a00f-f851c0aada26]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:03:49 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:49 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:49 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[059911eb-4f50-4cc6-bb44-96b8e291edfb]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:03:49 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b1cd0ae-ceb8-49c3-a35e-9e7eca3f5456]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:03:49 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:49 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 16:03:49 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 16:03:49 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:49 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 16:03:49 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 16:03:49 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f192447-04ec-4de8-9c6f-5c53055262df]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:03:49 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 16:03:49 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 16:03:49 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 16:03:49 user nova-compute[75278]: DEBUG os_brick.utils [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] <== get_connector_properties: return (130ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:03:49 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Updating existing volume attachment record: 1ba2214a-b8a4-43f4-9974-66f995aa3eef {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 16:03:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QDBpvTPz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:03:59 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:03:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:03:59 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:03:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:03:59 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 16:03:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55 -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee147618-3d4a-4675-b3cb-e6eccb1abede]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 16:03:59 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55 -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[393825aa-a2e2-42fb-8836-7423c70ed7ff]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55] added
Dec 06 16:03:59 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd458004-28ad-4fe5-a3b9-f3d8f4f398b7]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8edeab26-a6e7-45b7-aa9d-806c6217900f]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QDBpvTPz {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QDBpvTPz" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[162fedc9-f0de-490c-a065-df9f9658ad11]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QDBpvTPz'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[49d4b265-77f5-4686-8e94-e720ca7993ec]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3049735-fe1e-407d-90db-61b4652ead5a]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)
Dec 06 16:03:59 user nova-compute[75278]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 (non-flash)
Dec 06 16:03:59 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)
Dec 06 16:03:59 user nova-compute[75278]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 (non-flash)
Dec 06 16:03:59 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55 -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55 -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e250131c-1cce-4415-9409-d7c40f373be4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55, portal: 172.16.0.220,3260]
Dec 06 16:03:59 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55, portal: 172.16.0.220,3260] successful.
Dec 06 16:03:59 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c16bc14-9ec2-494a-97b2-c83fcfc783e5]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4422f4b-361a-41e8-b4d0-1e4af407d21b]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)
Dec 06 16:03:59 user nova-compute[75278]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 (non-flash)
Dec 06 16:03:59 user nova-compute[75278]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55 (non-flash)
Dec 06 16:03:59 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)
Dec 06 16:03:59 user nova-compute[75278]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 (non-flash)
Dec 06 16:03:59 user nova-compute[75278]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55 (non-flash)
Dec 06 16:03:59 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.268s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] HCTL ('33', '-', '-', 0) found on session 45 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[14828dc8-da03-44d7-9b32-233a2532175e]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Searching for a device in session 45 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 16:03:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QDBpvTPz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 16:04:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.299s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:04:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] <== connect_volume: return (1303ms) {'type': 'block', 'scsi_wwn': '23934366238346464', 'path': '/dev/sdb'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:04:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23934366238346464', 'path': '/dev/sdb'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 16:04:00 user nova-compute[75278]: DEBUG nova.objects.instance [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lazy-loading 'flavor' on Instance uuid 42b4eaaa-9bfa-4703-b488-54c9f1225da2 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:04:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 16:04:00 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:04:00 user nova-compute[75278]:   <source dev="/dev/sdb"/>
Dec 06 16:04:00 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 16:04:00 user nova-compute[75278]:   <serial>81c31f64-ce55-4e8a-bc88-2831e757cc55</serial>
Dec 06 16:04:00 user nova-compute[75278]: </disk>
Dec 06 16:04:00 user nova-compute[75278]:  {{(pid=75278) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 16:04:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:04:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:04:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] No VIF found with MAC fa:16:3e:1b:e6:f8, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 16:04:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4fe3e064-52ca-4a3b-91a9-38b12b6c8a80 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "42b4eaaa-9bfa-4703-b488-54c9f1225da2" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.945s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:04:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "9339ba5c-6992-4429-86b0-37a341bdde06" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:04:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "9339ba5c-6992-4429-86b0-37a341bdde06" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:04:11 user nova-compute[75278]: INFO nova.compute.manager [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Unshelving
Dec 06 16:04:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:04:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:04:11 user nova-compute[75278]: DEBUG nova.objects.instance [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lazy-loading 'pci_requests' on Instance uuid 9339ba5c-6992-4429-86b0-37a341bdde06 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:04:11 user nova-compute[75278]: DEBUG nova.objects.instance [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lazy-loading 'numa_topology' on Instance uuid 9339ba5c-6992-4429-86b0-37a341bdde06 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:04:11 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 16:04:11 user nova-compute[75278]: INFO nova.compute.claims [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Claim successful on node user
Dec 06 16:04:11 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:04:11 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:04:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.454s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:04:11 user nova-compute[75278]: INFO nova.network.neutron [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Updating port 982b4abe-5c8c-45e6-9482-af7539968ecf with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Dec 06 16:04:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Acquiring lock "dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:04:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Lock "dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:04:12 user nova-compute[75278]: DEBUG nova.compute.manager [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 16:04:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:04:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:04:12 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 16:04:12 user nova-compute[75278]: INFO nova.compute.claims [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Claim successful on node user
Dec 06 16:04:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "refresh_cache-9339ba5c-6992-4429-86b0-37a341bdde06" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:04:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquired lock "refresh_cache-9339ba5c-6992-4429-86b0-37a341bdde06" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:04:12 user nova-compute[75278]: DEBUG nova.network.neutron [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 16:04:12 user nova-compute[75278]: DEBUG nova.compute.manager [req-f1c87f61-d344-4b21-bec0-14eb6f0147a5 req-fa8af938-bd7e-4048-a55b-1fa3a9925ba0 service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Received event network-changed-982b4abe-5c8c-45e6-9482-af7539968ecf {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:04:12 user nova-compute[75278]: DEBUG nova.compute.manager [req-f1c87f61-d344-4b21-bec0-14eb6f0147a5 req-fa8af938-bd7e-4048-a55b-1fa3a9925ba0 service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Refreshing instance network info cache due to event network-changed-982b4abe-5c8c-45e6-9482-af7539968ecf. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:04:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f1c87f61-d344-4b21-bec0-14eb6f0147a5 req-fa8af938-bd7e-4048-a55b-1fa3a9925ba0 service nova] Acquiring lock "refresh_cache-9339ba5c-6992-4429-86b0-37a341bdde06" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:04:12 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:04:12 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:04:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.414s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:04:12 user nova-compute[75278]: DEBUG nova.compute.manager [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 16:04:12 user nova-compute[75278]: DEBUG nova.compute.manager [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 16:04:12 user nova-compute[75278]: DEBUG nova.network.neutron [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 16:04:12 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 16:04:12 user nova-compute[75278]: DEBUG nova.compute.manager [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 16:04:12 user nova-compute[75278]: DEBUG nova.policy [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24ca4a7a396c4e9c9f0af377eaa6ca7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '154a08696d9b4d0ba28b674a86e7c22f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 16:04:12 user nova-compute[75278]: DEBUG nova.network.neutron [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Updating instance_info_cache with network_info: [{"id": "982b4abe-5c8c-45e6-9482-af7539968ecf", "address": "fa:16:3e:0a:ee:af", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap982b4abe-5c", "ovs_interfaceid": "982b4abe-5c8c-45e6-9482-af7539968ecf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:04:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Releasing lock "refresh_cache-9339ba5c-6992-4429-86b0-37a341bdde06" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:04:12 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 16:04:12 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Creating image(s)
Dec 06 16:04:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "/opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:04:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "/opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:04:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "/opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.010s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:04:12 user nova-compute[75278]: DEBUG nova.objects.instance [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lazy-loading 'trusted_certs' on Instance uuid 9339ba5c-6992-4429-86b0-37a341bdde06 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:04:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f1c87f61-d344-4b21-bec0-14eb6f0147a5 req-fa8af938-bd7e-4048-a55b-1fa3a9925ba0 service nova] Acquired lock "refresh_cache-9339ba5c-6992-4429-86b0-37a341bdde06" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:04:12 user nova-compute[75278]: DEBUG nova.network.neutron [req-f1c87f61-d344-4b21-bec0-14eb6f0147a5 req-fa8af938-bd7e-4048-a55b-1fa3a9925ba0 service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Refreshing network info cache for port 982b4abe-5c8c-45e6-9482-af7539968ecf {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:04:12 user nova-compute[75278]: DEBUG nova.compute.manager [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 16:04:12 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 16:04:12 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Creating image(s)
Dec 06 16:04:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Acquiring lock "/opt/stack/data/nova/instances/dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:04:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Lock "/opt/stack/data/nova/instances/dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:04:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Lock "/opt/stack/data/nova/instances/dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:04:12 user nova-compute[75278]: DEBUG nova.objects.base [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Object Instance<9339ba5c-6992-4429-86b0-37a341bdde06> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 16:04:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "8850d2fef8c32550825b8dfd7eb05754a1d5210b" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:04:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "8850d2fef8c32550825b8dfd7eb05754a1d5210b" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:04:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.176s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Acquiring lock "8b6964317078072a1e593868059fc8dc16213a0c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:04:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:04:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8850d2fef8c32550825b8dfd7eb05754a1d5210b.part --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:14 user nova-compute[75278]: DEBUG nova.network.neutron [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Successfully created port: 50322e41-4a61-4952-8cc3-3967b46f3735 {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 16:04:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 1.117s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08/disk 1073741824" returned: 0 in 0.047s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 1.172s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:04:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8850d2fef8c32550825b8dfd7eb05754a1d5210b.part --force-share --output=json" returned: 0 in 0.231s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:14 user nova-compute[75278]: DEBUG nova.virt.images [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] 9f2a8cc3-e7b1-41ed-a7d9-90e779f39ef8 was qcow2, converting to raw {{(pid=75278) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 06 16:04:14 user nova-compute[75278]: DEBUG nova.privsep.utils [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75278) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 16:04:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/8850d2fef8c32550825b8dfd7eb05754a1d5210b.part /opt/stack/data/nova/instances/_base/8850d2fef8c32550825b8dfd7eb05754a1d5210b.converted {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.170s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:14 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Checking if we can resize image /opt/stack/data/nova/instances/dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 16:04:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:14 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Cannot resize image /opt/stack/data/nova/instances/dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 16:04:14 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 16:04:14 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Ensure instance console log exists: /opt/stack/data/nova/instances/dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 16:04:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:04:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:04:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:04:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/8850d2fef8c32550825b8dfd7eb05754a1d5210b.part /opt/stack/data/nova/instances/_base/8850d2fef8c32550825b8dfd7eb05754a1d5210b.converted" returned: 0 in 0.350s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:14 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8850d2fef8c32550825b8dfd7eb05754a1d5210b.converted --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:14 user nova-compute[75278]: DEBUG nova.network.neutron [req-f1c87f61-d344-4b21-bec0-14eb6f0147a5 req-fa8af938-bd7e-4048-a55b-1fa3a9925ba0 service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Updated VIF entry in instance network info cache for port 982b4abe-5c8c-45e6-9482-af7539968ecf. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:04:14 user nova-compute[75278]: DEBUG nova.network.neutron [req-f1c87f61-d344-4b21-bec0-14eb6f0147a5 req-fa8af938-bd7e-4048-a55b-1fa3a9925ba0 service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Updating instance_info_cache with network_info: [{"id": "982b4abe-5c8c-45e6-9482-af7539968ecf", "address": "fa:16:3e:0a:ee:af", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap982b4abe-5c", "ovs_interfaceid": "982b4abe-5c8c-45e6-9482-af7539968ecf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:04:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f1c87f61-d344-4b21-bec0-14eb6f0147a5 req-fa8af938-bd7e-4048-a55b-1fa3a9925ba0 service nova] Releasing lock "refresh_cache-9339ba5c-6992-4429-86b0-37a341bdde06" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8850d2fef8c32550825b8dfd7eb05754a1d5210b.converted --force-share --output=json" returned: 0 in 0.177s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "8850d2fef8c32550825b8dfd7eb05754a1d5210b" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.035s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG nova.network.neutron [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Successfully updated port: 50322e41-4a61-4952-8cc3-3967b46f3735 {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8850d2fef8c32550825b8dfd7eb05754a1d5210b --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Acquiring lock "refresh_cache-dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Acquired lock "refresh_cache-dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG nova.network.neutron [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG nova.compute.manager [req-e725271c-7643-4ec8-81d0-2d6e66c4566c req-4bde831e-6139-44c2-9646-2a1b9eae87d1 service nova] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Received event network-changed-50322e41-4a61-4952-8cc3-3967b46f3735 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG nova.compute.manager [req-e725271c-7643-4ec8-81d0-2d6e66c4566c req-4bde831e-6139-44c2-9646-2a1b9eae87d1 service nova] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Refreshing instance network info cache due to event network-changed-50322e41-4a61-4952-8cc3-3967b46f3735. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e725271c-7643-4ec8-81d0-2d6e66c4566c req-4bde831e-6139-44c2-9646-2a1b9eae87d1 service nova] Acquiring lock "refresh_cache-dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG nova.network.neutron [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8850d2fef8c32550825b8dfd7eb05754a1d5210b --force-share --output=json" returned: 0 in 0.197s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "8850d2fef8c32550825b8dfd7eb05754a1d5210b" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "8850d2fef8c32550825b8dfd7eb05754a1d5210b" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8850d2fef8c32550825b8dfd7eb05754a1d5210b --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8850d2fef8c32550825b8dfd7eb05754a1d5210b --force-share --output=json" returned: 0 in 0.174s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8850d2fef8c32550825b8dfd7eb05754a1d5210b,backing_fmt=raw /opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG nova.network.neutron [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Updating instance_info_cache with network_info: [{"id": "50322e41-4a61-4952-8cc3-3967b46f3735", "address": "fa:16:3e:70:26:87", "network": {"id": "d268c821-2751-40f8-b354-cf62ded9004a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-106801739-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "154a08696d9b4d0ba28b674a86e7c22f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50322e41-4a", "ovs_interfaceid": "50322e41-4a61-4952-8cc3-3967b46f3735", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8850d2fef8c32550825b8dfd7eb05754a1d5210b,backing_fmt=raw /opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06/disk 1073741824" returned: 0 in 0.064s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "8850d2fef8c32550825b8dfd7eb05754a1d5210b" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.242s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8850d2fef8c32550825b8dfd7eb05754a1d5210b --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Releasing lock "refresh_cache-dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG nova.compute.manager [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Instance network_info: |[{"id": "50322e41-4a61-4952-8cc3-3967b46f3735", "address": "fa:16:3e:70:26:87", "network": {"id": "d268c821-2751-40f8-b354-cf62ded9004a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-106801739-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "154a08696d9b4d0ba28b674a86e7c22f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50322e41-4a", "ovs_interfaceid": "50322e41-4a61-4952-8cc3-3967b46f3735", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e725271c-7643-4ec8-81d0-2d6e66c4566c req-4bde831e-6139-44c2-9646-2a1b9eae87d1 service nova] Acquired lock "refresh_cache-dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG nova.network.neutron [req-e725271c-7643-4ec8-81d0-2d6e66c4566c req-4bde831e-6139-44c2-9646-2a1b9eae87d1 service nova] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Refreshing network info cache for port 50322e41-4a61-4952-8cc3-3967b46f3735 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Start _get_guest_xml network_info=[{"id": "50322e41-4a61-4952-8cc3-3967b46f3735", "address": "fa:16:3e:70:26:87", "network": {"id": "d268c821-2751-40f8-b354-cf62ded9004a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-106801739-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "154a08696d9b4d0ba28b674a86e7c22f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50322e41-4a", "ovs_interfaceid": "50322e41-4a61-4952-8cc3-3967b46f3735", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 16:04:15 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:04:15 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:04:15 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:04:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-217283372',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-217283372',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-2172833',id=35,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDoy3WlEDqmgEh+iJGLEXdyBhLA08ddj/l/iLiVDOulPvoTIo+w97xMiimFf2JKrWSuiRPVRvQDwRg9bsoNpvxfBCJNoOF2iJ3jivJak45X5xIWF+5GQq3tisLi9DjF8Nw==',key_name='tempest-keypair-1303849574',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='154a08696d9b4d0ba28b674a86e7c22f',ramdisk_id='',reservation_id='r-0icxraxe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-789586695',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:04:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='24ca4a7a396c4e9c9f0af377eaa6ca7e',uuid=dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "50322e41-4a61-4952-8cc3-3967b46f3735", "address": "fa:16:3e:70:26:87", "network": {"id": "d268c821-2751-40f8-b354-cf62ded9004a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-106801739-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "154a08696d9b4d0ba28b674a86e7c22f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50322e41-4a", "ovs_interfaceid": "50322e41-4a61-4952-8cc3-3967b46f3735", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Converting VIF {"id": "50322e41-4a61-4952-8cc3-3967b46f3735", "address": "fa:16:3e:70:26:87", "network": {"id": "d268c821-2751-40f8-b354-cf62ded9004a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-106801739-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "154a08696d9b4d0ba28b674a86e7c22f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50322e41-4a", "ovs_interfaceid": "50322e41-4a61-4952-8cc3-3967b46f3735", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:70:26:87,bridge_name='br-int',has_traffic_filtering=True,id=50322e41-4a61-4952-8cc3-3967b46f3735,network=Network(d268c821-2751-40f8-b354-cf62ded9004a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50322e41-4a') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG nova.objects.instance [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Lazy-loading 'pci_devices' on Instance uuid dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] End _get_guest_xml xml=<domain type="kvm">
Dec 06 16:04:15 user nova-compute[75278]:   <uuid>dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08</uuid>
Dec 06 16:04:15 user nova-compute[75278]:   <name>instance-00000023</name>
Dec 06 16:04:15 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 16:04:15 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 16:04:15 user nova-compute[75278]:   <metadata>
Dec 06 16:04:15 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 16:04:15 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 16:04:15 user nova-compute[75278]:       <nova:name>tempest-TestServerVolumeAttachScenarioOldVersion-server-217283372</nova:name>
Dec 06 16:04:15 user nova-compute[75278]:       <nova:creationTime>2023-12-06 16:04:15</nova:creationTime>
Dec 06 16:04:15 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 16:04:15 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 16:04:15 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 16:04:15 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 16:04:15 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 16:04:15 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 16:04:15 user nova-compute[75278]:       </nova:flavor>
Dec 06 16:04:15 user nova-compute[75278]:       <nova:owner>
Dec 06 16:04:15 user nova-compute[75278]:         <nova:user uuid="24ca4a7a396c4e9c9f0af377eaa6ca7e">tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member</nova:user>
Dec 06 16:04:15 user nova-compute[75278]:         <nova:project uuid="154a08696d9b4d0ba28b674a86e7c22f">tempest-TestServerVolumeAttachScenarioOldVersion-789586695</nova:project>
Dec 06 16:04:15 user nova-compute[75278]:       </nova:owner>
Dec 06 16:04:15 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 16:04:15 user nova-compute[75278]:       <nova:ports>
Dec 06 16:04:15 user nova-compute[75278]:         <nova:port uuid="50322e41-4a61-4952-8cc3-3967b46f3735">
Dec 06 16:04:15 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 06 16:04:15 user nova-compute[75278]:         </nova:port>
Dec 06 16:04:15 user nova-compute[75278]:       </nova:ports>
Dec 06 16:04:15 user nova-compute[75278]:     </nova:instance>
Dec 06 16:04:15 user nova-compute[75278]:   </metadata>
Dec 06 16:04:15 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 16:04:15 user nova-compute[75278]:     <system>
Dec 06 16:04:15 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 16:04:15 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 16:04:15 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 16:04:15 user nova-compute[75278]:       <entry name="serial">dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08</entry>
Dec 06 16:04:15 user nova-compute[75278]:       <entry name="uuid">dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08</entry>
Dec 06 16:04:15 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 16:04:15 user nova-compute[75278]:     </system>
Dec 06 16:04:15 user nova-compute[75278]:   </sysinfo>
Dec 06 16:04:15 user nova-compute[75278]:   <os>
Dec 06 16:04:15 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 16:04:15 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 16:04:15 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 16:04:15 user nova-compute[75278]:   </os>
Dec 06 16:04:15 user nova-compute[75278]:   <features>
Dec 06 16:04:15 user nova-compute[75278]:     <acpi/>
Dec 06 16:04:15 user nova-compute[75278]:     <apic/>
Dec 06 16:04:15 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 16:04:15 user nova-compute[75278]:   </features>
Dec 06 16:04:15 user nova-compute[75278]:   <clock offset="utc">
Dec 06 16:04:15 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 16:04:15 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 16:04:15 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 16:04:15 user nova-compute[75278]:   </clock>
Dec 06 16:04:15 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 16:04:15 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 16:04:15 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 16:04:15 user nova-compute[75278]:   </cpu>
Dec 06 16:04:15 user nova-compute[75278]:   <devices>
Dec 06 16:04:15 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 16:04:15 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 16:04:15 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08/disk"/>
Dec 06 16:04:15 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 16:04:15 user nova-compute[75278]:     </disk>
Dec 06 16:04:15 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 16:04:15 user nova-compute[75278]:       <mac address="fa:16:3e:70:26:87"/>
Dec 06 16:04:15 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:04:15 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 16:04:15 user nova-compute[75278]:       <target dev="tap50322e41-4a"/>
Dec 06 16:04:15 user nova-compute[75278]:     </interface>
Dec 06 16:04:15 user nova-compute[75278]:     <serial type="pty">
Dec 06 16:04:15 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08/console.log" append="off"/>
Dec 06 16:04:15 user nova-compute[75278]:     </serial>
Dec 06 16:04:15 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 16:04:15 user nova-compute[75278]:     <video>
Dec 06 16:04:15 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:04:15 user nova-compute[75278]:     </video>
Dec 06 16:04:15 user nova-compute[75278]:     <rng model="virtio">
Dec 06 16:04:15 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 16:04:15 user nova-compute[75278]:     </rng>
Dec 06 16:04:15 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 16:04:15 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 16:04:15 user nova-compute[75278]:       <stats period="10"/>
Dec 06 16:04:15 user nova-compute[75278]:     </memballoon>
Dec 06 16:04:15 user nova-compute[75278]:   </devices>
Dec 06 16:04:15 user nova-compute[75278]: </domain>
Dec 06 16:04:15 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:04:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-217283372',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-217283372',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-2172833',id=35,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDoy3WlEDqmgEh+iJGLEXdyBhLA08ddj/l/iLiVDOulPvoTIo+w97xMiimFf2JKrWSuiRPVRvQDwRg9bsoNpvxfBCJNoOF2iJ3jivJak45X5xIWF+5GQq3tisLi9DjF8Nw==',key_name='tempest-keypair-1303849574',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='154a08696d9b4d0ba28b674a86e7c22f',ramdisk_id='',reservation_id='r-0icxraxe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-789586695',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:04:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='24ca4a7a396c4e9c9f0af377eaa6ca7e',uuid=dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "50322e41-4a61-4952-8cc3-3967b46f3735", "address": "fa:16:3e:70:26:87", "network": {"id": "d268c821-2751-40f8-b354-cf62ded9004a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-106801739-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "154a08696d9b4d0ba28b674a86e7c22f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50322e41-4a", "ovs_interfaceid": "50322e41-4a61-4952-8cc3-3967b46f3735", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Converting VIF {"id": "50322e41-4a61-4952-8cc3-3967b46f3735", "address": "fa:16:3e:70:26:87", "network": {"id": "d268c821-2751-40f8-b354-cf62ded9004a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-106801739-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "154a08696d9b4d0ba28b674a86e7c22f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50322e41-4a", "ovs_interfaceid": "50322e41-4a61-4952-8cc3-3967b46f3735", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:70:26:87,bridge_name='br-int',has_traffic_filtering=True,id=50322e41-4a61-4952-8cc3-3967b46f3735,network=Network(d268c821-2751-40f8-b354-cf62ded9004a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50322e41-4a') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG os_vif [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:26:87,bridge_name='br-int',has_traffic_filtering=True,id=50322e41-4a61-4952-8cc3-3967b46f3735,network=Network(d268c821-2751-40f8-b354-cf62ded9004a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50322e41-4a') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '131bd74d-6ae0-561a-a89a-09ac24ea80b0', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap50322e41-4a, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap50322e41-4a, col_values=(('qos', UUID('6d7427cf-85bc-44b6-93e5-1d1a70fbaf13')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap50322e41-4a, col_values=(('external_ids', {'iface-id': '50322e41-4a61-4952-8cc3-3967b46f3735', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:70:26:87', 'vm-uuid': 'dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8850d2fef8c32550825b8dfd7eb05754a1d5210b --force-share --output=json" returned: 0 in 0.172s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG nova.objects.instance [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lazy-loading 'migration_context' on Instance uuid 9339ba5c-6992-4429-86b0-37a341bdde06 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:15 user nova-compute[75278]: INFO os_vif [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:26:87,bridge_name='br-int',has_traffic_filtering=True,id=50322e41-4a61-4952-8cc3-3967b46f3735,network=Network(d268c821-2751-40f8-b354-cf62ded9004a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50322e41-4a')
Dec 06 16:04:15 user nova-compute[75278]: DEBUG nova.objects.base [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Object Instance<9339ba5c-6992-4429-86b0-37a341bdde06> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 16:04:15 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Rebasing disk image.
Dec 06 16:04:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] No VIF found with MAC fa:16:3e:70:26:87, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.185s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c -F raw /opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06/disk {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG nova.network.neutron [req-e725271c-7643-4ec8-81d0-2d6e66c4566c req-4bde831e-6139-44c2-9646-2a1b9eae87d1 service nova] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Updated VIF entry in instance network info cache for port 50322e41-4a61-4952-8cc3-3967b46f3735. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG nova.network.neutron [req-e725271c-7643-4ec8-81d0-2d6e66c4566c req-4bde831e-6139-44c2-9646-2a1b9eae87d1 service nova] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Updating instance_info_cache with network_info: [{"id": "50322e41-4a61-4952-8cc3-3967b46f3735", "address": "fa:16:3e:70:26:87", "network": {"id": "d268c821-2751-40f8-b354-cf62ded9004a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-106801739-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "154a08696d9b4d0ba28b674a86e7c22f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50322e41-4a", "ovs_interfaceid": "50322e41-4a61-4952-8cc3-3967b46f3735", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:04:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e725271c-7643-4ec8-81d0-2d6e66c4566c req-4bde831e-6139-44c2-9646-2a1b9eae87d1 service nova] Releasing lock "refresh_cache-dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:04:17 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:17 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:17 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:17 user nova-compute[75278]: DEBUG nova.compute.manager [req-e07bbf3f-c7a5-48a7-816a-ba812ee3b136 req-a17799ec-e67d-4e3a-9333-41ab110657ea service nova] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Received event network-vif-plugged-50322e41-4a61-4952-8cc3-3967b46f3735 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:04:17 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e07bbf3f-c7a5-48a7-816a-ba812ee3b136 req-a17799ec-e67d-4e3a-9333-41ab110657ea service nova] Acquiring lock "dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:04:17 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e07bbf3f-c7a5-48a7-816a-ba812ee3b136 req-a17799ec-e67d-4e3a-9333-41ab110657ea service nova] Lock "dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:04:17 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e07bbf3f-c7a5-48a7-816a-ba812ee3b136 req-a17799ec-e67d-4e3a-9333-41ab110657ea service nova] Lock "dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:04:17 user nova-compute[75278]: DEBUG nova.compute.manager [req-e07bbf3f-c7a5-48a7-816a-ba812ee3b136 req-a17799ec-e67d-4e3a-9333-41ab110657ea service nova] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] No waiting events found dispatching network-vif-plugged-50322e41-4a61-4952-8cc3-3967b46f3735 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:04:17 user nova-compute[75278]: WARNING nova.compute.manager [req-e07bbf3f-c7a5-48a7-816a-ba812ee3b136 req-a17799ec-e67d-4e3a-9333-41ab110657ea service nova] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Received unexpected event network-vif-plugged-50322e41-4a61-4952-8cc3-3967b46f3735 for instance with vm_state building and task_state spawning.
Dec 06 16:04:17 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:17 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:17 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:17 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c -F raw /opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06/disk" returned: 0 in 2.214s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Ensure instance console log exists: /opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Start _get_guest_xml network_info=[{"id": "982b4abe-5c8c-45e6-9482-af7539968ecf", "address": "fa:16:3e:0a:ee:af", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap982b4abe-5c", "ovs_interfaceid": "982b4abe-5c8c-45e6-9482-af7539968ecf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='61a373344cda89abda108cb32ab5e7e5',container_format='bare',created_at=2023-12-06T16:02:18Z,direct_url=<?>,disk_format='qcow2',id=9f2a8cc3-e7b1-41ed-a7d9-90e779f39ef8,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1657286505-shelved',owner='3772c2b34d044341afe1838c255abf00',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-12-06T16:02:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 16:04:18 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:04:18 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:04:18 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='61a373344cda89abda108cb32ab5e7e5',container_format='bare',created_at=2023-12-06T16:02:18Z,direct_url=<?>,disk_format='qcow2',id=9f2a8cc3-e7b1-41ed-a7d9-90e779f39ef8,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1657286505-shelved',owner='3772c2b34d044341afe1838c255abf00',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-12-06T16:02:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG nova.objects.instance [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lazy-loading 'vcpu_model' on Instance uuid 9339ba5c-6992-4429-86b0-37a341bdde06 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG nova.objects.base [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Object Instance<9339ba5c-6992-4429-86b0-37a341bdde06> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T16:00:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1657286505',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1657286505',id=30,image_ref='9f2a8cc3-e7b1-41ed-a7d9-90e779f39ef8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1652966724',keypairs=<?>,launch_index=0,launched_at=2023-12-06T16:00:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='3772c2b34d044341afe1838c255abf00',ramdisk_id='',reservation_id='r-xmadjnx7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-76059517',owner_user_name='tempest-AttachVolumeShelveTestJSON-76059517-project-member',shelved_at='2023-12-06T16:02:22.494574',shelved_host='user',shelved_image_id='9f2a8cc3-e7b1-41ed-a7d9-90e779f39ef8'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:04:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6fc55d3ac6494b81921e1ccd4f6cd4b6',uuid=9339ba5c-6992-4429-86b0-37a341bdde06,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "982b4abe-5c8c-45e6-9482-af7539968ecf", "address": "fa:16:3e:0a:ee:af", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap982b4abe-5c", "ovs_interfaceid": "982b4abe-5c8c-45e6-9482-af7539968ecf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Converting VIF {"id": "982b4abe-5c8c-45e6-9482-af7539968ecf", "address": "fa:16:3e:0a:ee:af", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap982b4abe-5c", "ovs_interfaceid": "982b4abe-5c8c-45e6-9482-af7539968ecf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0a:ee:af,bridge_name='br-int',has_traffic_filtering=True,id=982b4abe-5c8c-45e6-9482-af7539968ecf,network=Network(db0b7d9a-b152-4c62-aca3-3fa90ab9bd04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap982b4abe-5c') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG nova.objects.instance [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lazy-loading 'pci_devices' on Instance uuid 9339ba5c-6992-4429-86b0-37a341bdde06 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG nova.objects.base [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Object Instance<9339ba5c-6992-4429-86b0-37a341bdde06> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] End _get_guest_xml xml=<domain type="kvm">
Dec 06 16:04:18 user nova-compute[75278]:   <uuid>9339ba5c-6992-4429-86b0-37a341bdde06</uuid>
Dec 06 16:04:18 user nova-compute[75278]:   <name>instance-0000001e</name>
Dec 06 16:04:18 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 16:04:18 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 16:04:18 user nova-compute[75278]:   <metadata>
Dec 06 16:04:18 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 16:04:18 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 16:04:18 user nova-compute[75278]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1657286505</nova:name>
Dec 06 16:04:18 user nova-compute[75278]:       <nova:creationTime>2023-12-06 16:04:18</nova:creationTime>
Dec 06 16:04:18 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 16:04:18 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 16:04:18 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 16:04:18 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 16:04:18 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 16:04:18 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 16:04:18 user nova-compute[75278]:       </nova:flavor>
Dec 06 16:04:18 user nova-compute[75278]:       <nova:owner>
Dec 06 16:04:18 user nova-compute[75278]:         <nova:user uuid="6fc55d3ac6494b81921e1ccd4f6cd4b6">tempest-AttachVolumeShelveTestJSON-76059517-project-member</nova:user>
Dec 06 16:04:18 user nova-compute[75278]:         <nova:project uuid="3772c2b34d044341afe1838c255abf00">tempest-AttachVolumeShelveTestJSON-76059517</nova:project>
Dec 06 16:04:18 user nova-compute[75278]:       </nova:owner>
Dec 06 16:04:18 user nova-compute[75278]:       <nova:root type="image" uuid="9f2a8cc3-e7b1-41ed-a7d9-90e779f39ef8"/>
Dec 06 16:04:18 user nova-compute[75278]:       <nova:ports>
Dec 06 16:04:18 user nova-compute[75278]:         <nova:port uuid="982b4abe-5c8c-45e6-9482-af7539968ecf">
Dec 06 16:04:18 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 16:04:18 user nova-compute[75278]:         </nova:port>
Dec 06 16:04:18 user nova-compute[75278]:       </nova:ports>
Dec 06 16:04:18 user nova-compute[75278]:     </nova:instance>
Dec 06 16:04:18 user nova-compute[75278]:   </metadata>
Dec 06 16:04:18 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 16:04:18 user nova-compute[75278]:     <system>
Dec 06 16:04:18 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 16:04:18 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 16:04:18 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 16:04:18 user nova-compute[75278]:       <entry name="serial">9339ba5c-6992-4429-86b0-37a341bdde06</entry>
Dec 06 16:04:18 user nova-compute[75278]:       <entry name="uuid">9339ba5c-6992-4429-86b0-37a341bdde06</entry>
Dec 06 16:04:18 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 16:04:18 user nova-compute[75278]:     </system>
Dec 06 16:04:18 user nova-compute[75278]:   </sysinfo>
Dec 06 16:04:18 user nova-compute[75278]:   <os>
Dec 06 16:04:18 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 16:04:18 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 16:04:18 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 16:04:18 user nova-compute[75278]:   </os>
Dec 06 16:04:18 user nova-compute[75278]:   <features>
Dec 06 16:04:18 user nova-compute[75278]:     <acpi/>
Dec 06 16:04:18 user nova-compute[75278]:     <apic/>
Dec 06 16:04:18 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 16:04:18 user nova-compute[75278]:   </features>
Dec 06 16:04:18 user nova-compute[75278]:   <clock offset="utc">
Dec 06 16:04:18 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 16:04:18 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 16:04:18 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 16:04:18 user nova-compute[75278]:   </clock>
Dec 06 16:04:18 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 16:04:18 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 16:04:18 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 16:04:18 user nova-compute[75278]:   </cpu>
Dec 06 16:04:18 user nova-compute[75278]:   <devices>
Dec 06 16:04:18 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 16:04:18 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 16:04:18 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06/disk"/>
Dec 06 16:04:18 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 16:04:18 user nova-compute[75278]:     </disk>
Dec 06 16:04:18 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 16:04:18 user nova-compute[75278]:       <mac address="fa:16:3e:0a:ee:af"/>
Dec 06 16:04:18 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:04:18 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 16:04:18 user nova-compute[75278]:       <target dev="tap982b4abe-5c"/>
Dec 06 16:04:18 user nova-compute[75278]:     </interface>
Dec 06 16:04:18 user nova-compute[75278]:     <serial type="pty">
Dec 06 16:04:18 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06/console.log" append="off"/>
Dec 06 16:04:18 user nova-compute[75278]:     </serial>
Dec 06 16:04:18 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 16:04:18 user nova-compute[75278]:     <video>
Dec 06 16:04:18 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:04:18 user nova-compute[75278]:     </video>
Dec 06 16:04:18 user nova-compute[75278]:     <rng model="virtio">
Dec 06 16:04:18 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 16:04:18 user nova-compute[75278]:     </rng>
Dec 06 16:04:18 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 16:04:18 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 16:04:18 user nova-compute[75278]:       <stats period="10"/>
Dec 06 16:04:18 user nova-compute[75278]:     </memballoon>
Dec 06 16:04:18 user nova-compute[75278]:   </devices>
Dec 06 16:04:18 user nova-compute[75278]: </domain>
Dec 06 16:04:18 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T16:00:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1657286505',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1657286505',id=30,image_ref='9f2a8cc3-e7b1-41ed-a7d9-90e779f39ef8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1652966724',keypairs=<?>,launch_index=0,launched_at=2023-12-06T16:00:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='3772c2b34d044341afe1838c255abf00',ramdisk_id='',reservation_id='r-xmadjnx7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-76059517',owner_user_name='tempest-AttachVolumeShelveTestJSON-76059517-project-member',shelved_at='2023-12-06T16:02:22.494574',shelved_host='user',shelved_image_id='9f2a8cc3-e7b1-41ed-a7d9-90e779f39ef8'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:04:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6fc55d3ac6494b81921e1ccd4f6cd4b6',uuid=9339ba5c-6992-4429-86b0-37a341bdde06,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "982b4abe-5c8c-45e6-9482-af7539968ecf", "address": "fa:16:3e:0a:ee:af", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap982b4abe-5c", "ovs_interfaceid": "982b4abe-5c8c-45e6-9482-af7539968ecf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Converting VIF {"id": "982b4abe-5c8c-45e6-9482-af7539968ecf", "address": "fa:16:3e:0a:ee:af", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap982b4abe-5c", "ovs_interfaceid": "982b4abe-5c8c-45e6-9482-af7539968ecf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0a:ee:af,bridge_name='br-int',has_traffic_filtering=True,id=982b4abe-5c8c-45e6-9482-af7539968ecf,network=Network(db0b7d9a-b152-4c62-aca3-3fa90ab9bd04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap982b4abe-5c') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG os_vif [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0a:ee:af,bridge_name='br-int',has_traffic_filtering=True,id=982b4abe-5c8c-45e6-9482-af7539968ecf,network=Network(db0b7d9a-b152-4c62-aca3-3fa90ab9bd04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap982b4abe-5c') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3ab32b65-6207-5716-a094-129c3728a003', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap982b4abe-5c, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap982b4abe-5c, col_values=(('qos', UUID('df81a7a5-0dee-463c-a59a-7358a1909833')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap982b4abe-5c, col_values=(('external_ids', {'iface-id': '982b4abe-5c8c-45e6-9482-af7539968ecf', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0a:ee:af', 'vm-uuid': '9339ba5c-6992-4429-86b0-37a341bdde06'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:18 user nova-compute[75278]: INFO os_vif [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0a:ee:af,bridge_name='br-int',has_traffic_filtering=True,id=982b4abe-5c8c-45e6-9482-af7539968ecf,network=Network(db0b7d9a-b152-4c62-aca3-3fa90ab9bd04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap982b4abe-5c')
Dec 06 16:04:18 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] No VIF found with MAC fa:16:3e:0a:ee:af, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 16:04:18 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:04:19 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:04:19 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:04:19 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:04:19 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:04:19 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 16:04:19 user nova-compute[75278]: DEBUG nova.compute.manager [req-796a02f8-b66d-4168-87c3-d2bd668e5afd req-b360101d-498a-497e-b493-7a682f3fb2a9 service nova] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Received event network-vif-plugged-50322e41-4a61-4952-8cc3-3967b46f3735 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:04:19 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-796a02f8-b66d-4168-87c3-d2bd668e5afd req-b360101d-498a-497e-b493-7a682f3fb2a9 service nova] Acquiring lock "dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:04:19 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-796a02f8-b66d-4168-87c3-d2bd668e5afd req-b360101d-498a-497e-b493-7a682f3fb2a9 service nova] Lock "dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:04:19 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-796a02f8-b66d-4168-87c3-d2bd668e5afd req-b360101d-498a-497e-b493-7a682f3fb2a9 service nova] Lock "dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:04:19 user nova-compute[75278]: DEBUG nova.compute.manager [req-796a02f8-b66d-4168-87c3-d2bd668e5afd req-b360101d-498a-497e-b493-7a682f3fb2a9 service nova] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] No waiting events found dispatching network-vif-plugged-50322e41-4a61-4952-8cc3-3967b46f3735 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:04:19 user nova-compute[75278]: WARNING nova.compute.manager [req-796a02f8-b66d-4168-87c3-d2bd668e5afd req-b360101d-498a-497e-b493-7a682f3fb2a9 service nova] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Received unexpected event network-vif-plugged-50322e41-4a61-4952-8cc3-3967b46f3735 for instance with vm_state building and task_state spawning.
Dec 06 16:04:19 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:19 user nova-compute[75278]: DEBUG nova.compute.manager [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 16:04:19 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 16:04:19 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Instance spawned successfully.
Dec 06 16:04:19 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 16:04:19 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:19 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:04:19 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:04:19 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:04:19 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:04:19 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:04:19 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:04:19 user nova-compute[75278]: INFO nova.compute.manager [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Took 6.75 seconds to spawn the instance on the hypervisor.
Dec 06 16:04:19 user nova-compute[75278]: DEBUG nova.compute.manager [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 16:04:19 user nova-compute[75278]: INFO nova.compute.manager [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Took 7.52 seconds to build instance.
Dec 06 16:04:19 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-963d2f27-4b4c-47f6-b721-bbbff0d506ea tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Lock "dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.633s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:04:20 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:04:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:21 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:04:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:04:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:04:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:04:21 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 16:04:21 user nova-compute[75278]: DEBUG nova.compute.manager [req-2e93a23d-d5f7-4bbb-9778-804aa2c9aaac req-bbbd2ffa-e4b7-4225-9ae3-8d91cdf99b0f service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Received event network-vif-plugged-982b4abe-5c8c-45e6-9482-af7539968ecf {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:04:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2e93a23d-d5f7-4bbb-9778-804aa2c9aaac req-bbbd2ffa-e4b7-4225-9ae3-8d91cdf99b0f service nova] Acquiring lock "9339ba5c-6992-4429-86b0-37a341bdde06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:04:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2e93a23d-d5f7-4bbb-9778-804aa2c9aaac req-bbbd2ffa-e4b7-4225-9ae3-8d91cdf99b0f service nova] Lock "9339ba5c-6992-4429-86b0-37a341bdde06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:04:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2e93a23d-d5f7-4bbb-9778-804aa2c9aaac req-bbbd2ffa-e4b7-4225-9ae3-8d91cdf99b0f service nova] Lock "9339ba5c-6992-4429-86b0-37a341bdde06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:04:21 user nova-compute[75278]: DEBUG nova.compute.manager [req-2e93a23d-d5f7-4bbb-9778-804aa2c9aaac req-bbbd2ffa-e4b7-4225-9ae3-8d91cdf99b0f service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] No waiting events found dispatching network-vif-plugged-982b4abe-5c8c-45e6-9482-af7539968ecf {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:04:21 user nova-compute[75278]: WARNING nova.compute.manager [req-2e93a23d-d5f7-4bbb-9778-804aa2c9aaac req-bbbd2ffa-e4b7-4225-9ae3-8d91cdf99b0f service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Received unexpected event network-vif-plugged-982b4abe-5c8c-45e6-9482-af7539968ecf for instance with vm_state shelved_offloaded and task_state spawning.
Dec 06 16:04:21 user nova-compute[75278]: DEBUG nova.compute.manager [req-2e93a23d-d5f7-4bbb-9778-804aa2c9aaac req-bbbd2ffa-e4b7-4225-9ae3-8d91cdf99b0f service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Received event network-vif-plugged-982b4abe-5c8c-45e6-9482-af7539968ecf {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:04:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2e93a23d-d5f7-4bbb-9778-804aa2c9aaac req-bbbd2ffa-e4b7-4225-9ae3-8d91cdf99b0f service nova] Acquiring lock "9339ba5c-6992-4429-86b0-37a341bdde06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:04:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2e93a23d-d5f7-4bbb-9778-804aa2c9aaac req-bbbd2ffa-e4b7-4225-9ae3-8d91cdf99b0f service nova] Lock "9339ba5c-6992-4429-86b0-37a341bdde06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:04:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2e93a23d-d5f7-4bbb-9778-804aa2c9aaac req-bbbd2ffa-e4b7-4225-9ae3-8d91cdf99b0f service nova] Lock "9339ba5c-6992-4429-86b0-37a341bdde06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:04:21 user nova-compute[75278]: DEBUG nova.compute.manager [req-2e93a23d-d5f7-4bbb-9778-804aa2c9aaac req-bbbd2ffa-e4b7-4225-9ae3-8d91cdf99b0f service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] No waiting events found dispatching network-vif-plugged-982b4abe-5c8c-45e6-9482-af7539968ecf {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:04:21 user nova-compute[75278]: WARNING nova.compute.manager [req-2e93a23d-d5f7-4bbb-9778-804aa2c9aaac req-bbbd2ffa-e4b7-4225-9ae3-8d91cdf99b0f service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Received unexpected event network-vif-plugged-982b4abe-5c8c-45e6-9482-af7539968ecf for instance with vm_state shelved_offloaded and task_state spawning.
Dec 06 16:04:21 user nova-compute[75278]: DEBUG nova.compute.manager [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 16:04:21 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 16:04:21 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Instance spawned successfully.
Dec 06 16:04:21 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7d28046-9ddb-475d-9bfd-753c926e3391/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:22 user nova-compute[75278]: DEBUG nova.compute.manager [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 16:04:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7d28046-9ddb-475d-9bfd-753c926e3391/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7d28046-9ddb-475d-9bfd-753c926e3391/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-10ccda17-af07-4af9-8203-8ae8767d5478 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "9339ba5c-6992-4429-86b0-37a341bdde06" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 10.975s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:04:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7d28046-9ddb-475d-9bfd-753c926e3391/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:22 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:04:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02b6bfe2-4956-4c6e-b90b-914d08a93441/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02b6bfe2-4956-4c6e-b90b-914d08a93441/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02b6bfe2-4956-4c6e-b90b-914d08a93441/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02b6bfe2-4956-4c6e-b90b-914d08a93441/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:25 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:04:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42b4eaaa-9bfa-4703-b488-54c9f1225da2/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42b4eaaa-9bfa-4703-b488-54c9f1225da2/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42b4eaaa-9bfa-4703-b488-54c9f1225da2/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42b4eaaa-9bfa-4703-b488-54c9f1225da2/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:26 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:04:26 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:04:26 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:04:26 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=7912MB free_disk=24.879451751708984GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 16:04:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:04:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:04:26 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance accf5417-e552-4fa7-8b65-5f3121d1d17f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:04:26 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance b979398f-d6ba-469c-96ed-e25012146a31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:04:26 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance a909916c-b274-4c00-a248-30d6ed84859e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:04:26 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 7f4156a6-a670-4198-98aa-d2f80c2abba9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:04:26 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance fd90d704-fbb5-45cd-983c-1de7e98b9ca6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:04:26 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance b7d28046-9ddb-475d-9bfd-753c926e3391 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:04:26 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 42b4eaaa-9bfa-4703-b488-54c9f1225da2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:04:26 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 02b6bfe2-4956-4c6e-b90b-914d08a93441 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:04:26 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 9339ba5c-6992-4429-86b0-37a341bdde06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:04:26 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:04:26 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 16:04:26 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 16:04:27 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:04:27 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:04:27 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 16:04:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.521s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:04:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:29 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f21e9be-0597-4e67-aeb2-96c0222dee66 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Acquiring lock "42b4eaaa-9bfa-4703-b488-54c9f1225da2" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:04:29 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f21e9be-0597-4e67-aeb2-96c0222dee66 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "42b4eaaa-9bfa-4703-b488-54c9f1225da2" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:04:29 user nova-compute[75278]: INFO nova.compute.manager [None req-4f21e9be-0597-4e67-aeb2-96c0222dee66 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Detaching volume 81c31f64-ce55-4e8a-bc88-2831e757cc55
Dec 06 16:04:29 user nova-compute[75278]: INFO nova.virt.block_device [None req-4f21e9be-0597-4e67-aeb2-96c0222dee66 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Attempting to driver detach volume 81c31f64-ce55-4e8a-bc88-2831e757cc55 from mountpoint /dev/vdb
Dec 06 16:04:29 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-4f21e9be-0597-4e67-aeb2-96c0222dee66 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Attempting to detach device vdb from instance 42b4eaaa-9bfa-4703-b488-54c9f1225da2 from the persistent domain config. {{(pid=75278) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 16:04:29 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-4f21e9be-0597-4e67-aeb2-96c0222dee66 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 16:04:29 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:04:29 user nova-compute[75278]:   <source dev="/dev/sdb"/>
Dec 06 16:04:29 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 16:04:29 user nova-compute[75278]:   <serial>81c31f64-ce55-4e8a-bc88-2831e757cc55</serial>
Dec 06 16:04:29 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 16:04:29 user nova-compute[75278]: </disk>
Dec 06 16:04:29 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 16:04:29 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Acquiring lock "42b4eaaa-9bfa-4703-b488-54c9f1225da2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:04:29 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-4f21e9be-0597-4e67-aeb2-96c0222dee66 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Successfully detached device vdb from instance 42b4eaaa-9bfa-4703-b488-54c9f1225da2 from the persistent domain config.
Dec 06 16:04:29 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-4f21e9be-0597-4e67-aeb2-96c0222dee66 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 42b4eaaa-9bfa-4703-b488-54c9f1225da2 from the live domain config. {{(pid=75278) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 16:04:29 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-4f21e9be-0597-4e67-aeb2-96c0222dee66 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 16:04:29 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:04:29 user nova-compute[75278]:   <source dev="/dev/sdb"/>
Dec 06 16:04:29 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 16:04:29 user nova-compute[75278]:   <serial>81c31f64-ce55-4e8a-bc88-2831e757cc55</serial>
Dec 06 16:04:29 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 16:04:29 user nova-compute[75278]: </disk>
Dec 06 16:04:29 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 16:04:29 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-4f21e9be-0597-4e67-aeb2-96c0222dee66 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 42b4eaaa-9bfa-4703-b488-54c9f1225da2 {{(pid=75278) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 16:04:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:04:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:04:31 user nova-compute[75278]: DEBUG nova.compute.manager [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 16:04:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:04:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:04:31 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 16:04:31 user nova-compute[75278]: INFO nova.compute.claims [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Claim successful on node user
Dec 06 16:04:32 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:04:32 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:04:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.504s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:04:32 user nova-compute[75278]: DEBUG nova.compute.manager [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 16:04:32 user nova-compute[75278]: DEBUG nova.compute.manager [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 16:04:32 user nova-compute[75278]: DEBUG nova.network.neutron [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 16:04:32 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 16:04:32 user nova-compute[75278]: DEBUG nova.compute.manager [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 16:04:32 user nova-compute[75278]: DEBUG nova.policy [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b91f9d2569644a57990737e162db4cda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29ae73a7063f40018c4c87b073578c9f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 16:04:32 user nova-compute[75278]: INFO nova.virt.block_device [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Booting with blank volume at /dev/vda
Dec 06 16:04:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:04:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75278) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 16:04:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 16:04:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 16:04:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:33 user nova-compute[75278]: DEBUG nova.network.neutron [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Successfully created port: 7329f4ea-ffe9-429f-9f78-0229afb498ba {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 16:04:33 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:04:33 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 16:04:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "refresh_cache-7f4156a6-a670-4198-98aa-d2f80c2abba9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:04:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquired lock "refresh_cache-7f4156a6-a670-4198-98aa-d2f80c2abba9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:04:33 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Forcefully refreshing network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 16:04:33 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Updating instance_info_cache with network_info: [{"id": "95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e", "address": "fa:16:3e:49:df:9f", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95f16aeb-a5", "ovs_interfaceid": "95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:04:34 user nova-compute[75278]: DEBUG nova.network.neutron [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Successfully updated port: 7329f4ea-ffe9-429f-9f78-0229afb498ba {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 16:04:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Releasing lock "refresh_cache-7f4156a6-a670-4198-98aa-d2f80c2abba9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:04:34 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Updated the network info_cache for instance {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 16:04:34 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:04:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "refresh_cache-4dfc2c2e-2747-4f95-b08f-3f564c1d3c74" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:04:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquired lock "refresh_cache-4dfc2c2e-2747-4f95-b08f-3f564c1d3c74" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:04:34 user nova-compute[75278]: DEBUG nova.network.neutron [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 16:04:34 user nova-compute[75278]: DEBUG nova.compute.manager [req-2abf7918-3cf7-4e35-8e7c-30644c5983b5 req-39e12225-8744-44d0-8f4b-4e5a94d7dc02 service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Received event network-changed-7329f4ea-ffe9-429f-9f78-0229afb498ba {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:04:34 user nova-compute[75278]: DEBUG nova.compute.manager [req-2abf7918-3cf7-4e35-8e7c-30644c5983b5 req-39e12225-8744-44d0-8f4b-4e5a94d7dc02 service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Refreshing instance network info cache due to event network-changed-7329f4ea-ffe9-429f-9f78-0229afb498ba. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:04:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2abf7918-3cf7-4e35-8e7c-30644c5983b5 req-39e12225-8744-44d0-8f4b-4e5a94d7dc02 service nova] Acquiring lock "refresh_cache-4dfc2c2e-2747-4f95-b08f-3f564c1d3c74" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:04:34 user nova-compute[75278]: DEBUG nova.network.neutron [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 16:04:34 user nova-compute[75278]: DEBUG nova.network.neutron [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Updating instance_info_cache with network_info: [{"id": "7329f4ea-ffe9-429f-9f78-0229afb498ba", "address": "fa:16:3e:b5:89:17", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7329f4ea-ff", "ovs_interfaceid": "7329f4ea-ffe9-429f-9f78-0229afb498ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:04:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Releasing lock "refresh_cache-4dfc2c2e-2747-4f95-b08f-3f564c1d3c74" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:04:34 user nova-compute[75278]: DEBUG nova.compute.manager [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Instance network_info: |[{"id": "7329f4ea-ffe9-429f-9f78-0229afb498ba", "address": "fa:16:3e:b5:89:17", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7329f4ea-ff", "ovs_interfaceid": "7329f4ea-ffe9-429f-9f78-0229afb498ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 16:04:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2abf7918-3cf7-4e35-8e7c-30644c5983b5 req-39e12225-8744-44d0-8f4b-4e5a94d7dc02 service nova] Acquired lock "refresh_cache-4dfc2c2e-2747-4f95-b08f-3f564c1d3c74" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:04:34 user nova-compute[75278]: DEBUG nova.network.neutron [req-2abf7918-3cf7-4e35-8e7c-30644c5983b5 req-39e12225-8744-44d0-8f4b-4e5a94d7dc02 service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Refreshing network info cache for port 7329f4ea-ffe9-429f-9f78-0229afb498ba {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:04:35 user nova-compute[75278]: DEBUG nova.network.neutron [req-2abf7918-3cf7-4e35-8e7c-30644c5983b5 req-39e12225-8744-44d0-8f4b-4e5a94d7dc02 service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Updated VIF entry in instance network info cache for port 7329f4ea-ffe9-429f-9f78-0229afb498ba. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:04:35 user nova-compute[75278]: DEBUG nova.network.neutron [req-2abf7918-3cf7-4e35-8e7c-30644c5983b5 req-39e12225-8744-44d0-8f4b-4e5a94d7dc02 service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Updating instance_info_cache with network_info: [{"id": "7329f4ea-ffe9-429f-9f78-0229afb498ba", "address": "fa:16:3e:b5:89:17", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7329f4ea-ff", "ovs_interfaceid": "7329f4ea-ffe9-429f-9f78-0229afb498ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:04:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2abf7918-3cf7-4e35-8e7c-30644c5983b5 req-39e12225-8744-44d0-8f4b-4e5a94d7dc02 service nova] Releasing lock "refresh_cache-4dfc2c2e-2747-4f95-b08f-3f564c1d3c74" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:04:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-98b6d271-c061-4279-baea-db123c0e7666 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "accf5417-e552-4fa7-8b65-5f3121d1d17f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:04:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-98b6d271-c061-4279-baea-db123c0e7666 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "accf5417-e552-4fa7-8b65-5f3121d1d17f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:04:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-98b6d271-c061-4279-baea-db123c0e7666 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "accf5417-e552-4fa7-8b65-5f3121d1d17f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:04:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-98b6d271-c061-4279-baea-db123c0e7666 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "accf5417-e552-4fa7-8b65-5f3121d1d17f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:04:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-98b6d271-c061-4279-baea-db123c0e7666 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "accf5417-e552-4fa7-8b65-5f3121d1d17f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:04:36 user nova-compute[75278]: INFO nova.compute.manager [None req-98b6d271-c061-4279-baea-db123c0e7666 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Terminating instance
Dec 06 16:04:36 user nova-compute[75278]: DEBUG nova.compute.manager [None req-98b6d271-c061-4279-baea-db123c0e7666 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 16:04:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:36 user nova-compute[75278]: DEBUG nova.compute.manager [req-8c8038e3-f1a1-417d-90b8-4508e0ba03f7 req-aeeeaead-748d-4aed-bdbf-f5ae2763512a service nova] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Received event network-vif-unplugged-fecc4e69-7597-4f57-858f-d2484f5768d7 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:04:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-8c8038e3-f1a1-417d-90b8-4508e0ba03f7 req-aeeeaead-748d-4aed-bdbf-f5ae2763512a service nova] Acquiring lock "accf5417-e552-4fa7-8b65-5f3121d1d17f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:04:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-8c8038e3-f1a1-417d-90b8-4508e0ba03f7 req-aeeeaead-748d-4aed-bdbf-f5ae2763512a service nova] Lock "accf5417-e552-4fa7-8b65-5f3121d1d17f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:04:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-8c8038e3-f1a1-417d-90b8-4508e0ba03f7 req-aeeeaead-748d-4aed-bdbf-f5ae2763512a service nova] Lock "accf5417-e552-4fa7-8b65-5f3121d1d17f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:04:36 user nova-compute[75278]: DEBUG nova.compute.manager [req-8c8038e3-f1a1-417d-90b8-4508e0ba03f7 req-aeeeaead-748d-4aed-bdbf-f5ae2763512a service nova] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] No waiting events found dispatching network-vif-unplugged-fecc4e69-7597-4f57-858f-d2484f5768d7 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:04:36 user nova-compute[75278]: DEBUG nova.compute.manager [req-8c8038e3-f1a1-417d-90b8-4508e0ba03f7 req-aeeeaead-748d-4aed-bdbf-f5ae2763512a service nova] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Received event network-vif-unplugged-fecc4e69-7597-4f57-858f-d2484f5768d7 for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 16:04:37 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Instance destroyed successfully.
Dec 06 16:04:37 user nova-compute[75278]: DEBUG nova.objects.instance [None req-98b6d271-c061-4279-baea-db123c0e7666 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lazy-loading 'resources' on Instance uuid accf5417-e552-4fa7-8b65-5f3121d1d17f {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:04:37 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-98b6d271-c061-4279-baea-db123c0e7666 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:45:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-437044162',display_name='tempest-ServerActionsTestOtherA-server-437044162',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-437044162',id=3,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIbZd61hKV1DCLJ14HWMBl+XvNd4eJuDuOSh6DYQjhAcF2mvh24+SVYU2dT70fYQF5UcTC2tOwU49aLMp+j9PIFa6P+djtxb354zT2iOSl5yYAOOdX4gJxhu5dGsxJIw7A==',key_name='tempest-keypair-956941909',keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:45:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9cab662082c54ba684178b494adc8eac',ramdisk_id='',reservation_id='r-euqfle6w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-749613830',owner_user_name='tempest-ServerActionsTestOtherA-749613830-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:45:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='518fb7d77ef147348fd03cb374e9b293',uuid=accf5417-e552-4fa7-8b65-5f3121d1d17f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fecc4e69-7597-4f57-858f-d2484f5768d7", "address": "fa:16:3e:3f:99:ad", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfecc4e69-75", "ovs_interfaceid": "fecc4e69-7597-4f57-858f-d2484f5768d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 16:04:37 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-98b6d271-c061-4279-baea-db123c0e7666 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Converting VIF {"id": "fecc4e69-7597-4f57-858f-d2484f5768d7", "address": "fa:16:3e:3f:99:ad", "network": {"id": "27770857-f5da-42f3-a973-e80b37986960", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-871853134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cab662082c54ba684178b494adc8eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfecc4e69-75", "ovs_interfaceid": "fecc4e69-7597-4f57-858f-d2484f5768d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:04:37 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-98b6d271-c061-4279-baea-db123c0e7666 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3f:99:ad,bridge_name='br-int',has_traffic_filtering=True,id=fecc4e69-7597-4f57-858f-d2484f5768d7,network=Network(27770857-f5da-42f3-a973-e80b37986960),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfecc4e69-75') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:04:37 user nova-compute[75278]: DEBUG os_vif [None req-98b6d271-c061-4279-baea-db123c0e7666 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3f:99:ad,bridge_name='br-int',has_traffic_filtering=True,id=fecc4e69-7597-4f57-858f-d2484f5768d7,network=Network(27770857-f5da-42f3-a973-e80b37986960),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfecc4e69-75') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 16:04:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfecc4e69-75, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:04:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:04:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=069819da-8e0b-425e-a940-c296bf378972) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:04:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:37 user nova-compute[75278]: INFO os_vif [None req-98b6d271-c061-4279-baea-db123c0e7666 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3f:99:ad,bridge_name='br-int',has_traffic_filtering=True,id=fecc4e69-7597-4f57-858f-d2484f5768d7,network=Network(27770857-f5da-42f3-a973-e80b37986960),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfecc4e69-75')
Dec 06 16:04:37 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-98b6d271-c061-4279-baea-db123c0e7666 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Deleting instance files /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f_del
Dec 06 16:04:37 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-98b6d271-c061-4279-baea-db123c0e7666 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Deletion of /opt/stack/data/nova/instances/accf5417-e552-4fa7-8b65-5f3121d1d17f_del complete
Dec 06 16:04:37 user nova-compute[75278]: INFO nova.compute.manager [None req-98b6d271-c061-4279-baea-db123c0e7666 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Took 0.89 seconds to destroy the instance on the hypervisor.
Dec 06 16:04:37 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-98b6d271-c061-4279-baea-db123c0e7666 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 16:04:37 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 16:04:37 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 16:04:37 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:04:37 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Took 0.45 seconds to deallocate network for instance.
Dec 06 16:04:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-98b6d271-c061-4279-baea-db123c0e7666 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:04:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-98b6d271-c061-4279-baea-db123c0e7666 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:04:37 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-98b6d271-c061-4279-baea-db123c0e7666 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:04:37 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-98b6d271-c061-4279-baea-db123c0e7666 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:04:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-98b6d271-c061-4279-baea-db123c0e7666 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.359s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:04:38 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-98b6d271-c061-4279-baea-db123c0e7666 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Deleted allocations for instance accf5417-e552-4fa7-8b65-5f3121d1d17f
Dec 06 16:04:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-98b6d271-c061-4279-baea-db123c0e7666 tempest-ServerActionsTestOtherA-749613830 tempest-ServerActionsTestOtherA-749613830-project-member] Lock "accf5417-e552-4fa7-8b65-5f3121d1d17f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.958s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:04:38 user nova-compute[75278]: DEBUG os_brick.utils [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:04:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:38 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[01327374-d8d3-4543-bd51-88ea8753125b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:04:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:38 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[836b632b-9f9d-4694-9e93-a3dde9b3af90]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:04:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:38 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cc3a974-8cbf-4f50-9995-8eae794881b1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:04:38 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[30f6cd02-b30e-49c0-8325-c7b76a17a181]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:04:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 16:04:38 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 16:04:38 user nova-compute[75278]: DEBUG nova.compute.manager [req-1af07e99-1fdf-4698-b858-592904628682 req-9bc81dff-7402-464a-a68e-9ea659bd26d7 service nova] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Received event network-vif-plugged-fecc4e69-7597-4f57-858f-d2484f5768d7 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:04:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-1af07e99-1fdf-4698-b858-592904628682 req-9bc81dff-7402-464a-a68e-9ea659bd26d7 service nova] Acquiring lock "accf5417-e552-4fa7-8b65-5f3121d1d17f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:04:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-1af07e99-1fdf-4698-b858-592904628682 req-9bc81dff-7402-464a-a68e-9ea659bd26d7 service nova] Lock "accf5417-e552-4fa7-8b65-5f3121d1d17f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:04:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-1af07e99-1fdf-4698-b858-592904628682 req-9bc81dff-7402-464a-a68e-9ea659bd26d7 service nova] Lock "accf5417-e552-4fa7-8b65-5f3121d1d17f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:04:38 user nova-compute[75278]: DEBUG nova.compute.manager [req-1af07e99-1fdf-4698-b858-592904628682 req-9bc81dff-7402-464a-a68e-9ea659bd26d7 service nova] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] No waiting events found dispatching network-vif-plugged-fecc4e69-7597-4f57-858f-d2484f5768d7 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:04:38 user nova-compute[75278]: WARNING nova.compute.manager [req-1af07e99-1fdf-4698-b858-592904628682 req-9bc81dff-7402-464a-a68e-9ea659bd26d7 service nova] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Received unexpected event network-vif-plugged-fecc4e69-7597-4f57-858f-d2484f5768d7 for instance with vm_state deleted and task_state None.
Dec 06 16:04:38 user nova-compute[75278]: DEBUG nova.compute.manager [req-1af07e99-1fdf-4698-b858-592904628682 req-9bc81dff-7402-464a-a68e-9ea659bd26d7 service nova] [instance: accf5417-e552-4fa7-8b65-5f3121d1d17f] Received event network-vif-deleted-fecc4e69-7597-4f57-858f-d2484f5768d7 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:04:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 16:04:38 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 16:04:38 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b90b49b-8731-44c8-a45c-a7acfc75c3dd]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:04:38 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 16:04:38 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 16:04:38 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 16:04:38 user nova-compute[75278]: DEBUG os_brick.utils [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:04:38 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Updating existing volume attachment record: 50f3d676-5142-4634-807f-dd0ce0e7f9e4 {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 16:04:39 user nova-compute[75278]: DEBUG nova.compute.manager [req-9824267f-2caa-431a-9593-ac5d48bb004f req-6b11e48a-8afb-4a81-a66b-87db6e6b63da service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Received event network-changed-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:04:39 user nova-compute[75278]: DEBUG nova.compute.manager [req-9824267f-2caa-431a-9593-ac5d48bb004f req-6b11e48a-8afb-4a81-a66b-87db6e6b63da service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Refreshing instance network info cache due to event network-changed-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:04:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9824267f-2caa-431a-9593-ac5d48bb004f req-6b11e48a-8afb-4a81-a66b-87db6e6b63da service nova] Acquiring lock "refresh_cache-7f4156a6-a670-4198-98aa-d2f80c2abba9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:04:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9824267f-2caa-431a-9593-ac5d48bb004f req-6b11e48a-8afb-4a81-a66b-87db6e6b63da service nova] Acquired lock "refresh_cache-7f4156a6-a670-4198-98aa-d2f80c2abba9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:04:39 user nova-compute[75278]: DEBUG nova.network.neutron [req-9824267f-2caa-431a-9593-ac5d48bb004f req-6b11e48a-8afb-4a81-a66b-87db6e6b63da service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Refreshing network info cache for port 95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:04:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-e1ab154f-314e-4152-a8d8-cda334251dfd tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "7f4156a6-a670-4198-98aa-d2f80c2abba9" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:04:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-e1ab154f-314e-4152-a8d8-cda334251dfd tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "7f4156a6-a670-4198-98aa-d2f80c2abba9" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:04:40 user nova-compute[75278]: INFO nova.compute.manager [None req-e1ab154f-314e-4152-a8d8-cda334251dfd tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Detaching volume 8a3309b0-b688-463b-9ff7-ea0ded519853
Dec 06 16:04:40 user nova-compute[75278]: DEBUG nova.network.neutron [req-9824267f-2caa-431a-9593-ac5d48bb004f req-6b11e48a-8afb-4a81-a66b-87db6e6b63da service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Updated VIF entry in instance network info cache for port 95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:04:40 user nova-compute[75278]: DEBUG nova.network.neutron [req-9824267f-2caa-431a-9593-ac5d48bb004f req-6b11e48a-8afb-4a81-a66b-87db6e6b63da service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Updating instance_info_cache with network_info: [{"id": "95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e", "address": "fa:16:3e:49:df:9f", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95f16aeb-a5", "ovs_interfaceid": "95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:04:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9824267f-2caa-431a-9593-ac5d48bb004f req-6b11e48a-8afb-4a81-a66b-87db6e6b63da service nova] Releasing lock "refresh_cache-7f4156a6-a670-4198-98aa-d2f80c2abba9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:04:40 user nova-compute[75278]: INFO nova.virt.block_device [None req-e1ab154f-314e-4152-a8d8-cda334251dfd tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Attempting to driver detach volume 8a3309b0-b688-463b-9ff7-ea0ded519853 from mountpoint /dev/vdb
Dec 06 16:04:40 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-e1ab154f-314e-4152-a8d8-cda334251dfd tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Attempting to detach device vdb from instance 7f4156a6-a670-4198-98aa-d2f80c2abba9 from the persistent domain config. {{(pid=75278) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 16:04:40 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-e1ab154f-314e-4152-a8d8-cda334251dfd tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 16:04:40 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:04:40 user nova-compute[75278]:   <source dev="/dev/sde"/>
Dec 06 16:04:40 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 16:04:40 user nova-compute[75278]:   <serial>8a3309b0-b688-463b-9ff7-ea0ded519853</serial>
Dec 06 16:04:40 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 16:04:40 user nova-compute[75278]: </disk>
Dec 06 16:04:40 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 16:04:40 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-e1ab154f-314e-4152-a8d8-cda334251dfd tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Successfully detached device vdb from instance 7f4156a6-a670-4198-98aa-d2f80c2abba9 from the persistent domain config.
Dec 06 16:04:40 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-e1ab154f-314e-4152-a8d8-cda334251dfd tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 7f4156a6-a670-4198-98aa-d2f80c2abba9 from the live domain config. {{(pid=75278) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 16:04:40 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-e1ab154f-314e-4152-a8d8-cda334251dfd tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 16:04:40 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:04:40 user nova-compute[75278]:   <source dev="/dev/sde"/>
Dec 06 16:04:40 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 16:04:40 user nova-compute[75278]:   <serial>8a3309b0-b688-463b-9ff7-ea0ded519853</serial>
Dec 06 16:04:40 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 16:04:40 user nova-compute[75278]: </disk>
Dec 06 16:04:40 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 16:04:40 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-e1ab154f-314e-4152-a8d8-cda334251dfd tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 7f4156a6-a670-4198-98aa-d2f80c2abba9 {{(pid=75278) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 16:04:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:41 user nova-compute[75278]: DEBUG nova.compute.manager [req-9ebccf39-ae70-4b28-9288-f24b33f46309 req-73edbe48-5cba-45c7-acad-312f3f2ea09d service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Received event network-changed-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:04:41 user nova-compute[75278]: DEBUG nova.compute.manager [req-9ebccf39-ae70-4b28-9288-f24b33f46309 req-73edbe48-5cba-45c7-acad-312f3f2ea09d service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Refreshing instance network info cache due to event network-changed-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:04:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9ebccf39-ae70-4b28-9288-f24b33f46309 req-73edbe48-5cba-45c7-acad-312f3f2ea09d service nova] Acquiring lock "refresh_cache-7f4156a6-a670-4198-98aa-d2f80c2abba9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:04:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9ebccf39-ae70-4b28-9288-f24b33f46309 req-73edbe48-5cba-45c7-acad-312f3f2ea09d service nova] Acquired lock "refresh_cache-7f4156a6-a670-4198-98aa-d2f80c2abba9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:04:41 user nova-compute[75278]: DEBUG nova.network.neutron [req-9ebccf39-ae70-4b28-9288-f24b33f46309 req-73edbe48-5cba-45c7-acad-312f3f2ea09d service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Refreshing network info cache for port 95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:04:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:42 user nova-compute[75278]: DEBUG nova.network.neutron [req-9ebccf39-ae70-4b28-9288-f24b33f46309 req-73edbe48-5cba-45c7-acad-312f3f2ea09d service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Updated VIF entry in instance network info cache for port 95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:04:42 user nova-compute[75278]: DEBUG nova.network.neutron [req-9ebccf39-ae70-4b28-9288-f24b33f46309 req-73edbe48-5cba-45c7-acad-312f3f2ea09d service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Updating instance_info_cache with network_info: [{"id": "95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e", "address": "fa:16:3e:49:df:9f", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95f16aeb-a5", "ovs_interfaceid": "95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:04:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9ebccf39-ae70-4b28-9288-f24b33f46309 req-73edbe48-5cba-45c7-acad-312f3f2ea09d service nova] Releasing lock "refresh_cache-7f4156a6-a670-4198-98aa-d2f80c2abba9" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:04:45 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:47 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG nova.compute.manager [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 16:04:48 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Creating image(s)
Dec 06 16:04:48 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Did not create local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Ensure instance console log exists: /opt/stack/data/nova/instances/4dfc2c2e-2747-4f95-b08f-3f564c1d3c74/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Start _get_guest_xml network_info=[{"id": "7329f4ea-ffe9-429f-9f78-0229afb498ba", "address": "fa:16:3e:b5:89:17", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7329f4ea-ff", "ovs_interfaceid": "7329f4ea-ffe9-429f-9f78-0229afb498ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'boot_index': 0, 'delete_on_termination': False, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': '50f3d676-5142-4634-807f-dd0ce0e7f9e4', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RyponkWN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4dfc2c2e-2747-4f95-b08f-3f564c1d3c74', 'attached_at': '', 'detached_at': '', 'volume_id': 'cfcb365c-507f-4a86-9627-cd4ab26aa650', 'serial': 'cfcb365c-507f-4a86-9627-cd4ab26aa650'}, 'volume_type': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 16:04:48 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:04:48 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:04:48 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RyponkWN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:04:48 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:04:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:04:48 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:04:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:04:48 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 16:04:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[88bc04bf-ba0d-4e8b-8080-5a847ef6fea6]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 16:04:48 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e111300-b6ba-4269-8172-8c1625e7c4bc]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650] added
Dec 06 16:04:48 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0acec303-3a20-471f-a073-c6a34e007454]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f57aa90-0e78-4abe-87dc-95e68d1be91d]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RyponkWN {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RyponkWN" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6c3597e-210b-494d-b10f-dd7f049132be]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RyponkWN'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1b07108-8ded-4860-8af7-a645e92c4458]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[4088feb9-ea39-47cc-a1d0-6d500345806c]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)
Dec 06 16:04:48 user nova-compute[75278]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 (non-flash)
Dec 06 16:04:48 user nova-compute[75278]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55 (non-flash)
Dec 06 16:04:48 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)
Dec 06 16:04:48 user nova-compute[75278]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 (non-flash)
Dec 06 16:04:48 user nova-compute[75278]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55 (non-flash)
Dec 06 16:04:48 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[81f7abac-2a9f-467f-8e48-0f6069b94500]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650, portal: 172.16.0.220,3260]
Dec 06 16:04:48 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650, portal: 172.16.0.220,3260] successful.
Dec 06 16:04:48 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[32780208-7e47-47c9-bb57-adcf84883b16]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fa49b2d-d0bc-46a6-bdd8-f2a047eef225]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)
Dec 06 16:04:48 user nova-compute[75278]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 (non-flash)
Dec 06 16:04:48 user nova-compute[75278]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55 (non-flash)
Dec 06 16:04:48 user nova-compute[75278]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:04:48 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)
Dec 06 16:04:48 user nova-compute[75278]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 (non-flash)
Dec 06 16:04:48 user nova-compute[75278]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55 (non-flash)
Dec 06 16:04:48 user nova-compute[75278]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:04:48 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.286s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] HCTL ('35', '-', '-', 0) found on session 46 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7eedaa48-a07c-49b8-b6af-694c3b623431]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Searching for a device in session 46 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 16:04:48 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RyponkWN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 16:04:49 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.319s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:04:49 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] <== connect_volume: return (1321ms) {'type': 'block', 'scsi_wwn': '26437303037313138', 'path': '/dev/sdd'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:04:49 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26437303037313138', 'path': '/dev/sdd'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 16:04:49 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-4f21e9be-0597-4e67-aeb2-96c0222dee66 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 42b4eaaa-9bfa-4703-b488-54c9f1225da2 is timed out.
Dec 06 16:04:49 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-4f21e9be-0597-4e67-aeb2-96c0222dee66 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Successfully detached device vdb from instance 42b4eaaa-9bfa-4703-b488-54c9f1225da2 from the live domain config.
Dec 06 16:04:49 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4f21e9be-0597-4e67-aeb2-96c0222dee66 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 16:04:49 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f21e9be-0597-4e67-aeb2-96c0222dee66 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QDBpvTPz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:04:49 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-4f21e9be-0597-4e67-aeb2-96c0222dee66 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:04:49 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-4f21e9be-0597-4e67-aeb2-96c0222dee66 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:04:49 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-4f21e9be-0597-4e67-aeb2-96c0222dee66 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:04:49 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:49 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:04:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-803789311',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-803789311',id=36,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='29ae73a7063f40018c4c87b073578c9f',ramdisk_id='',reservation_id='r-pvetyl8z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-569028538',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:04:33Z,user_data=None,user_id='b91f9d2569644a57990737e162db4cda',uuid=4dfc2c2e-2747-4f95-b08f-3f564c1d3c74,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7329f4ea-ffe9-429f-9f78-0229afb498ba", "address": "fa:16:3e:b5:89:17", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7329f4ea-ff", "ovs_interfaceid": "7329f4ea-ffe9-429f-9f78-0229afb498ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 16:04:49 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Converting VIF {"id": "7329f4ea-ffe9-429f-9f78-0229afb498ba", "address": "fa:16:3e:b5:89:17", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7329f4ea-ff", "ovs_interfaceid": "7329f4ea-ffe9-429f-9f78-0229afb498ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:04:49 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b5:89:17,bridge_name='br-int',has_traffic_filtering=True,id=7329f4ea-ffe9-429f-9f78-0229afb498ba,network=Network(243fdb87-481c-4565-adce-3c2b311a66b0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7329f4ea-ff') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:04:49 user nova-compute[75278]: DEBUG nova.objects.instance [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lazy-loading 'pci_devices' on Instance uuid 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:04:49 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:49 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] End _get_guest_xml xml=<domain type="kvm">
Dec 06 16:04:49 user nova-compute[75278]:   <uuid>4dfc2c2e-2747-4f95-b08f-3f564c1d3c74</uuid>
Dec 06 16:04:49 user nova-compute[75278]:   <name>instance-00000024</name>
Dec 06 16:04:49 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 16:04:49 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 16:04:49 user nova-compute[75278]:   <metadata>
Dec 06 16:04:49 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 16:04:49 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 16:04:49 user nova-compute[75278]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-803789311</nova:name>
Dec 06 16:04:49 user nova-compute[75278]:       <nova:creationTime>2023-12-06 16:04:48</nova:creationTime>
Dec 06 16:04:49 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 16:04:49 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 16:04:49 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 16:04:49 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 16:04:49 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 16:04:49 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 16:04:49 user nova-compute[75278]:       </nova:flavor>
Dec 06 16:04:49 user nova-compute[75278]:       <nova:owner>
Dec 06 16:04:49 user nova-compute[75278]:         <nova:user uuid="b91f9d2569644a57990737e162db4cda">tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member</nova:user>
Dec 06 16:04:49 user nova-compute[75278]:         <nova:project uuid="29ae73a7063f40018c4c87b073578c9f">tempest-ServerBootFromVolumeStableRescueTest-569028538</nova:project>
Dec 06 16:04:49 user nova-compute[75278]:       </nova:owner>
Dec 06 16:04:49 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 16:04:49 user nova-compute[75278]:       <nova:ports>
Dec 06 16:04:49 user nova-compute[75278]:         <nova:port uuid="7329f4ea-ffe9-429f-9f78-0229afb498ba">
Dec 06 16:04:49 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 06 16:04:49 user nova-compute[75278]:         </nova:port>
Dec 06 16:04:49 user nova-compute[75278]:       </nova:ports>
Dec 06 16:04:49 user nova-compute[75278]:     </nova:instance>
Dec 06 16:04:49 user nova-compute[75278]:   </metadata>
Dec 06 16:04:49 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 16:04:49 user nova-compute[75278]:     <system>
Dec 06 16:04:49 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 16:04:49 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 16:04:49 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 16:04:49 user nova-compute[75278]:       <entry name="serial">4dfc2c2e-2747-4f95-b08f-3f564c1d3c74</entry>
Dec 06 16:04:49 user nova-compute[75278]:       <entry name="uuid">4dfc2c2e-2747-4f95-b08f-3f564c1d3c74</entry>
Dec 06 16:04:49 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 16:04:49 user nova-compute[75278]:     </system>
Dec 06 16:04:49 user nova-compute[75278]:   </sysinfo>
Dec 06 16:04:49 user nova-compute[75278]:   <os>
Dec 06 16:04:49 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 16:04:49 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 16:04:49 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 16:04:49 user nova-compute[75278]:   </os>
Dec 06 16:04:49 user nova-compute[75278]:   <features>
Dec 06 16:04:49 user nova-compute[75278]:     <acpi/>
Dec 06 16:04:49 user nova-compute[75278]:     <apic/>
Dec 06 16:04:49 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 16:04:49 user nova-compute[75278]:   </features>
Dec 06 16:04:49 user nova-compute[75278]:   <clock offset="utc">
Dec 06 16:04:49 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 16:04:49 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 16:04:49 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 16:04:49 user nova-compute[75278]:   </clock>
Dec 06 16:04:49 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 16:04:49 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 16:04:49 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 16:04:49 user nova-compute[75278]:   </cpu>
Dec 06 16:04:49 user nova-compute[75278]:   <devices>
Dec 06 16:04:49 user nova-compute[75278]:     <disk type="block" device="disk">
Dec 06 16:04:49 user nova-compute[75278]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:04:49 user nova-compute[75278]:       <source dev="/dev/sdd"/>
Dec 06 16:04:49 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 16:04:49 user nova-compute[75278]:       <serial>cfcb365c-507f-4a86-9627-cd4ab26aa650</serial>
Dec 06 16:04:49 user nova-compute[75278]:     </disk>
Dec 06 16:04:49 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 16:04:49 user nova-compute[75278]:       <mac address="fa:16:3e:b5:89:17"/>
Dec 06 16:04:49 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:04:49 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 16:04:49 user nova-compute[75278]:       <target dev="tap7329f4ea-ff"/>
Dec 06 16:04:49 user nova-compute[75278]:     </interface>
Dec 06 16:04:49 user nova-compute[75278]:     <serial type="pty">
Dec 06 16:04:49 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/4dfc2c2e-2747-4f95-b08f-3f564c1d3c74/console.log" append="off"/>
Dec 06 16:04:49 user nova-compute[75278]:     </serial>
Dec 06 16:04:49 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 16:04:49 user nova-compute[75278]:     <video>
Dec 06 16:04:49 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:04:49 user nova-compute[75278]:     </video>
Dec 06 16:04:49 user nova-compute[75278]:     <rng model="virtio">
Dec 06 16:04:49 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 16:04:49 user nova-compute[75278]:     </rng>
Dec 06 16:04:49 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 16:04:49 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 16:04:49 user nova-compute[75278]:       <stats period="10"/>
Dec 06 16:04:49 user nova-compute[75278]:     </memballoon>
Dec 06 16:04:49 user nova-compute[75278]:   </devices>
Dec 06 16:04:49 user nova-compute[75278]: </domain>
Dec 06 16:04:49 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 16:04:49 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:04:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-803789311',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-803789311',id=36,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='29ae73a7063f40018c4c87b073578c9f',ramdisk_id='',reservation_id='r-pvetyl8z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-569028538',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:04:33Z,user_data=None,user_id='b91f9d2569644a57990737e162db4cda',uuid=4dfc2c2e-2747-4f95-b08f-3f564c1d3c74,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7329f4ea-ffe9-429f-9f78-0229afb498ba", "address": "fa:16:3e:b5:89:17", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7329f4ea-ff", "ovs_interfaceid": "7329f4ea-ffe9-429f-9f78-0229afb498ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 16:04:49 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Converting VIF {"id": "7329f4ea-ffe9-429f-9f78-0229afb498ba", "address": "fa:16:3e:b5:89:17", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7329f4ea-ff", "ovs_interfaceid": "7329f4ea-ffe9-429f-9f78-0229afb498ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:04:49 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b5:89:17,bridge_name='br-int',has_traffic_filtering=True,id=7329f4ea-ffe9-429f-9f78-0229afb498ba,network=Network(243fdb87-481c-4565-adce-3c2b311a66b0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7329f4ea-ff') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:04:49 user nova-compute[75278]: DEBUG os_vif [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b5:89:17,bridge_name='br-int',has_traffic_filtering=True,id=7329f4ea-ffe9-429f-9f78-0229afb498ba,network=Network(243fdb87-481c-4565-adce-3c2b311a66b0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7329f4ea-ff') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 16:04:49 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[366c1ff7-67f6-4602-8cb8-e868e6f2e0bb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:04:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:04:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 16:04:49 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f21e9be-0597-4e67-aeb2-96c0222dee66 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 16:04:49 user nova-compute[75278]: No targets found.
Dec 06 16:04:49 user nova-compute[75278]: iSNS:
Dec 06 16:04:49 user nova-compute[75278]: No targets found.
Dec 06 16:04:49 user nova-compute[75278]: STATIC:
Dec 06 16:04:49 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650
Dec 06 16:04:49 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:04:49 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:04:49 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55
Dec 06 16:04:49 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:04:49 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:04:49 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853
Dec 06 16:04:49 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:04:49 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:04:49 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135
Dec 06 16:04:49 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:04:49 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:04:49 user nova-compute[75278]: FIRMWARE:
Dec 06 16:04:49 user nova-compute[75278]: No targets found.
Dec 06 16:04:49 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:04:49 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f21e9be-0597-4e67-aeb2-96c0222dee66 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 16:04:49 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 16:04:49 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 16:04:49 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f21e9be-0597-4e67-aeb2-96c0222dee66 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 16:04:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '45d1c1d1-d90e-563e-91bd-f4fe6ce116e2', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:04:49 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:04:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7329f4ea-ff, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:04:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7329f4ea-ff, col_values=(('qos', UUID('bbf614a6-892d-4d4e-8ebb-05d631a72554')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:04:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7329f4ea-ff, col_values=(('external_ids', {'iface-id': '7329f4ea-ffe9-429f-9f78-0229afb498ba', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b5:89:17', 'vm-uuid': '4dfc2c2e-2747-4f95-b08f-3f564c1d3c74'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:04:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:04:49 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:49 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[43b82064-c692-4fc8-b758-2f9f0bfc10e9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:04:49 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:49 user nova-compute[75278]: INFO os_vif [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b5:89:17,bridge_name='br-int',has_traffic_filtering=True,id=7329f4ea-ffe9-429f-9f78-0229afb498ba,network=Network(243fdb87-481c-4565-adce-3c2b311a66b0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7329f4ea-ff')
Dec 06 16:04:50 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:50 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[22ba6b6d-5d52-401b-80df-47b709ab6869]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:04:50 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f21e9be-0597-4e67-aeb2-96c0222dee66 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)
Dec 06 16:04:50 user nova-compute[75278]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 (non-flash)
Dec 06 16:04:50 user nova-compute[75278]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55 (non-flash)
Dec 06 16:04:50 user nova-compute[75278]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:04:50 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:04:50 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f21e9be-0597-4e67-aeb2-96c0222dee66 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)
Dec 06 16:04:50 user nova-compute[75278]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 (non-flash)
Dec 06 16:04:50 user nova-compute[75278]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55 (non-flash)
Dec 06 16:04:50 user nova-compute[75278]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:04:50 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:04:50 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f21e9be-0597-4e67-aeb2-96c0222dee66 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c59b1c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55'): ({'sdb'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 16:04:50 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-4f21e9be-0597-4e67-aeb2-96c0222dee66 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Removing single pathed devices sdb {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 16:04:50 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:50 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:50 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e6d6d77-3f1e-4346-8760-d72e3442a876]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:04:50 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:50 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:04:50 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] No VIF found with MAC fa:16:3e:b5:89:17, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 16:04:50 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:50 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e106e4f1-8a61-48a8-8ad4-3126d96e06b4]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:04:50 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-4f21e9be-0597-4e67-aeb2-96c0222dee66 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Flushing IO for device /dev/sdb {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 16:04:50 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:50 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:50 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[79bad11a-8384-4dfd-a0ea-9385b21f9c65]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:04:50 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-4f21e9be-0597-4e67-aeb2-96c0222dee66 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 16:04:50 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:50 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.047s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:50 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[54559d64-9e8d-4162-894c-60a1f43d8eb1]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:04:50 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-4f21e9be-0597-4e67-aeb2-96c0222dee66 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 16:04:50 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-4f21e9be-0597-4e67-aeb2-96c0222dee66 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] SCSI volumes sdb have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 16:04:50 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f21e9be-0597-4e67-aeb2-96c0222dee66 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 16:04:50 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:50 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:50 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6af0b662-fee8-4af3-9c5f-e7f5144ed888]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:04:50 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f21e9be-0597-4e67-aeb2-96c0222dee66 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:04:50 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55 -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:50 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55 -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:50 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a123a48-5919-47b9-9dd2-799ef4ec57a4]: (4, ('Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55, portal: 172.16.0.220,3260]\nLogout of [sid: 45, target: iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:04:50 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f21e9be-0597-4e67-aeb2-96c0222dee66 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55, portal: 172.16.0.220,3260]
Dec 06 16:04:50 user nova-compute[75278]: Logout of [sid: 45, target: iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55, portal: 172.16.0.220,3260] successful.
Dec 06 16:04:50 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:04:50 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55 -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:50 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:50 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d903d0f4-7be0-461c-8944-37150704e4db]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:04:50 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f21e9be-0597-4e67-aeb2-96c0222dee66 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:04:50 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-4f21e9be-0597-4e67-aeb2-96c0222dee66 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.338s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:04:50 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f21e9be-0597-4e67-aeb2-96c0222dee66 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] <== disconnect_volume: return (339ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:04:50 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4f21e9be-0597-4e67-aeb2-96c0222dee66 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 16:04:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:51 user nova-compute[75278]: DEBUG nova.objects.instance [None req-4f21e9be-0597-4e67-aeb2-96c0222dee66 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lazy-loading 'flavor' on Instance uuid 42b4eaaa-9bfa-4703-b488-54c9f1225da2 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:04:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4f21e9be-0597-4e67-aeb2-96c0222dee66 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "42b4eaaa-9bfa-4703-b488-54c9f1225da2" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.744s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:04:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "42b4eaaa-9bfa-4703-b488-54c9f1225da2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.635s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:04:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Acquiring lock "42b4eaaa-9bfa-4703-b488-54c9f1225da2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:04:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "42b4eaaa-9bfa-4703-b488-54c9f1225da2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:04:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "42b4eaaa-9bfa-4703-b488-54c9f1225da2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:04:51 user nova-compute[75278]: INFO nova.compute.manager [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Terminating instance
Dec 06 16:04:51 user nova-compute[75278]: DEBUG nova.compute.manager [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 16:04:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:51 user nova-compute[75278]: DEBUG nova.compute.manager [req-5e1e5bf1-5244-43bc-a5ff-9eac35b014e5 req-7ea8f8f3-fbad-407f-9b21-bd0e4f877284 service nova] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Received event network-vif-unplugged-b4460340-15d1-4c7e-9540-d3ff091f4087 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:04:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5e1e5bf1-5244-43bc-a5ff-9eac35b014e5 req-7ea8f8f3-fbad-407f-9b21-bd0e4f877284 service nova] Acquiring lock "42b4eaaa-9bfa-4703-b488-54c9f1225da2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:04:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5e1e5bf1-5244-43bc-a5ff-9eac35b014e5 req-7ea8f8f3-fbad-407f-9b21-bd0e4f877284 service nova] Lock "42b4eaaa-9bfa-4703-b488-54c9f1225da2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:04:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5e1e5bf1-5244-43bc-a5ff-9eac35b014e5 req-7ea8f8f3-fbad-407f-9b21-bd0e4f877284 service nova] Lock "42b4eaaa-9bfa-4703-b488-54c9f1225da2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:04:51 user nova-compute[75278]: DEBUG nova.compute.manager [req-5e1e5bf1-5244-43bc-a5ff-9eac35b014e5 req-7ea8f8f3-fbad-407f-9b21-bd0e4f877284 service nova] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] No waiting events found dispatching network-vif-unplugged-b4460340-15d1-4c7e-9540-d3ff091f4087 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:04:51 user nova-compute[75278]: DEBUG nova.compute.manager [req-5e1e5bf1-5244-43bc-a5ff-9eac35b014e5 req-7ea8f8f3-fbad-407f-9b21-bd0e4f877284 service nova] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Received event network-vif-unplugged-b4460340-15d1-4c7e-9540-d3ff091f4087 for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 16:04:51 user nova-compute[75278]: DEBUG nova.compute.manager [req-298c344f-e659-4066-a001-2af13218d8c8 req-3cf84770-83d1-4d0d-b0a2-88b6e1fe13de service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Received event network-vif-plugged-7329f4ea-ffe9-429f-9f78-0229afb498ba {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:04:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-298c344f-e659-4066-a001-2af13218d8c8 req-3cf84770-83d1-4d0d-b0a2-88b6e1fe13de service nova] Acquiring lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:04:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-298c344f-e659-4066-a001-2af13218d8c8 req-3cf84770-83d1-4d0d-b0a2-88b6e1fe13de service nova] Lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:04:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-298c344f-e659-4066-a001-2af13218d8c8 req-3cf84770-83d1-4d0d-b0a2-88b6e1fe13de service nova] Lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:04:51 user nova-compute[75278]: DEBUG nova.compute.manager [req-298c344f-e659-4066-a001-2af13218d8c8 req-3cf84770-83d1-4d0d-b0a2-88b6e1fe13de service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] No waiting events found dispatching network-vif-plugged-7329f4ea-ffe9-429f-9f78-0229afb498ba {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:04:51 user nova-compute[75278]: WARNING nova.compute.manager [req-298c344f-e659-4066-a001-2af13218d8c8 req-3cf84770-83d1-4d0d-b0a2-88b6e1fe13de service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Received unexpected event network-vif-plugged-7329f4ea-ffe9-429f-9f78-0229afb498ba for instance with vm_state building and task_state spawning.
Dec 06 16:04:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:51 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Instance destroyed successfully.
Dec 06 16:04:51 user nova-compute[75278]: DEBUG nova.objects.instance [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lazy-loading 'resources' on Instance uuid 42b4eaaa-9bfa-4703-b488-54c9f1225da2 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:04:51 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:01:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1004582226',display_name='tempest-VolumesSnapshotTestJSON-instance-1004582226',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1004582226',id=33,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAspVURWUH8Oq5xsjU5HIL2MxgJClMciwZ9eVgoe0QI7Te0sfOyJA1TqUIsP16zhhi5i4qPROmMV/fNYHdhpQ4t/lNfNoPsESfiBQgu8j/LACVGQ9FzZGJsBVaqOFqKNcg==',key_name='tempest-keypair-1424705004',keypairs=<?>,launch_index=0,launched_at=2023-12-06T16:02:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='aec2abcede854115a078b507bab731d9',ramdisk_id='',reservation_id='r-j3udjv7s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1267047075',owner_user_name='tempest-VolumesSnapshotTestJSON-1267047075-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T16:02:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='023b9f4019f44bdea4369aaa2efb3004',uuid=42b4eaaa-9bfa-4703-b488-54c9f1225da2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b4460340-15d1-4c7e-9540-d3ff091f4087", "address": "fa:16:3e:1b:e6:f8", "network": {"id": "9ecc28a5-fa99-42c4-adcd-7ced52e880f8", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1480146875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aec2abcede854115a078b507bab731d9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4460340-15", "ovs_interfaceid": "b4460340-15d1-4c7e-9540-d3ff091f4087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 16:04:51 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Converting VIF {"id": "b4460340-15d1-4c7e-9540-d3ff091f4087", "address": "fa:16:3e:1b:e6:f8", "network": {"id": "9ecc28a5-fa99-42c4-adcd-7ced52e880f8", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1480146875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aec2abcede854115a078b507bab731d9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4460340-15", "ovs_interfaceid": "b4460340-15d1-4c7e-9540-d3ff091f4087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:04:51 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1b:e6:f8,bridge_name='br-int',has_traffic_filtering=True,id=b4460340-15d1-4c7e-9540-d3ff091f4087,network=Network(9ecc28a5-fa99-42c4-adcd-7ced52e880f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4460340-15') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:04:51 user nova-compute[75278]: DEBUG os_vif [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1b:e6:f8,bridge_name='br-int',has_traffic_filtering=True,id=b4460340-15d1-4c7e-9540-d3ff091f4087,network=Network(9ecc28a5-fa99-42c4-adcd-7ced52e880f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4460340-15') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 16:04:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb4460340-15, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:04:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:04:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=19bc5cee-6fb1-4361-8326-8fab7b73680e) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:04:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:51 user nova-compute[75278]: INFO os_vif [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1b:e6:f8,bridge_name='br-int',has_traffic_filtering=True,id=b4460340-15d1-4c7e-9540-d3ff091f4087,network=Network(9ecc28a5-fa99-42c4-adcd-7ced52e880f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4460340-15')
Dec 06 16:04:52 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 16:04:52 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QDBpvTPz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:04:52 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:04:52 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:04:52 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:04:52 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:52 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:52 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec48f885-e1f2-4db2-807d-c5d10de02f6f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:04:52 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 16:04:52 user nova-compute[75278]: No targets found.
Dec 06 16:04:52 user nova-compute[75278]: iSNS:
Dec 06 16:04:52 user nova-compute[75278]: No targets found.
Dec 06 16:04:52 user nova-compute[75278]: STATIC:
Dec 06 16:04:52 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650
Dec 06 16:04:52 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:04:52 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:04:52 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853
Dec 06 16:04:52 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:04:52 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:04:52 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135
Dec 06 16:04:52 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:04:52 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:04:52 user nova-compute[75278]: FIRMWARE:
Dec 06 16:04:52 user nova-compute[75278]: No targets found.
Dec 06 16:04:52 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:04:52 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 16:04:52 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 16:04:52 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 16:04:52 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:81c31f64-ce55-4e8a-bc88-2831e757cc55', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 16:04:52 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:52 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:52 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f8d73d4-a9e2-45f0-8ebf-5693b7c56d40]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:04:52 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:04:52 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:04:52 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9a4673b-3ab5-4bb8-a98a-7bdf73a459d7]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:04:52 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)
Dec 06 16:04:52 user nova-compute[75278]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 (non-flash)
Dec 06 16:04:52 user nova-compute[75278]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:04:52 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:04:52 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)
Dec 06 16:04:52 user nova-compute[75278]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 (non-flash)
Dec 06 16:04:52 user nova-compute[75278]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:04:52 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:04:52 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f444fe5be20>, {}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 16:04:52 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Disconnecting from: [] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 16:04:52 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.077s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:04:52 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] <== disconnect_volume: return (78ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:04:52 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 16:04:52 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Deleting instance files /opt/stack/data/nova/instances/42b4eaaa-9bfa-4703-b488-54c9f1225da2_del
Dec 06 16:04:52 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Deletion of /opt/stack/data/nova/instances/42b4eaaa-9bfa-4703-b488-54c9f1225da2_del complete
Dec 06 16:04:52 user nova-compute[75278]: INFO nova.compute.manager [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Took 1.04 seconds to destroy the instance on the hypervisor.
Dec 06 16:04:52 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 16:04:52 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 16:04:52 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 16:04:52 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:04:52 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Took 0.72 seconds to deallocate network for instance.
Dec 06 16:04:52 user nova-compute[75278]: WARNING nova.volume.cinder [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Attachment 1ba2214a-b8a4-43f4-9974-66f995aa3eef does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 1ba2214a-b8a4-43f4-9974-66f995aa3eef. (HTTP 404) (Request-ID: req-8d221728-70cd-46a2-a12a-d420f4108e9d)
Dec 06 16:04:52 user nova-compute[75278]: INFO nova.compute.manager [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Took 0.06 seconds to detach 1 volumes for instance.
Dec 06 16:04:52 user nova-compute[75278]: DEBUG nova.compute.manager [req-7ce33b71-9d74-4fbf-9c14-e5d73acfcf74 req-86b8fad5-0c19-4d53-a8f2-206d1abacd50 service nova] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Received event network-vif-deleted-b4460340-15d1-4c7e-9540-d3ff091f4087 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:04:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:04:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:04:53 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:04:53 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:04:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.307s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:04:53 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Deleted allocations for instance 42b4eaaa-9bfa-4703-b488-54c9f1225da2
Dec 06 16:04:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-9f1c1042-31fc-4340-bec8-0b1d6b24d790 tempest-VolumesSnapshotTestJSON-1267047075 tempest-VolumesSnapshotTestJSON-1267047075-project-member] Lock "42b4eaaa-9bfa-4703-b488-54c9f1225da2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.326s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:04:53 user nova-compute[75278]: DEBUG nova.compute.manager [req-eb1529d9-a6cd-4486-8f1f-e53b36484294 req-b6500890-936f-4c0f-a813-0e0036103efa service nova] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Received event network-vif-plugged-b4460340-15d1-4c7e-9540-d3ff091f4087 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:04:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-eb1529d9-a6cd-4486-8f1f-e53b36484294 req-b6500890-936f-4c0f-a813-0e0036103efa service nova] Acquiring lock "42b4eaaa-9bfa-4703-b488-54c9f1225da2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:04:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-eb1529d9-a6cd-4486-8f1f-e53b36484294 req-b6500890-936f-4c0f-a813-0e0036103efa service nova] Lock "42b4eaaa-9bfa-4703-b488-54c9f1225da2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:04:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-eb1529d9-a6cd-4486-8f1f-e53b36484294 req-b6500890-936f-4c0f-a813-0e0036103efa service nova] Lock "42b4eaaa-9bfa-4703-b488-54c9f1225da2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:04:53 user nova-compute[75278]: DEBUG nova.compute.manager [req-eb1529d9-a6cd-4486-8f1f-e53b36484294 req-b6500890-936f-4c0f-a813-0e0036103efa service nova] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] No waiting events found dispatching network-vif-plugged-b4460340-15d1-4c7e-9540-d3ff091f4087 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:04:53 user nova-compute[75278]: WARNING nova.compute.manager [req-eb1529d9-a6cd-4486-8f1f-e53b36484294 req-b6500890-936f-4c0f-a813-0e0036103efa service nova] [instance: 42b4eaaa-9bfa-4703-b488-54c9f1225da2] Received unexpected event network-vif-plugged-b4460340-15d1-4c7e-9540-d3ff091f4087 for instance with vm_state deleted and task_state None.
Dec 06 16:04:53 user nova-compute[75278]: DEBUG nova.compute.manager [req-7e170a53-bf03-4efd-b718-a7d679ead243 req-f4a4f13a-43fe-407c-9120-9d17647b90d6 service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Received event network-vif-plugged-7329f4ea-ffe9-429f-9f78-0229afb498ba {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:04:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7e170a53-bf03-4efd-b718-a7d679ead243 req-f4a4f13a-43fe-407c-9120-9d17647b90d6 service nova] Acquiring lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:04:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7e170a53-bf03-4efd-b718-a7d679ead243 req-f4a4f13a-43fe-407c-9120-9d17647b90d6 service nova] Lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:04:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7e170a53-bf03-4efd-b718-a7d679ead243 req-f4a4f13a-43fe-407c-9120-9d17647b90d6 service nova] Lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:04:53 user nova-compute[75278]: DEBUG nova.compute.manager [req-7e170a53-bf03-4efd-b718-a7d679ead243 req-f4a4f13a-43fe-407c-9120-9d17647b90d6 service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] No waiting events found dispatching network-vif-plugged-7329f4ea-ffe9-429f-9f78-0229afb498ba {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:04:53 user nova-compute[75278]: WARNING nova.compute.manager [req-7e170a53-bf03-4efd-b718-a7d679ead243 req-f4a4f13a-43fe-407c-9120-9d17647b90d6 service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Received unexpected event network-vif-plugged-7329f4ea-ffe9-429f-9f78-0229afb498ba for instance with vm_state building and task_state spawning.
Dec 06 16:04:53 user nova-compute[75278]: DEBUG nova.compute.manager [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 16:04:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 16:04:53 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Instance spawned successfully.
Dec 06 16:04:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 16:04:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:04:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:04:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:04:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:04:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:04:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:04:53 user nova-compute[75278]: INFO nova.compute.manager [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Took 5.28 seconds to spawn the instance on the hypervisor.
Dec 06 16:04:53 user nova-compute[75278]: DEBUG nova.compute.manager [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 16:04:53 user nova-compute[75278]: INFO nova.compute.manager [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Took 21.93 seconds to build instance.
Dec 06 16:04:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4bf08701-7279-4e72-af82-b89e7a116c91 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 22.022s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:04:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:04:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:05:00 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-e1ab154f-314e-4152-a8d8-cda334251dfd tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 7f4156a6-a670-4198-98aa-d2f80c2abba9 is timed out.
Dec 06 16:05:00 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-e1ab154f-314e-4152-a8d8-cda334251dfd tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Successfully detached device vdb from instance 7f4156a6-a670-4198-98aa-d2f80c2abba9 from the live domain config.
Dec 06 16:05:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e1ab154f-314e-4152-a8d8-cda334251dfd tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ab154f-314e-4152-a8d8-cda334251dfd tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tSmJjshM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:05:00 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-e1ab154f-314e-4152-a8d8-cda334251dfd tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:05:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-e1ab154f-314e-4152-a8d8-cda334251dfd tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-e1ab154f-314e-4152-a8d8-cda334251dfd tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6130bdcc-2370-4f49-b103-3fa47c3f1d9b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ab154f-314e-4152-a8d8-cda334251dfd tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 16:05:00 user nova-compute[75278]: No targets found.
Dec 06 16:05:00 user nova-compute[75278]: iSNS:
Dec 06 16:05:00 user nova-compute[75278]: No targets found.
Dec 06 16:05:00 user nova-compute[75278]: STATIC:
Dec 06 16:05:00 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650
Dec 06 16:05:00 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:05:00 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:05:00 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853
Dec 06 16:05:00 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:05:00 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:05:00 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135
Dec 06 16:05:00 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:05:00 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:05:00 user nova-compute[75278]: FIRMWARE:
Dec 06 16:05:00 user nova-compute[75278]: No targets found.
Dec 06 16:05:00 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ab154f-314e-4152-a8d8-cda334251dfd tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 16:05:00 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 16:05:00 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ab154f-314e-4152-a8d8-cda334251dfd tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cbdabdd-ddd2-45bd-b352-fff802568539]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[48997431-5922-4a38-8bd7-3f58cd879e12]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ab154f-314e-4152-a8d8-cda334251dfd tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)
Dec 06 16:05:00 user nova-compute[75278]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 (non-flash)
Dec 06 16:05:00 user nova-compute[75278]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:05:00 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ab154f-314e-4152-a8d8-cda334251dfd tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 (non-flash)
Dec 06 16:05:00 user nova-compute[75278]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 (non-flash)
Dec 06 16:05:00 user nova-compute[75278]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:05:00 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ab154f-314e-4152-a8d8-cda334251dfd tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c599090>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853'): ({'sde'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-e1ab154f-314e-4152-a8d8-cda334251dfd tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Removing single pathed devices sde {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[363d6530-6691-4378-b469-d631c34b4db7]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cce9902-499e-42a6-ae18-bd031438c3d6]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-e1ab154f-314e-4152-a8d8-cda334251dfd tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Flushing IO for device /dev/sde {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f99fae78-d129-4855-b176-aa19715cfe11]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-e1ab154f-314e-4152-a8d8-cda334251dfd tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.045s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8c41138-a0f6-4558-9ee4-695cbf6d3b5c]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-e1ab154f-314e-4152-a8d8-cda334251dfd tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-e1ab154f-314e-4152-a8d8-cda334251dfd tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] SCSI volumes sde have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ab154f-314e-4152-a8d8-cda334251dfd tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d8878a1-1bcf-4f0e-93cf-c074488ec7d3]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ab154f-314e-4152-a8d8-cda334251dfd tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[33defd00-c07c-4f12-af2d-261d19811103]: (4, ('Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853, portal: 172.16.0.220,3260]\nLogout of [sid: 41, target: iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ab154f-314e-4152-a8d8-cda334251dfd tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853, portal: 172.16.0.220,3260]
Dec 06 16:05:00 user nova-compute[75278]: Logout of [sid: 41, target: iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853, portal: 172.16.0.220,3260] successful.
Dec 06 16:05:00 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a3309b0-b688-463b-9ff7-ea0ded519853 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a008813e-7387-4cfc-a474-cde6b20038c5]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ab154f-314e-4152-a8d8-cda334251dfd tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-e1ab154f-314e-4152-a8d8-cda334251dfd tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.320s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ab154f-314e-4152-a8d8-cda334251dfd tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] <== disconnect_volume: return (321ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:05:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e1ab154f-314e-4152-a8d8-cda334251dfd tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 16:05:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-9f8a8c6a-ce33-446b-a2b1-cce4bf5aa025 req-3d35a5c4-7c6a-47c1-aa9e-6bef306807fb service nova] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Received event network-changed-10d5f681-28bd-40a2-9e7c-a4dd85343302 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:05:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-9f8a8c6a-ce33-446b-a2b1-cce4bf5aa025 req-3d35a5c4-7c6a-47c1-aa9e-6bef306807fb service nova] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Refreshing instance network info cache due to event network-changed-10d5f681-28bd-40a2-9e7c-a4dd85343302. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:05:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9f8a8c6a-ce33-446b-a2b1-cce4bf5aa025 req-3d35a5c4-7c6a-47c1-aa9e-6bef306807fb service nova] Acquiring lock "refresh_cache-02b6bfe2-4956-4c6e-b90b-914d08a93441" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:05:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9f8a8c6a-ce33-446b-a2b1-cce4bf5aa025 req-3d35a5c4-7c6a-47c1-aa9e-6bef306807fb service nova] Acquired lock "refresh_cache-02b6bfe2-4956-4c6e-b90b-914d08a93441" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:05:01 user nova-compute[75278]: DEBUG nova.network.neutron [req-9f8a8c6a-ce33-446b-a2b1-cce4bf5aa025 req-3d35a5c4-7c6a-47c1-aa9e-6bef306807fb service nova] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Refreshing network info cache for port 10d5f681-28bd-40a2-9e7c-a4dd85343302 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:05:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7aeed996-a6ea-43c2-8725-579edb0d415b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "02b6bfe2-4956-4c6e-b90b-914d08a93441" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:05:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7aeed996-a6ea-43c2-8725-579edb0d415b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "02b6bfe2-4956-4c6e-b90b-914d08a93441" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:05:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7aeed996-a6ea-43c2-8725-579edb0d415b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "02b6bfe2-4956-4c6e-b90b-914d08a93441-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:05:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7aeed996-a6ea-43c2-8725-579edb0d415b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "02b6bfe2-4956-4c6e-b90b-914d08a93441-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:05:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7aeed996-a6ea-43c2-8725-579edb0d415b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "02b6bfe2-4956-4c6e-b90b-914d08a93441-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:05:01 user nova-compute[75278]: INFO nova.compute.manager [None req-7aeed996-a6ea-43c2-8725-579edb0d415b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Terminating instance
Dec 06 16:05:01 user nova-compute[75278]: DEBUG nova.compute.manager [None req-7aeed996-a6ea-43c2-8725-579edb0d415b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 16:05:01 user nova-compute[75278]: DEBUG nova.network.neutron [req-9f8a8c6a-ce33-446b-a2b1-cce4bf5aa025 req-3d35a5c4-7c6a-47c1-aa9e-6bef306807fb service nova] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Updated VIF entry in instance network info cache for port 10d5f681-28bd-40a2-9e7c-a4dd85343302. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:05:01 user nova-compute[75278]: DEBUG nova.network.neutron [req-9f8a8c6a-ce33-446b-a2b1-cce4bf5aa025 req-3d35a5c4-7c6a-47c1-aa9e-6bef306807fb service nova] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Updating instance_info_cache with network_info: [{"id": "10d5f681-28bd-40a2-9e7c-a4dd85343302", "address": "fa:16:3e:f4:2b:31", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.95", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10d5f681-28", "ovs_interfaceid": "10d5f681-28bd-40a2-9e7c-a4dd85343302", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:05:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9f8a8c6a-ce33-446b-a2b1-cce4bf5aa025 req-3d35a5c4-7c6a-47c1-aa9e-6bef306807fb service nova] Releasing lock "refresh_cache-02b6bfe2-4956-4c6e-b90b-914d08a93441" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:05:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:05:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:05:01 user nova-compute[75278]: DEBUG nova.objects.instance [None req-e1ab154f-314e-4152-a8d8-cda334251dfd tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lazy-loading 'flavor' on Instance uuid 7f4156a6-a670-4198-98aa-d2f80c2abba9 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:05:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-d4f5a60b-c5ea-4855-bf12-bef43bc9b7ad req-87dde811-0710-4e5e-9572-544460f29e28 service nova] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Received event network-vif-unplugged-10d5f681-28bd-40a2-9e7c-a4dd85343302 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:05:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d4f5a60b-c5ea-4855-bf12-bef43bc9b7ad req-87dde811-0710-4e5e-9572-544460f29e28 service nova] Acquiring lock "02b6bfe2-4956-4c6e-b90b-914d08a93441-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:05:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d4f5a60b-c5ea-4855-bf12-bef43bc9b7ad req-87dde811-0710-4e5e-9572-544460f29e28 service nova] Lock "02b6bfe2-4956-4c6e-b90b-914d08a93441-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:05:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d4f5a60b-c5ea-4855-bf12-bef43bc9b7ad req-87dde811-0710-4e5e-9572-544460f29e28 service nova] Lock "02b6bfe2-4956-4c6e-b90b-914d08a93441-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:05:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-d4f5a60b-c5ea-4855-bf12-bef43bc9b7ad req-87dde811-0710-4e5e-9572-544460f29e28 service nova] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] No waiting events found dispatching network-vif-unplugged-10d5f681-28bd-40a2-9e7c-a4dd85343302 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:05:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-d4f5a60b-c5ea-4855-bf12-bef43bc9b7ad req-87dde811-0710-4e5e-9572-544460f29e28 service nova] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Received event network-vif-unplugged-10d5f681-28bd-40a2-9e7c-a4dd85343302 for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 16:05:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-e1ab154f-314e-4152-a8d8-cda334251dfd tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "7f4156a6-a670-4198-98aa-d2f80c2abba9" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.804s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:05:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:05:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:05:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:05:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:05:02 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Instance destroyed successfully.
Dec 06 16:05:02 user nova-compute[75278]: DEBUG nova.objects.instance [None req-7aeed996-a6ea-43c2-8725-579edb0d415b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lazy-loading 'resources' on Instance uuid 02b6bfe2-4956-4c6e-b90b-914d08a93441 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:05:02 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-7aeed996-a6ea-43c2-8725-579edb0d415b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:03:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-474040574',display_name='tempest-AttachVolumeNegativeTest-server-474040574',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-474040574',id=34,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBFgAfkc+ErIsxCu3ac2relvNMwT+vjwvGzncTcrw1YI2CcvjsHL3HjFjdFJjU/kTL1VzwZbBlFKi8SbyM5Z/M9aMYOs6TlsN+wpx4+YdfNO/pqkIXjF/j7rGhhAHpYoUg==',key_name='tempest-keypair-1766575253',keypairs=<?>,launch_index=0,launched_at=2023-12-06T16:03:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='85700e5e1c2e49c08eea12bc4fe506e4',ramdisk_id='',reservation_id='r-6pbjzgoj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-50938505',owner_user_name='tempest-AttachVolumeNegativeTest-50938505-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T16:03:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='409e45635121492fb28d44951793436f',uuid=02b6bfe2-4956-4c6e-b90b-914d08a93441,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "10d5f681-28bd-40a2-9e7c-a4dd85343302", "address": "fa:16:3e:f4:2b:31", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10d5f681-28", "ovs_interfaceid": "10d5f681-28bd-40a2-9e7c-a4dd85343302", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 16:05:02 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-7aeed996-a6ea-43c2-8725-579edb0d415b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Converting VIF {"id": "10d5f681-28bd-40a2-9e7c-a4dd85343302", "address": "fa:16:3e:f4:2b:31", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10d5f681-28", "ovs_interfaceid": "10d5f681-28bd-40a2-9e7c-a4dd85343302", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:05:02 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-7aeed996-a6ea-43c2-8725-579edb0d415b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f4:2b:31,bridge_name='br-int',has_traffic_filtering=True,id=10d5f681-28bd-40a2-9e7c-a4dd85343302,network=Network(283ed413-0338-4410-9d94-73b7db00e60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10d5f681-28') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:05:02 user nova-compute[75278]: DEBUG os_vif [None req-7aeed996-a6ea-43c2-8725-579edb0d415b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f4:2b:31,bridge_name='br-int',has_traffic_filtering=True,id=10d5f681-28bd-40a2-9e7c-a4dd85343302,network=Network(283ed413-0338-4410-9d94-73b7db00e60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10d5f681-28') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 16:05:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:05:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap10d5f681-28, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:05:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:05:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:05:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:05:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=28004109-f72e-4949-bcd0-987811c30604) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:05:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:05:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:05:02 user nova-compute[75278]: INFO os_vif [None req-7aeed996-a6ea-43c2-8725-579edb0d415b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f4:2b:31,bridge_name='br-int',has_traffic_filtering=True,id=10d5f681-28bd-40a2-9e7c-a4dd85343302,network=Network(283ed413-0338-4410-9d94-73b7db00e60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10d5f681-28')
Dec 06 16:05:02 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-7aeed996-a6ea-43c2-8725-579edb0d415b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Deleting instance files /opt/stack/data/nova/instances/02b6bfe2-4956-4c6e-b90b-914d08a93441_del
Dec 06 16:05:02 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-7aeed996-a6ea-43c2-8725-579edb0d415b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Deletion of /opt/stack/data/nova/instances/02b6bfe2-4956-4c6e-b90b-914d08a93441_del complete
Dec 06 16:05:02 user nova-compute[75278]: INFO nova.compute.manager [None req-7aeed996-a6ea-43c2-8725-579edb0d415b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Took 0.87 seconds to destroy the instance on the hypervisor.
Dec 06 16:05:02 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-7aeed996-a6ea-43c2-8725-579edb0d415b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 16:05:02 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 16:05:02 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 16:05:03 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:05:03 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Took 0.96 seconds to deallocate network for instance.
Dec 06 16:05:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-913a9825-2c08-4adf-9e6c-c4099ad11bbe req-ec2cc1f7-70b2-40bf-aa0e-ff86a299c0af service nova] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Received event network-vif-deleted-10d5f681-28bd-40a2-9e7c-a4dd85343302 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:05:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7aeed996-a6ea-43c2-8725-579edb0d415b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:05:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7aeed996-a6ea-43c2-8725-579edb0d415b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:05:03 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-7aeed996-a6ea-43c2-8725-579edb0d415b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:05:03 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-7aeed996-a6ea-43c2-8725-579edb0d415b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:05:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7aeed996-a6ea-43c2-8725-579edb0d415b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.322s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:05:03 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-7aeed996-a6ea-43c2-8725-579edb0d415b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Deleted allocations for instance 02b6bfe2-4956-4c6e-b90b-914d08a93441
Dec 06 16:05:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-8bdd1553-ebf6-475e-8e36-bd4ebd4d5c27 req-554b8b9d-3b9d-4a84-adec-1d2c5a037b04 service nova] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Received event network-vif-plugged-10d5f681-28bd-40a2-9e7c-a4dd85343302 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:05:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-8bdd1553-ebf6-475e-8e36-bd4ebd4d5c27 req-554b8b9d-3b9d-4a84-adec-1d2c5a037b04 service nova] Acquiring lock "02b6bfe2-4956-4c6e-b90b-914d08a93441-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:05:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-8bdd1553-ebf6-475e-8e36-bd4ebd4d5c27 req-554b8b9d-3b9d-4a84-adec-1d2c5a037b04 service nova] Lock "02b6bfe2-4956-4c6e-b90b-914d08a93441-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:05:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-8bdd1553-ebf6-475e-8e36-bd4ebd4d5c27 req-554b8b9d-3b9d-4a84-adec-1d2c5a037b04 service nova] Lock "02b6bfe2-4956-4c6e-b90b-914d08a93441-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:05:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-8bdd1553-ebf6-475e-8e36-bd4ebd4d5c27 req-554b8b9d-3b9d-4a84-adec-1d2c5a037b04 service nova] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] No waiting events found dispatching network-vif-plugged-10d5f681-28bd-40a2-9e7c-a4dd85343302 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:05:03 user nova-compute[75278]: WARNING nova.compute.manager [req-8bdd1553-ebf6-475e-8e36-bd4ebd4d5c27 req-554b8b9d-3b9d-4a84-adec-1d2c5a037b04 service nova] [instance: 02b6bfe2-4956-4c6e-b90b-914d08a93441] Received unexpected event network-vif-plugged-10d5f681-28bd-40a2-9e7c-a4dd85343302 for instance with vm_state deleted and task_state None.
Dec 06 16:05:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7aeed996-a6ea-43c2-8725-579edb0d415b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "02b6bfe2-4956-4c6e-b90b-914d08a93441" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.355s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:05:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:05:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:05:12 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:05:12 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:05:12 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75278) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 16:05:12 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 16:05:12 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 16:05:12 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:05:17 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:05:18 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:05:19 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:05:19 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:05:20 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:05:21 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:05:21 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:05:21 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 16:05:22 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:05:23 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:05:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:05:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:05:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:05:23 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 16:05:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:05:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7d28046-9ddb-475d-9bfd-753c926e3391/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:05:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7d28046-9ddb-475d-9bfd-753c926e3391/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:05:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7d28046-9ddb-475d-9bfd-753c926e3391/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:05:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7d28046-9ddb-475d-9bfd-753c926e3391/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:05:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:05:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:05:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:05:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:05:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:05:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:05:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:05:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:05:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:05:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:05:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:05:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:05:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:05:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:05:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:05:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:05:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json" returned: 0 in 0.170s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:05:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:05:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:05:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:05:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:05:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:05:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:05:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:05:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:05:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:05:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:05:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:05:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:05:26 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:05:26 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:05:26 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=7951MB free_disk=25.02938461303711GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 16:05:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:05:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:05:26 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance b979398f-d6ba-469c-96ed-e25012146a31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:05:26 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance a909916c-b274-4c00-a248-30d6ed84859e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:05:26 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 7f4156a6-a670-4198-98aa-d2f80c2abba9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:05:26 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance fd90d704-fbb5-45cd-983c-1de7e98b9ca6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:05:26 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance b7d28046-9ddb-475d-9bfd-753c926e3391 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:05:26 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 9339ba5c-6992-4429-86b0-37a341bdde06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:05:26 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:05:26 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:05:26 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 16:05:26 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 16:05:27 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:05:27 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:05:27 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 16:05:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.444s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:05:27 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:05:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:05:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f60cb275-4e0e-4bce-ac8b-708a7eddfd59 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "7f4156a6-a670-4198-98aa-d2f80c2abba9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:05:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f60cb275-4e0e-4bce-ac8b-708a7eddfd59 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "7f4156a6-a670-4198-98aa-d2f80c2abba9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:05:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f60cb275-4e0e-4bce-ac8b-708a7eddfd59 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "7f4156a6-a670-4198-98aa-d2f80c2abba9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:05:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f60cb275-4e0e-4bce-ac8b-708a7eddfd59 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "7f4156a6-a670-4198-98aa-d2f80c2abba9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:05:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f60cb275-4e0e-4bce-ac8b-708a7eddfd59 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "7f4156a6-a670-4198-98aa-d2f80c2abba9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:05:30 user nova-compute[75278]: INFO nova.compute.manager [None req-f60cb275-4e0e-4bce-ac8b-708a7eddfd59 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Terminating instance
Dec 06 16:05:30 user nova-compute[75278]: DEBUG nova.compute.manager [None req-f60cb275-4e0e-4bce-ac8b-708a7eddfd59 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 16:05:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:05:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:05:30 user nova-compute[75278]: DEBUG nova.compute.manager [req-a25cf1e7-3e47-4d2d-aa73-c35bb7912bad req-43a3ec05-b5e3-4964-8db9-1e571b77706d service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Received event network-vif-unplugged-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:05:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a25cf1e7-3e47-4d2d-aa73-c35bb7912bad req-43a3ec05-b5e3-4964-8db9-1e571b77706d service nova] Acquiring lock "7f4156a6-a670-4198-98aa-d2f80c2abba9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:05:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a25cf1e7-3e47-4d2d-aa73-c35bb7912bad req-43a3ec05-b5e3-4964-8db9-1e571b77706d service nova] Lock "7f4156a6-a670-4198-98aa-d2f80c2abba9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:05:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a25cf1e7-3e47-4d2d-aa73-c35bb7912bad req-43a3ec05-b5e3-4964-8db9-1e571b77706d service nova] Lock "7f4156a6-a670-4198-98aa-d2f80c2abba9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:05:30 user nova-compute[75278]: DEBUG nova.compute.manager [req-a25cf1e7-3e47-4d2d-aa73-c35bb7912bad req-43a3ec05-b5e3-4964-8db9-1e571b77706d service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] No waiting events found dispatching network-vif-unplugged-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:05:30 user nova-compute[75278]: DEBUG nova.compute.manager [req-a25cf1e7-3e47-4d2d-aa73-c35bb7912bad req-43a3ec05-b5e3-4964-8db9-1e571b77706d service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Received event network-vif-unplugged-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 16:05:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:05:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:05:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:05:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:05:31 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Instance destroyed successfully.
Dec 06 16:05:31 user nova-compute[75278]: DEBUG nova.objects.instance [None req-f60cb275-4e0e-4bce-ac8b-708a7eddfd59 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lazy-loading 'resources' on Instance uuid 7f4156a6-a670-4198-98aa-d2f80c2abba9 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:05:31 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-f60cb275-4e0e-4bce-ac8b-708a7eddfd59 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:58:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-453588720',display_name='tempest-ServerRescueNegativeTestJSON-server-453588720',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-453588720',id=29,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEnp9eZ/EwNwsZnxcJsUkuu2RumeCXaD9hbqVcBBaYqvoshsBQqMliWDek3cndZKq0px1mV5mgXmYeAlmyYG5UmZ9dE8kLTyJmKkH0/l/NJvw8Q2rmJqKbNhT6HXOtCx2g==',key_name='tempest-keypair-1508554887',keypairs=<?>,launch_index=0,launched_at=2023-12-06T16:01:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='17645f8e67ae42749222c64a2017e818',ramdisk_id='',reservation_id='r-ag4xg1o2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1945514265',owner_user_name='tempest-ServerRescueNegativeTestJSON-1945514265-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T16:02:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5c46caf813e6430d90d5637f2090c8ba',uuid=7f4156a6-a670-4198-98aa-d2f80c2abba9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e", "address": "fa:16:3e:49:df:9f", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95f16aeb-a5", "ovs_interfaceid": "95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 16:05:31 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-f60cb275-4e0e-4bce-ac8b-708a7eddfd59 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Converting VIF {"id": "95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e", "address": "fa:16:3e:49:df:9f", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95f16aeb-a5", "ovs_interfaceid": "95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:05:31 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-f60cb275-4e0e-4bce-ac8b-708a7eddfd59 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:49:df:9f,bridge_name='br-int',has_traffic_filtering=True,id=95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e,network=Network(d11985ab-f39c-48fe-aed1-0b24eae58a73),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95f16aeb-a5') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:05:31 user nova-compute[75278]: DEBUG os_vif [None req-f60cb275-4e0e-4bce-ac8b-708a7eddfd59 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:49:df:9f,bridge_name='br-int',has_traffic_filtering=True,id=95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e,network=Network(d11985ab-f39c-48fe-aed1-0b24eae58a73),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95f16aeb-a5') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 16:05:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:05:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap95f16aeb-a5, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:05:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:05:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:05:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:05:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ef0bef2d-c514-4bb2-9bba-4b9fb1f8f0e1) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:05:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:05:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:05:31 user nova-compute[75278]: INFO os_vif [None req-f60cb275-4e0e-4bce-ac8b-708a7eddfd59 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:49:df:9f,bridge_name='br-int',has_traffic_filtering=True,id=95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e,network=Network(d11985ab-f39c-48fe-aed1-0b24eae58a73),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95f16aeb-a5')
Dec 06 16:05:31 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-f60cb275-4e0e-4bce-ac8b-708a7eddfd59 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Deleting instance files /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9_del
Dec 06 16:05:31 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-f60cb275-4e0e-4bce-ac8b-708a7eddfd59 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Deletion of /opt/stack/data/nova/instances/7f4156a6-a670-4198-98aa-d2f80c2abba9_del complete
Dec 06 16:05:31 user nova-compute[75278]: INFO nova.compute.manager [None req-f60cb275-4e0e-4bce-ac8b-708a7eddfd59 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Took 0.91 seconds to destroy the instance on the hypervisor.
Dec 06 16:05:31 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-f60cb275-4e0e-4bce-ac8b-708a7eddfd59 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 16:05:31 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 16:05:31 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 16:05:32 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:05:32 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:05:32 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 16:05:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "refresh_cache-9339ba5c-6992-4429-86b0-37a341bdde06" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:05:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquired lock "refresh_cache-9339ba5c-6992-4429-86b0-37a341bdde06" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:05:32 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Forcefully refreshing network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 16:05:32 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:05:32 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Took 1.25 seconds to deallocate network for instance.
Dec 06 16:05:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f60cb275-4e0e-4bce-ac8b-708a7eddfd59 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:05:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f60cb275-4e0e-4bce-ac8b-708a7eddfd59 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:05:32 user nova-compute[75278]: DEBUG nova.compute.manager [req-fa0ada33-ad1f-4b61-b1d2-59c989907fc7 req-4755f65e-c640-4818-ae86-fdd53ebab14e service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Received event network-vif-plugged-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:05:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-fa0ada33-ad1f-4b61-b1d2-59c989907fc7 req-4755f65e-c640-4818-ae86-fdd53ebab14e service nova] Acquiring lock "7f4156a6-a670-4198-98aa-d2f80c2abba9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:05:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-fa0ada33-ad1f-4b61-b1d2-59c989907fc7 req-4755f65e-c640-4818-ae86-fdd53ebab14e service nova] Lock "7f4156a6-a670-4198-98aa-d2f80c2abba9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:05:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-fa0ada33-ad1f-4b61-b1d2-59c989907fc7 req-4755f65e-c640-4818-ae86-fdd53ebab14e service nova] Lock "7f4156a6-a670-4198-98aa-d2f80c2abba9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:05:32 user nova-compute[75278]: DEBUG nova.compute.manager [req-fa0ada33-ad1f-4b61-b1d2-59c989907fc7 req-4755f65e-c640-4818-ae86-fdd53ebab14e service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] No waiting events found dispatching network-vif-plugged-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:05:32 user nova-compute[75278]: WARNING nova.compute.manager [req-fa0ada33-ad1f-4b61-b1d2-59c989907fc7 req-4755f65e-c640-4818-ae86-fdd53ebab14e service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Received unexpected event network-vif-plugged-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e for instance with vm_state deleted and task_state None.
Dec 06 16:05:32 user nova-compute[75278]: DEBUG nova.compute.manager [req-fa0ada33-ad1f-4b61-b1d2-59c989907fc7 req-4755f65e-c640-4818-ae86-fdd53ebab14e service nova] [instance: 7f4156a6-a670-4198-98aa-d2f80c2abba9] Received event network-vif-deleted-95f16aeb-a52b-4ddf-80c4-8ff2b5c3939e {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:05:32 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Updating instance_info_cache with network_info: [{"id": "982b4abe-5c8c-45e6-9482-af7539968ecf", "address": "fa:16:3e:0a:ee:af", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap982b4abe-5c", "ovs_interfaceid": "982b4abe-5c8c-45e6-9482-af7539968ecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:05:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Releasing lock "refresh_cache-9339ba5c-6992-4429-86b0-37a341bdde06" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:05:32 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Updated the network info_cache for instance {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 16:05:32 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-f60cb275-4e0e-4bce-ac8b-708a7eddfd59 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:05:32 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-f60cb275-4e0e-4bce-ac8b-708a7eddfd59 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:05:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f60cb275-4e0e-4bce-ac8b-708a7eddfd59 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.285s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:05:32 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-f60cb275-4e0e-4bce-ac8b-708a7eddfd59 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Deleted allocations for instance 7f4156a6-a670-4198-98aa-d2f80c2abba9
Dec 06 16:05:33 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:05:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f60cb275-4e0e-4bce-ac8b-708a7eddfd59 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "7f4156a6-a670-4198-98aa-d2f80c2abba9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.758s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:05:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:05:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:05:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:05:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:05:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7a4d4be2-258f-473a-bfeb-638f70ac8a83 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "b7d28046-9ddb-475d-9bfd-753c926e3391" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:05:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7a4d4be2-258f-473a-bfeb-638f70ac8a83 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "b7d28046-9ddb-475d-9bfd-753c926e3391" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:05:52 user nova-compute[75278]: INFO nova.compute.manager [None req-7a4d4be2-258f-473a-bfeb-638f70ac8a83 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Detaching volume 3022c2ee-705d-4fd9-b6a0-afd858af0135
Dec 06 16:05:53 user nova-compute[75278]: INFO nova.virt.block_device [None req-7a4d4be2-258f-473a-bfeb-638f70ac8a83 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Attempting to driver detach volume 3022c2ee-705d-4fd9-b6a0-afd858af0135 from mountpoint /dev/vdb
Dec 06 16:05:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-7a4d4be2-258f-473a-bfeb-638f70ac8a83 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Attempting to detach device vdb from instance b7d28046-9ddb-475d-9bfd-753c926e3391 from the persistent domain config. {{(pid=75278) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 16:05:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-7a4d4be2-258f-473a-bfeb-638f70ac8a83 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 16:05:53 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:05:53 user nova-compute[75278]:   <source dev="/dev/sdc"/>
Dec 06 16:05:53 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 16:05:53 user nova-compute[75278]:   <serial>3022c2ee-705d-4fd9-b6a0-afd858af0135</serial>
Dec 06 16:05:53 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 16:05:53 user nova-compute[75278]: </disk>
Dec 06 16:05:53 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 16:05:53 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-7a4d4be2-258f-473a-bfeb-638f70ac8a83 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Successfully detached device vdb from instance b7d28046-9ddb-475d-9bfd-753c926e3391 from the persistent domain config.
Dec 06 16:05:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-7a4d4be2-258f-473a-bfeb-638f70ac8a83 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance b7d28046-9ddb-475d-9bfd-753c926e3391 from the live domain config. {{(pid=75278) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 16:05:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-7a4d4be2-258f-473a-bfeb-638f70ac8a83 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 16:05:53 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:05:53 user nova-compute[75278]:   <source dev="/dev/sdc"/>
Dec 06 16:05:53 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 16:05:53 user nova-compute[75278]:   <serial>3022c2ee-705d-4fd9-b6a0-afd858af0135</serial>
Dec 06 16:05:53 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 16:05:53 user nova-compute[75278]: </disk>
Dec 06 16:05:53 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 16:05:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-7a4d4be2-258f-473a-bfeb-638f70ac8a83 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance b7d28046-9ddb-475d-9bfd-753c926e3391 {{(pid=75278) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 16:05:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:06:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8d9da235-cb7e-4c48-99cd-62ac96215da6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "9339ba5c-6992-4429-86b0-37a341bdde06" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:06:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8d9da235-cb7e-4c48-99cd-62ac96215da6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "9339ba5c-6992-4429-86b0-37a341bdde06" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:06:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8d9da235-cb7e-4c48-99cd-62ac96215da6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "9339ba5c-6992-4429-86b0-37a341bdde06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:06:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8d9da235-cb7e-4c48-99cd-62ac96215da6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "9339ba5c-6992-4429-86b0-37a341bdde06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:06:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8d9da235-cb7e-4c48-99cd-62ac96215da6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "9339ba5c-6992-4429-86b0-37a341bdde06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:06:01 user nova-compute[75278]: INFO nova.compute.manager [None req-8d9da235-cb7e-4c48-99cd-62ac96215da6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Terminating instance
Dec 06 16:06:01 user nova-compute[75278]: DEBUG nova.compute.manager [None req-8d9da235-cb7e-4c48-99cd-62ac96215da6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 16:06:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-60c6b74b-1c13-4e08-9931-392fae9c0c57 req-2e6b709e-e3d3-4c23-9ba6-36fc3c9b1b8c service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Received event network-vif-unplugged-982b4abe-5c8c-45e6-9482-af7539968ecf {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:06:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-60c6b74b-1c13-4e08-9931-392fae9c0c57 req-2e6b709e-e3d3-4c23-9ba6-36fc3c9b1b8c service nova] Acquiring lock "9339ba5c-6992-4429-86b0-37a341bdde06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:06:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-60c6b74b-1c13-4e08-9931-392fae9c0c57 req-2e6b709e-e3d3-4c23-9ba6-36fc3c9b1b8c service nova] Lock "9339ba5c-6992-4429-86b0-37a341bdde06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:06:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-60c6b74b-1c13-4e08-9931-392fae9c0c57 req-2e6b709e-e3d3-4c23-9ba6-36fc3c9b1b8c service nova] Lock "9339ba5c-6992-4429-86b0-37a341bdde06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:06:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-60c6b74b-1c13-4e08-9931-392fae9c0c57 req-2e6b709e-e3d3-4c23-9ba6-36fc3c9b1b8c service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] No waiting events found dispatching network-vif-unplugged-982b4abe-5c8c-45e6-9482-af7539968ecf {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:06:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-60c6b74b-1c13-4e08-9931-392fae9c0c57 req-2e6b709e-e3d3-4c23-9ba6-36fc3c9b1b8c service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Received event network-vif-unplugged-982b4abe-5c8c-45e6-9482-af7539968ecf for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 16:06:02 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Instance destroyed successfully.
Dec 06 16:06:02 user nova-compute[75278]: DEBUG nova.objects.instance [None req-8d9da235-cb7e-4c48-99cd-62ac96215da6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lazy-loading 'resources' on Instance uuid 9339ba5c-6992-4429-86b0-37a341bdde06 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:06:02 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-8d9da235-cb7e-4c48-99cd-62ac96215da6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T16:00:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1657286505',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1657286505',id=30,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG1AXA19iyjpSqSW/ApGhwtiGioIUng+xS8oVm34nETTCp0MvlhzTQQNMx2ILzNC2gG5K1dbLQbqiKGWjT6SARsEWbo1O3Nrh3Ab1jEUnGmPsa4dMadMVbnT5sXehqXe6Q==',key_name='tempest-keypair-1652966724',keypairs=<?>,launch_index=0,launched_at=2023-12-06T16:04:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3772c2b34d044341afe1838c255abf00',ramdisk_id='',reservation_id='r-xmadjnx7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-76059517',owner_user_name='tempest-AttachVolumeShelveTestJSON-76059517-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T16:04:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6fc55d3ac6494b81921e1ccd4f6cd4b6',uuid=9339ba5c-6992-4429-86b0-37a341bdde06,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "982b4abe-5c8c-45e6-9482-af7539968ecf", "address": "fa:16:3e:0a:ee:af", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap982b4abe-5c", "ovs_interfaceid": "982b4abe-5c8c-45e6-9482-af7539968ecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 16:06:02 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-8d9da235-cb7e-4c48-99cd-62ac96215da6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Converting VIF {"id": "982b4abe-5c8c-45e6-9482-af7539968ecf", "address": "fa:16:3e:0a:ee:af", "network": {"id": "db0b7d9a-b152-4c62-aca3-3fa90ab9bd04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2115867966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3772c2b34d044341afe1838c255abf00", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap982b4abe-5c", "ovs_interfaceid": "982b4abe-5c8c-45e6-9482-af7539968ecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:06:02 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-8d9da235-cb7e-4c48-99cd-62ac96215da6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0a:ee:af,bridge_name='br-int',has_traffic_filtering=True,id=982b4abe-5c8c-45e6-9482-af7539968ecf,network=Network(db0b7d9a-b152-4c62-aca3-3fa90ab9bd04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap982b4abe-5c') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:06:02 user nova-compute[75278]: DEBUG os_vif [None req-8d9da235-cb7e-4c48-99cd-62ac96215da6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0a:ee:af,bridge_name='br-int',has_traffic_filtering=True,id=982b4abe-5c8c-45e6-9482-af7539968ecf,network=Network(db0b7d9a-b152-4c62-aca3-3fa90ab9bd04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap982b4abe-5c') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 16:06:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap982b4abe-5c, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:06:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=df81a7a5-0dee-463c-a59a-7358a1909833) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:06:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:02 user nova-compute[75278]: INFO os_vif [None req-8d9da235-cb7e-4c48-99cd-62ac96215da6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0a:ee:af,bridge_name='br-int',has_traffic_filtering=True,id=982b4abe-5c8c-45e6-9482-af7539968ecf,network=Network(db0b7d9a-b152-4c62-aca3-3fa90ab9bd04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap982b4abe-5c')
Dec 06 16:06:02 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-8d9da235-cb7e-4c48-99cd-62ac96215da6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Deleting instance files /opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06_del
Dec 06 16:06:02 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-8d9da235-cb7e-4c48-99cd-62ac96215da6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Deletion of /opt/stack/data/nova/instances/9339ba5c-6992-4429-86b0-37a341bdde06_del complete
Dec 06 16:06:02 user nova-compute[75278]: INFO nova.compute.manager [None req-8d9da235-cb7e-4c48-99cd-62ac96215da6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Took 0.93 seconds to destroy the instance on the hypervisor.
Dec 06 16:06:02 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-8d9da235-cb7e-4c48-99cd-62ac96215da6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 16:06:02 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 16:06:02 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 16:06:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-b0585ed8-7da9-4121-aba4-ded2d6ac6f41 req-f46b21a4-d921-4068-ad67-10f9e4d53a50 service nova] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Received event network-changed-50322e41-4a61-4952-8cc3-3967b46f3735 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:06:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-b0585ed8-7da9-4121-aba4-ded2d6ac6f41 req-f46b21a4-d921-4068-ad67-10f9e4d53a50 service nova] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Refreshing instance network info cache due to event network-changed-50322e41-4a61-4952-8cc3-3967b46f3735. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:06:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-b0585ed8-7da9-4121-aba4-ded2d6ac6f41 req-f46b21a4-d921-4068-ad67-10f9e4d53a50 service nova] Acquiring lock "refresh_cache-dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:06:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-b0585ed8-7da9-4121-aba4-ded2d6ac6f41 req-f46b21a4-d921-4068-ad67-10f9e4d53a50 service nova] Acquired lock "refresh_cache-dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:06:03 user nova-compute[75278]: DEBUG nova.network.neutron [req-b0585ed8-7da9-4121-aba4-ded2d6ac6f41 req-f46b21a4-d921-4068-ad67-10f9e4d53a50 service nova] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Refreshing network info cache for port 50322e41-4a61-4952-8cc3-3967b46f3735 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:06:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:03 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:06:03 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Took 0.97 seconds to deallocate network for instance.
Dec 06 16:06:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-8280dbc2-0bcd-458b-bf2b-5e346b6c9c3f req-8753f0f4-6206-480a-b530-2b9522e6093a service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Received event network-vif-deleted-982b4abe-5c8c-45e6-9482-af7539968ecf {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:06:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8d9da235-cb7e-4c48-99cd-62ac96215da6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:06:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8d9da235-cb7e-4c48-99cd-62ac96215da6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:06:03 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-8d9da235-cb7e-4c48-99cd-62ac96215da6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:06:03 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-8d9da235-cb7e-4c48-99cd-62ac96215da6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:06:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8d9da235-cb7e-4c48-99cd-62ac96215da6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.263s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:06:03 user nova-compute[75278]: DEBUG nova.network.neutron [req-b0585ed8-7da9-4121-aba4-ded2d6ac6f41 req-f46b21a4-d921-4068-ad67-10f9e4d53a50 service nova] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Updated VIF entry in instance network info cache for port 50322e41-4a61-4952-8cc3-3967b46f3735. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:06:03 user nova-compute[75278]: DEBUG nova.network.neutron [req-b0585ed8-7da9-4121-aba4-ded2d6ac6f41 req-f46b21a4-d921-4068-ad67-10f9e4d53a50 service nova] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Updating instance_info_cache with network_info: [{"id": "50322e41-4a61-4952-8cc3-3967b46f3735", "address": "fa:16:3e:70:26:87", "network": {"id": "d268c821-2751-40f8-b354-cf62ded9004a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-106801739-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "154a08696d9b4d0ba28b674a86e7c22f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50322e41-4a", "ovs_interfaceid": "50322e41-4a61-4952-8cc3-3967b46f3735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:06:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-b0585ed8-7da9-4121-aba4-ded2d6ac6f41 req-f46b21a4-d921-4068-ad67-10f9e4d53a50 service nova] Releasing lock "refresh_cache-dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:06:03 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-8d9da235-cb7e-4c48-99cd-62ac96215da6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Deleted allocations for instance 9339ba5c-6992-4429-86b0-37a341bdde06
Dec 06 16:06:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-20953d19-d3ae-4c47-9c59-1c84bff4185f req-42befb36-878d-483a-b1de-704ad8fff4a5 service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Received event network-vif-plugged-982b4abe-5c8c-45e6-9482-af7539968ecf {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:06:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-20953d19-d3ae-4c47-9c59-1c84bff4185f req-42befb36-878d-483a-b1de-704ad8fff4a5 service nova] Acquiring lock "9339ba5c-6992-4429-86b0-37a341bdde06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:06:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-20953d19-d3ae-4c47-9c59-1c84bff4185f req-42befb36-878d-483a-b1de-704ad8fff4a5 service nova] Lock "9339ba5c-6992-4429-86b0-37a341bdde06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:06:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-20953d19-d3ae-4c47-9c59-1c84bff4185f req-42befb36-878d-483a-b1de-704ad8fff4a5 service nova] Lock "9339ba5c-6992-4429-86b0-37a341bdde06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:06:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-20953d19-d3ae-4c47-9c59-1c84bff4185f req-42befb36-878d-483a-b1de-704ad8fff4a5 service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] No waiting events found dispatching network-vif-plugged-982b4abe-5c8c-45e6-9482-af7539968ecf {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:06:03 user nova-compute[75278]: WARNING nova.compute.manager [req-20953d19-d3ae-4c47-9c59-1c84bff4185f req-42befb36-878d-483a-b1de-704ad8fff4a5 service nova] [instance: 9339ba5c-6992-4429-86b0-37a341bdde06] Received unexpected event network-vif-plugged-982b4abe-5c8c-45e6-9482-af7539968ecf for instance with vm_state deleted and task_state None.
Dec 06 16:06:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8d9da235-cb7e-4c48-99cd-62ac96215da6 tempest-AttachVolumeShelveTestJSON-76059517 tempest-AttachVolumeShelveTestJSON-76059517-project-member] Lock "9339ba5c-6992-4429-86b0-37a341bdde06" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.364s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:06:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Acquiring lock "dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:06:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Lock "dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:06:06 user nova-compute[75278]: DEBUG nova.objects.instance [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Lazy-loading 'flavor' on Instance uuid dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:06:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Lock "dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.070s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:06:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Acquiring lock "dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:06:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Lock "dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:06:06 user nova-compute[75278]: INFO nova.compute.manager [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Attaching volume 50fb1bbb-fd0a-4360-8d2e-f58457089917 to /dev/vdb
Dec 06 16:06:06 user nova-compute[75278]: DEBUG os_brick.utils [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:06:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:06 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a2cb546-d751-44b1-9bf9-4f4613a76237]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:06 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8364d382-d292-4234-a431-d5e931c8de17]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:06 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d257ec0d-cbc9-45d7-b729-4ed2ad75f619]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:06 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0eb858a3-13ed-4615-aa78-40711441d64a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 16:06:06 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 16:06:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 16:06:06 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 16:06:06 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b03566e9-44c7-48be-bfb8-a4a17eab2f58]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:06 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 16:06:06 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 16:06:06 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 16:06:06 user nova-compute[75278]: DEBUG os_brick.utils [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:06:06 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Updating existing volume attachment record: 050d3391-7075-4091-87b0-b0715be38df7 {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 16:06:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:12 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:13 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-7a4d4be2-258f-473a-bfeb-638f70ac8a83 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance b7d28046-9ddb-475d-9bfd-753c926e3391 is timed out.
Dec 06 16:06:13 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-7a4d4be2-258f-473a-bfeb-638f70ac8a83 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Successfully detached device vdb from instance b7d28046-9ddb-475d-9bfd-753c926e3391 from the live domain config.
Dec 06 16:06:13 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7a4d4be2-258f-473a-bfeb-638f70ac8a83 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a4d4be2-258f-473a-bfeb-638f70ac8a83 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DAwkfMTC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:06:13 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-7a4d4be2-258f-473a-bfeb-638f70ac8a83 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:06:13 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-7a4d4be2-258f-473a-bfeb-638f70ac8a83 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-7a4d4be2-258f-473a-bfeb-638f70ac8a83 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3efbbbac-08b6-468e-b1c2-bdb56a8f00f1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a4d4be2-258f-473a-bfeb-638f70ac8a83 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 16:06:13 user nova-compute[75278]: No targets found.
Dec 06 16:06:13 user nova-compute[75278]: iSNS:
Dec 06 16:06:13 user nova-compute[75278]: No targets found.
Dec 06 16:06:13 user nova-compute[75278]: STATIC:
Dec 06 16:06:13 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650
Dec 06 16:06:13 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:06:13 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:06:13 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135
Dec 06 16:06:13 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:06:13 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:06:13 user nova-compute[75278]: FIRMWARE:
Dec 06 16:06:13 user nova-compute[75278]: No targets found.
Dec 06 16:06:13 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a4d4be2-258f-473a-bfeb-638f70ac8a83 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 16:06:13 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 16:06:13 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a4d4be2-258f-473a-bfeb-638f70ac8a83 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d86c960-46a7-4c1c-97c9-be3f4978bad3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0052c74f-6266-44d6-bc2d-4bc508eb787e]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a4d4be2-258f-473a-bfeb-638f70ac8a83 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 (non-flash)
Dec 06 16:06:13 user nova-compute[75278]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:06:13 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a4d4be2-258f-473a-bfeb-638f70ac8a83 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 (non-flash)
Dec 06 16:06:13 user nova-compute[75278]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:06:13 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a4d4be2-258f-473a-bfeb-638f70ac8a83 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c65da20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135'): ({'sdc'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-7a4d4be2-258f-473a-bfeb-638f70ac8a83 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Removing single pathed devices sdc {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[af4023a2-78f6-4621-a8aa-627cce35ec49]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c706fe74-60a7-46e4-b047-c1b516e5e49c]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-7a4d4be2-258f-473a-bfeb-638f70ac8a83 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Flushing IO for device /dev/sdc {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdff2405-ff2d-4e61-a097-19b0c1d841ee]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-7a4d4be2-258f-473a-bfeb-638f70ac8a83 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.058s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee9aa5e4-8f96-4101-95d4-1eaf9b778e25]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-7a4d4be2-258f-473a-bfeb-638f70ac8a83 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-7a4d4be2-258f-473a-bfeb-638f70ac8a83 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] SCSI volumes sdc have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a4d4be2-258f-473a-bfeb-638f70ac8a83 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.029s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fda2bfc-b4d3-42ab-a377-99fd31e9fa6f]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a4d4be2-258f-473a-bfeb-638f70ac8a83 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b844118-4225-437a-8a50-b913e99fe587]: (4, ('Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135, portal: 172.16.0.220,3260]\nLogout of [sid: 44, target: iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a4d4be2-258f-473a-bfeb-638f70ac8a83 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135, portal: 172.16.0.220,3260]
Dec 06 16:06:13 user nova-compute[75278]: Logout of [sid: 44, target: iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135, portal: 172.16.0.220,3260] successful.
Dec 06 16:06:13 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3022c2ee-705d-4fd9-b6a0-afd858af0135 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[27876cbd-5956-4582-9fad-08639422a852]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a4d4be2-258f-473a-bfeb-638f70ac8a83 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-7a4d4be2-258f-473a-bfeb-638f70ac8a83 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.316s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a4d4be2-258f-473a-bfeb-638f70ac8a83 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] <== disconnect_volume: return (318ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:06:13 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7a4d4be2-258f-473a-bfeb-638f70ac8a83 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 16:06:14 user nova-compute[75278]: DEBUG nova.objects.instance [None req-7a4d4be2-258f-473a-bfeb-638f70ac8a83 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lazy-loading 'flavor' on Instance uuid b7d28046-9ddb-475d-9bfd-753c926e3391 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:06:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7a4d4be2-258f-473a-bfeb-638f70ac8a83 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "b7d28046-9ddb-475d-9bfd-753c926e3391" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.880s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:06:16 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 16:06:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gdktuqyJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:06:16 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:06:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:06:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:06:16 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:06:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:06:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:06:16 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 16:06:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917 -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:16 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[17b4a164-4146-4e02-9479-7857a20fdeda]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 16:06:16 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:06:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917 -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:16 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef962a1f-fbde-4b3e-b7d7-517a9586606e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917] added
Dec 06 16:06:16 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:06:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:16 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff1b900d-f3d8-4bcf-acb4-5a28e62fe641]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:06:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:16 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c322254a-da40-4cd4-8e3a-cdc3d7ce0ab8]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:06:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gdktuqyJ {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gdktuqyJ" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:16 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3855fbce-ede3-4900-86d2-57f8d908aaeb]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'gdktuqyJ'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:06:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:16 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b67dabd5-4b74-461b-bf2e-116ffcf27c42]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:06:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:16 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[81fa16ba-325b-471e-a0a7-77fea1f61fa4]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:06:16 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:06:16 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:06:16 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:06:16 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917 -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917 -p 172.16.0.220:3260 --login" returned: 0 in 0.155s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:17 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e6eea22-77ab-4e2d-a0fb-c3489bcceaed]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917, portal: 172.16.0.220,3260]
Dec 06 16:06:17 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917, portal: 172.16.0.220,3260] successful.
Dec 06 16:06:17 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:06:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:17 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9ec123a-2887-4756-8b5d-bb299ac087c8]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:06:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:17 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[887bdd4f-99f8-433a-996b-0764b5459080]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:06:17 user nova-compute[75278]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917 (non-flash)
Dec 06 16:06:17 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:06:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:06:17 user nova-compute[75278]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917 (non-flash)
Dec 06 16:06:17 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:06:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.375s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:06:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 16:06:17 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] HCTL ('33', '-', '-', 0) found on session 47 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 16:06:17 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 16:06:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:17 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2a01c23-063a-4892-8c5b-ef1eefccb4b0]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:17 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Searching for a device in session 47 and hctl ['33', '*', '*', 0] yield: None {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 16:06:17 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:06:18 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:06:18 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Searching for a device in session 47 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 16:06:18 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gdktuqyJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 16:06:18 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.403s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:06:18 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] <== connect_volume: return (1405ms) {'type': 'block', 'scsi_wwn': '23737666633376664', 'path': '/dev/sdb'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:06:18 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23737666633376664', 'path': '/dev/sdb'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 16:06:18 user nova-compute[75278]: DEBUG nova.objects.instance [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Lazy-loading 'flavor' on Instance uuid dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:06:18 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 16:06:18 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:06:18 user nova-compute[75278]:   <source dev="/dev/sdb"/>
Dec 06 16:06:18 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 16:06:18 user nova-compute[75278]:   <serial>50fb1bbb-fd0a-4360-8d2e-f58457089917</serial>
Dec 06 16:06:18 user nova-compute[75278]: </disk>
Dec 06 16:06:18 user nova-compute[75278]:  {{(pid=75278) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 16:06:18 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:18 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:06:18 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:06:18 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] No VIF found with MAC fa:16:3e:70:26:87, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 16:06:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-80fdec41-2510-466e-a02b-ee43539699cb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Lock "dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.352s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:06:19 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:06:19 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:06:20 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:06:20 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:06:20 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:06:20 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Cleaning up deleted instances with incomplete migration  {{(pid=75278) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 06 16:06:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ea130b8c-3a64-42f9-8337-b3291d4bae89 tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Acquiring lock "dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:06:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ea130b8c-3a64-42f9-8337-b3291d4bae89 tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Lock "dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:06:20 user nova-compute[75278]: INFO nova.compute.manager [None req-ea130b8c-3a64-42f9-8337-b3291d4bae89 tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Detaching volume 50fb1bbb-fd0a-4360-8d2e-f58457089917
Dec 06 16:06:20 user nova-compute[75278]: INFO nova.virt.block_device [None req-ea130b8c-3a64-42f9-8337-b3291d4bae89 tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Attempting to driver detach volume 50fb1bbb-fd0a-4360-8d2e-f58457089917 from mountpoint /dev/vdb
Dec 06 16:06:20 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-ea130b8c-3a64-42f9-8337-b3291d4bae89 tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Attempting to detach device vdb from instance dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08 from the persistent domain config. {{(pid=75278) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 16:06:20 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-ea130b8c-3a64-42f9-8337-b3291d4bae89 tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 16:06:20 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:06:20 user nova-compute[75278]:   <source dev="/dev/sdb"/>
Dec 06 16:06:20 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 16:06:20 user nova-compute[75278]:   <serial>50fb1bbb-fd0a-4360-8d2e-f58457089917</serial>
Dec 06 16:06:20 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 16:06:20 user nova-compute[75278]: </disk>
Dec 06 16:06:20 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 16:06:20 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-ea130b8c-3a64-42f9-8337-b3291d4bae89 tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Successfully detached device vdb from instance dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08 from the persistent domain config.
Dec 06 16:06:20 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-ea130b8c-3a64-42f9-8337-b3291d4bae89 tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08 from the live domain config. {{(pid=75278) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 16:06:20 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-ea130b8c-3a64-42f9-8337-b3291d4bae89 tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 16:06:20 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:06:20 user nova-compute[75278]:   <source dev="/dev/sdb"/>
Dec 06 16:06:20 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 16:06:20 user nova-compute[75278]:   <serial>50fb1bbb-fd0a-4360-8d2e-f58457089917</serial>
Dec 06 16:06:20 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 16:06:20 user nova-compute[75278]: </disk>
Dec 06 16:06:20 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 16:06:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:21 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:06:21 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:06:21 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 16:06:21 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-ea130b8c-3a64-42f9-8337-b3291d4bae89 tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08 {{(pid=75278) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 16:06:22 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:23 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:06:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:06:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:06:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:06:23 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 16:06:23 user nova-compute[75278]: INFO nova.compute.manager [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Rescuing
Dec 06 16:06:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "refresh_cache-4dfc2c2e-2747-4f95-b08f-3f564c1d3c74" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:06:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquired lock "refresh_cache-4dfc2c2e-2747-4f95-b08f-3f564c1d3c74" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:06:23 user nova-compute[75278]: DEBUG nova.network.neutron [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 16:06:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:06:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7d28046-9ddb-475d-9bfd-753c926e3391/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7d28046-9ddb-475d-9bfd-753c926e3391/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7d28046-9ddb-475d-9bfd-753c926e3391/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:23 user nova-compute[75278]: DEBUG nova.network.neutron [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Updating instance_info_cache with network_info: [{"id": "7329f4ea-ffe9-429f-9f78-0229afb498ba", "address": "fa:16:3e:b5:89:17", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7329f4ea-ff", "ovs_interfaceid": "7329f4ea-ffe9-429f-9f78-0229afb498ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:06:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Releasing lock "refresh_cache-4dfc2c2e-2747-4f95-b08f-3f564c1d3c74" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:06:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7d28046-9ddb-475d-9bfd-753c926e3391/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:23 user nova-compute[75278]: DEBUG nova.compute.manager [req-09606a1b-a65b-43d1-b8ef-0216bf4547e9 req-94f6e32e-77a4-4315-b9ff-0d1a704fda93 service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Received event network-vif-unplugged-7329f4ea-ffe9-429f-9f78-0229afb498ba {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:06:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-09606a1b-a65b-43d1-b8ef-0216bf4547e9 req-94f6e32e-77a4-4315-b9ff-0d1a704fda93 service nova] Acquiring lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:06:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-09606a1b-a65b-43d1-b8ef-0216bf4547e9 req-94f6e32e-77a4-4315-b9ff-0d1a704fda93 service nova] Lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:06:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-09606a1b-a65b-43d1-b8ef-0216bf4547e9 req-94f6e32e-77a4-4315-b9ff-0d1a704fda93 service nova] Lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:06:23 user nova-compute[75278]: DEBUG nova.compute.manager [req-09606a1b-a65b-43d1-b8ef-0216bf4547e9 req-94f6e32e-77a4-4315-b9ff-0d1a704fda93 service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] No waiting events found dispatching network-vif-unplugged-7329f4ea-ffe9-429f-9f78-0229afb498ba {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:06:23 user nova-compute[75278]: WARNING nova.compute.manager [req-09606a1b-a65b-43d1-b8ef-0216bf4547e9 req-94f6e32e-77a4-4315-b9ff-0d1a704fda93 service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Received unexpected event network-vif-unplugged-7329f4ea-ffe9-429f-9f78-0229afb498ba for instance with vm_state active and task_state rescuing.
Dec 06 16:06:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:24 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Instance destroyed successfully.
Dec 06 16:06:24 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Attempting a stable device rescue
Dec 06 16:06:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75278) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 06 16:06:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Instance directory exists: not creating {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Dec 06 16:06:24 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Creating image(s)
Dec 06 16:06:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "/opt/stack/data/nova/instances/4dfc2c2e-2747-4f95-b08f-3f564c1d3c74/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:06:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "/opt/stack/data/nova/instances/4dfc2c2e-2747-4f95-b08f-3f564c1d3c74/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:06:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "/opt/stack/data/nova/instances/4dfc2c2e-2747-4f95-b08f-3f564c1d3c74/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:06:24 user nova-compute[75278]: DEBUG nova.objects.instance [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lazy-loading 'trusted_certs' on Instance uuid 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:06:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "43b7b69fd13936f6c05d21265610fbb4afa7327a" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:06:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "43b7b69fd13936f6c05d21265610fbb4afa7327a" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:06:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/43b7b69fd13936f6c05d21265610fbb4afa7327a.part --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:25 user nova-compute[75278]: DEBUG nova.compute.manager [req-bdc3e4cc-638d-4966-b628-041c53b96cdb req-3b4a7fbb-120b-4d99-bd35-7343a2b19c4a service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Received event network-vif-plugged-7329f4ea-ffe9-429f-9f78-0229afb498ba {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:06:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bdc3e4cc-638d-4966-b628-041c53b96cdb req-3b4a7fbb-120b-4d99-bd35-7343a2b19c4a service nova] Acquiring lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:06:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bdc3e4cc-638d-4966-b628-041c53b96cdb req-3b4a7fbb-120b-4d99-bd35-7343a2b19c4a service nova] Lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:06:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bdc3e4cc-638d-4966-b628-041c53b96cdb req-3b4a7fbb-120b-4d99-bd35-7343a2b19c4a service nova] Lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:06:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-bdc3e4cc-638d-4966-b628-041c53b96cdb req-3b4a7fbb-120b-4d99-bd35-7343a2b19c4a service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] No waiting events found dispatching network-vif-plugged-7329f4ea-ffe9-429f-9f78-0229afb498ba {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:06:26 user nova-compute[75278]: WARNING nova.compute.manager [req-bdc3e4cc-638d-4966-b628-041c53b96cdb req-3b4a7fbb-120b-4d99-bd35-7343a2b19c4a service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Received unexpected event network-vif-plugged-7329f4ea-ffe9-429f-9f78-0229afb498ba for instance with vm_state active and task_state rescuing.
Dec 06 16:06:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08/disk --force-share --output=json" returned: 0 in 1.331s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/43b7b69fd13936f6c05d21265610fbb4afa7327a.part --force-share --output=json" returned: 0 in 0.172s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:26 user nova-compute[75278]: DEBUG nova.virt.images [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] af0959a1-108d-41b1-a9f8-b23d562bf73f was qcow2, converting to raw {{(pid=75278) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 06 16:06:26 user nova-compute[75278]: DEBUG nova.privsep.utils [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75278) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 16:06:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/43b7b69fd13936f6c05d21265610fbb4afa7327a.part /opt/stack/data/nova/instances/_base/43b7b69fd13936f6c05d21265610fbb4afa7327a.converted {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json" returned: 0 in 0.190s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk.rescue --force-share --output=json" returned: 0 in 0.196s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/43b7b69fd13936f6c05d21265610fbb4afa7327a.part /opt/stack/data/nova/instances/_base/43b7b69fd13936f6c05d21265610fbb4afa7327a.converted" returned: 0 in 0.497s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/43b7b69fd13936f6c05d21265610fbb4afa7327a.converted --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/43b7b69fd13936f6c05d21265610fbb4afa7327a.converted --force-share --output=json" returned: 0 in 0.592s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "43b7b69fd13936f6c05d21265610fbb4afa7327a" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.653s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "43b7b69fd13936f6c05d21265610fbb4afa7327a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "43b7b69fd13936f6c05d21265610fbb4afa7327a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/43b7b69fd13936f6c05d21265610fbb4afa7327a --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:27 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:06:27 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=8346MB free_disk=25.072547912597656GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance b979398f-d6ba-469c-96ed-e25012146a31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance a909916c-b274-4c00-a248-30d6ed84859e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance fd90d704-fbb5-45cd-983c-1de7e98b9ca6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance b7d28046-9ddb-475d-9bfd-753c926e3391 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/43b7b69fd13936f6c05d21265610fbb4afa7327a --force-share --output=json" returned: 0 in 0.201s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/43b7b69fd13936f6c05d21265610fbb4afa7327a,backing_fmt=raw /opt/stack/data/nova/instances/4dfc2c2e-2747-4f95-b08f-3f564c1d3c74/disk.rescue {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/43b7b69fd13936f6c05d21265610fbb4afa7327a,backing_fmt=raw /opt/stack/data/nova/instances/4dfc2c2e-2747-4f95-b08f-3f564c1d3c74/disk.rescue" returned: 0 in 0.054s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "43b7b69fd13936f6c05d21265610fbb4afa7327a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.259s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.objects.instance [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lazy-loading 'migration_context' on Instance uuid 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.objects.base [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Object Instance<4dfc2c2e-2747-4f95-b08f-3f564c1d3c74> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Start _get_guest_xml network_info=[{"id": "7329f4ea-ffe9-429f-9f78-0229afb498ba", "address": "fa:16:3e:b5:89:17", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "vif_mac": "fa:16:3e:b5:89:17"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7329f4ea-ff", "ovs_interfaceid": "7329f4ea-ffe9-429f-9f78-0229afb498ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'af0959a1-108d-41b1-a9f8-b23d562bf73f', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'boot_index': 0, 'delete_on_termination': False, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': '50f3d676-5142-4634-807f-dd0ce0e7f9e4', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RyponkWN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': '4dfc2c2e-2747-4f95-b08f-3f564c1d3c74', 'attached_at': '', 'detached_at': '', 'volume_id': 'cfcb365c-507f-4a86-9627-cd4ab26aa650', 'serial': 'cfcb365c-507f-4a86-9627-cd4ab26aa650'}, 'volume_type': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.objects.instance [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lazy-loading 'resources' on Instance uuid 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.objects.base [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Object Instance<4dfc2c2e-2747-4f95-b08f-3f564c1d3c74> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.objects.instance [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lazy-loading 'numa_topology' on Instance uuid 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.objects.base [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Object Instance<4dfc2c2e-2747-4f95-b08f-3f564c1d3c74> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 16:06:27 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:06:27 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.objects.instance [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lazy-loading 'vcpu_model' on Instance uuid 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.objects.base [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Object Instance<4dfc2c2e-2747-4f95-b08f-3f564c1d3c74> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RyponkWN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:06:27 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:06:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:06:27 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:06:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:06:27 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 16:06:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 -p 172.16.0.220:3260" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[87f4bddb-59c9-4c2b-8a32-4c087f9f1d22]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = RyponkWN\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Dec 06 16:06:27 user nova-compute[75278]: node.name = iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650
Dec 06 16:06:27 user nova-compute[75278]: node.tpgt = -1
Dec 06 16:06:27 user nova-compute[75278]: node.startup = automatic
Dec 06 16:06:27 user nova-compute[75278]: node.leading_login = No
Dec 06 16:06:27 user nova-compute[75278]: iface.iscsi_ifacename = default
Dec 06 16:06:27 user nova-compute[75278]: iface.net_ifacename = <empty>
Dec 06 16:06:27 user nova-compute[75278]: iface.ipaddress = <empty>
Dec 06 16:06:27 user nova-compute[75278]: iface.prefix_len = 0
Dec 06 16:06:27 user nova-compute[75278]: iface.hwaddress = <empty>
Dec 06 16:06:27 user nova-compute[75278]: iface.transport_name = tcp
Dec 06 16:06:27 user nova-compute[75278]: iface.initiatorname = <empty>
Dec 06 16:06:27 user nova-compute[75278]: iface.state = <empty>
Dec 06 16:06:27 user nova-compute[75278]: iface.vlan_id = 0
Dec 06 16:06:27 user nova-compute[75278]: iface.vlan_priority = 0
Dec 06 16:06:27 user nova-compute[75278]: iface.vlan_state = <empty>
Dec 06 16:06:27 user nova-compute[75278]: iface.iface_num = 0
Dec 06 16:06:27 user nova-compute[75278]: iface.mtu = 0
Dec 06 16:06:27 user nova-compute[75278]: iface.port = 0
Dec 06 16:06:27 user nova-compute[75278]: iface.bootproto = <empty>
Dec 06 16:06:27 user nova-compute[75278]: iface.subnet_mask = <empty>
Dec 06 16:06:27 user nova-compute[75278]: iface.gateway = <empty>
Dec 06 16:06:27 user nova-compute[75278]: iface.dhcp_alt_client_id_state = <empty>
Dec 06 16:06:27 user nova-compute[75278]: iface.dhcp_alt_client_id = <empty>
Dec 06 16:06:27 user nova-compute[75278]: iface.dhcp_dns = <empty>
Dec 06 16:06:27 user nova-compute[75278]: iface.dhcp_learn_iqn = <empty>
Dec 06 16:06:27 user nova-compute[75278]: iface.dhcp_req_vendor_id_state = <empty>
Dec 06 16:06:27 user nova-compute[75278]: iface.dhcp_vendor_id_state = <empty>
Dec 06 16:06:27 user nova-compute[75278]: iface.dhcp_vendor_id = <empty>
Dec 06 16:06:27 user nova-compute[75278]: iface.dhcp_slp_da = <empty>
Dec 06 16:06:27 user nova-compute[75278]: iface.fragmentation = <empty>
Dec 06 16:06:27 user nova-compute[75278]: iface.gratuitous_arp = <empty>
Dec 06 16:06:27 user nova-compute[75278]: iface.incoming_forwarding = <empty>
Dec 06 16:06:27 user nova-compute[75278]: iface.tos_state = <empty>
Dec 06 16:06:27 user nova-compute[75278]: iface.tos = 0
Dec 06 16:06:27 user nova-compute[75278]: iface.ttl = 0
Dec 06 16:06:27 user nova-compute[75278]: iface.delayed_ack = <empty>
Dec 06 16:06:27 user nova-compute[75278]: iface.tcp_nagle = <empty>
Dec 06 16:06:27 user nova-compute[75278]: iface.tcp_wsf_state = <empty>
Dec 06 16:06:27 user nova-compute[75278]: iface.tcp_wsf = 0
Dec 06 16:06:27 user nova-compute[75278]: iface.tcp_timer_scale = 0
Dec 06 16:06:27 user nova-compute[75278]: iface.tcp_timestamp = <empty>
Dec 06 16:06:27 user nova-compute[75278]: iface.redirect = <empty>
Dec 06 16:06:27 user nova-compute[75278]: iface.def_task_mgmt_timeout = 0
Dec 06 16:06:27 user nova-compute[75278]: iface.header_digest = <empty>
Dec 06 16:06:27 user nova-compute[75278]: iface.data_digest = <empty>
Dec 06 16:06:27 user nova-compute[75278]: iface.immediate_data = <empty>
Dec 06 16:06:27 user nova-compute[75278]: iface.initial_r2t = <empty>
Dec 06 16:06:27 user nova-compute[75278]: iface.data_seq_inorder = <empty>
Dec 06 16:06:27 user nova-compute[75278]: iface.data_pdu_inorder = <empty>
Dec 06 16:06:27 user nova-compute[75278]: iface.erl = 0
Dec 06 16:06:27 user nova-compute[75278]: iface.max_receive_data_len = 0
Dec 06 16:06:27 user nova-compute[75278]: iface.first_burst_len = 0
Dec 06 16:06:27 user nova-compute[75278]: iface.max_outstanding_r2t = 0
Dec 06 16:06:27 user nova-compute[75278]: iface.max_burst_len = 0
Dec 06 16:06:27 user nova-compute[75278]: iface.chap_auth = <empty>
Dec 06 16:06:27 user nova-compute[75278]: iface.bidi_chap = <empty>
Dec 06 16:06:27 user nova-compute[75278]: iface.strict_login_compliance = <empty>
Dec 06 16:06:27 user nova-compute[75278]: iface.discovery_auth = <empty>
Dec 06 16:06:27 user nova-compute[75278]: iface.discovery_logout = <empty>
Dec 06 16:06:27 user nova-compute[75278]: node.discovery_address = <empty>
Dec 06 16:06:27 user nova-compute[75278]: node.discovery_port = 0
Dec 06 16:06:27 user nova-compute[75278]: node.discovery_type = static
Dec 06 16:06:27 user nova-compute[75278]: node.session.initial_cmdsn = 0
Dec 06 16:06:27 user nova-compute[75278]: node.session.initial_login_retry_max = 8
Dec 06 16:06:27 user nova-compute[75278]: node.session.xmit_thread_priority = -20
Dec 06 16:06:27 user nova-compute[75278]: node.session.cmds_max = 128
Dec 06 16:06:27 user nova-compute[75278]: node.session.queue_depth = 32
Dec 06 16:06:27 user nova-compute[75278]: node.session.nr_sessions = 1
Dec 06 16:06:27 user nova-compute[75278]: node.session.auth.authmethod = CHAP
Dec 06 16:06:27 user nova-compute[75278]: node.session.auth.username = RyponkWN
Dec 06 16:06:27 user nova-compute[75278]: node.session.auth.password = ***
Dec 06 16:06:27 user nova-compute[75278]: node.session.auth.username_in = <empty>
Dec 06 16:06:27 user nova-compute[75278]: node.session.auth.password_in = <empty>
Dec 06 16:06:27 user nova-compute[75278]: node.session.auth.chap_algs = MD5
Dec 06 16:06:27 user nova-compute[75278]: node.session.timeo.replacement_timeout = 120
Dec 06 16:06:27 user nova-compute[75278]: node.session.err_timeo.abort_timeout = 15
Dec 06 16:06:27 user nova-compute[75278]: node.session.err_timeo.lu_reset_timeout = 30
Dec 06 16:06:27 user nova-compute[75278]: node.session.err_timeo.tgt_reset_timeout = 30
Dec 06 16:06:27 user nova-compute[75278]: node.session.err_timeo.host_reset_timeout = 60
Dec 06 16:06:27 user nova-compute[75278]: node.session.iscsi.FastAbort = Yes
Dec 06 16:06:27 user nova-compute[75278]: node.session.iscsi.InitialR2T = No
Dec 06 16:06:27 user nova-compute[75278]: node.session.iscsi.ImmediateData = Yes
Dec 06 16:06:27 user nova-compute[75278]: node.session.iscsi.FirstBurstLength = 262144
Dec 06 16:06:27 user nova-compute[75278]: node.session.iscsi.MaxBurstLength = 16776192
Dec 06 16:06:27 user nova-compute[75278]: node.session.iscsi.DefaultTime2Retain = 0
Dec 06 16:06:27 user nova-compute[75278]: node.session.iscsi.DefaultTime2Wait = 2
Dec 06 16:06:27 user nova-compute[75278]: node.session.iscsi.MaxConnections = 1
Dec 06 16:06:27 user nova-compute[75278]: node.session.iscsi.MaxOutstandingR2T = 1
Dec 06 16:06:27 user nova-compute[75278]: node.session.iscsi.ERL = 0
Dec 06 16:06:27 user nova-compute[75278]: node.session.scan = manual
Dec 06 16:06:27 user nova-compute[75278]: node.session.reopen_max = 0
Dec 06 16:06:27 user nova-compute[75278]: node.conn[0].address = 172.16.0.220
Dec 06 16:06:27 user nova-compute[75278]: node.conn[0].port = 3260
Dec 06 16:06:27 user nova-compute[75278]: node.conn[0].startup = manual
Dec 06 16:06:27 user nova-compute[75278]: node.conn[0].tcp.window_size = 524288
Dec 06 16:06:27 user nova-compute[75278]: node.conn[0].tcp.type_of_service = 0
Dec 06 16:06:27 user nova-compute[75278]: node.conn[0].timeo.logout_timeout = 15
Dec 06 16:06:27 user nova-compute[75278]: node.conn[0].timeo.login_timeout = 15
Dec 06 16:06:27 user nova-compute[75278]: node.conn[0].timeo.auth_timeout = 45
Dec 06 16:06:27 user nova-compute[75278]: node.conn[0].timeo.noop_out_interval = 5
Dec 06 16:06:27 user nova-compute[75278]: node.conn[0].timeo.noop_out_timeout = 5
Dec 06 16:06:27 user nova-compute[75278]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Dec 06 16:06:27 user nova-compute[75278]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Dec 06 16:06:27 user nova-compute[75278]: node.conn[0].iscsi.HeaderDigest = None
Dec 06 16:06:27 user nova-compute[75278]: node.conn[0].iscsi.DataDigest = None
Dec 06 16:06:27 user nova-compute[75278]: node.conn[0].iscsi.IFMarker = No
Dec 06 16:06:27 user nova-compute[75278]: node.conn[0].iscsi.OFMarker = No
Dec 06 16:06:27 user nova-compute[75278]: # END RECORD
Dec 06 16:06:27 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[699d245d-0ed4-46fd-8bba-daaa52fe0c5a]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[91f3a841-2bce-421e-b79c-e13cc783ae94]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RyponkWN {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RyponkWN" returned: 0 in 0.027s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0640319b-e49a-4d38-9134-648beab8253d]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RyponkWN'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.463s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Cleaning up deleted instances {{(pid=75278) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[45ba7c87-50a1-4989-9d1d-57b9f9aac987]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] There are 0 instances to clean {{(pid=75278) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[fad524ea-a8e6-4e6e-b414-7fa0c98d6b60]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:06:27 user nova-compute[75278]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917 (non-flash)
Dec 06 16:06:27 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:06:27 user nova-compute[75278]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917 (non-flash)
Dec 06 16:06:27 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.166s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] HCTL ('35', '0', '0', 0) found on session 46 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Scanning host 35 c: 0, t: 0, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.013s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3babce5-d674-4196-976d-714d32d6bad9]: (4, ('0 0 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Searching for a device in session 46 and hctl ('35', '0', '0', 0) yield: sdd {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RyponkWN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.190s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] <== connect_volume: return (191ms) {'type': 'block', 'scsi_wwn': '26437303037313138', 'path': '/dev/sdd'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26437303037313138', 'path': '/dev/sdd'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:04:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-803789311',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-803789311',id=36,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T16:04:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='29ae73a7063f40018c4c87b073578c9f',ramdisk_id='',reservation_id='r-pvetyl8z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-569028538',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:04:54Z,user_data=None,user_id='b91f9d2569644a57990737e162db4cda',uuid=4dfc2c2e-2747-4f95-b08f-3f564c1d3c74,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7329f4ea-ffe9-429f-9f78-0229afb498ba", "address": "fa:16:3e:b5:89:17", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "vif_mac": "fa:16:3e:b5:89:17"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7329f4ea-ff", "ovs_interfaceid": "7329f4ea-ffe9-429f-9f78-0229afb498ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Converting VIF {"id": "7329f4ea-ffe9-429f-9f78-0229afb498ba", "address": "fa:16:3e:b5:89:17", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "vif_mac": "fa:16:3e:b5:89:17"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7329f4ea-ff", "ovs_interfaceid": "7329f4ea-ffe9-429f-9f78-0229afb498ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b5:89:17,bridge_name='br-int',has_traffic_filtering=True,id=7329f4ea-ffe9-429f-9f78-0229afb498ba,network=Network(243fdb87-481c-4565-adce-3c2b311a66b0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7329f4ea-ff') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.objects.instance [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lazy-loading 'pci_devices' on Instance uuid 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.objects.base [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Object Instance<4dfc2c2e-2747-4f95-b08f-3f564c1d3c74> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] End _get_guest_xml xml=<domain type="kvm">
Dec 06 16:06:27 user nova-compute[75278]:   <uuid>4dfc2c2e-2747-4f95-b08f-3f564c1d3c74</uuid>
Dec 06 16:06:27 user nova-compute[75278]:   <name>instance-00000024</name>
Dec 06 16:06:27 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 16:06:27 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 16:06:27 user nova-compute[75278]:   <metadata>
Dec 06 16:06:27 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 16:06:27 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 16:06:27 user nova-compute[75278]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-803789311</nova:name>
Dec 06 16:06:27 user nova-compute[75278]:       <nova:creationTime>2023-12-06 16:06:27</nova:creationTime>
Dec 06 16:06:27 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 16:06:27 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 16:06:27 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 16:06:27 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 16:06:27 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 16:06:27 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 16:06:27 user nova-compute[75278]:       </nova:flavor>
Dec 06 16:06:27 user nova-compute[75278]:       <nova:owner>
Dec 06 16:06:27 user nova-compute[75278]:         <nova:user uuid="b91f9d2569644a57990737e162db4cda">tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member</nova:user>
Dec 06 16:06:27 user nova-compute[75278]:         <nova:project uuid="29ae73a7063f40018c4c87b073578c9f">tempest-ServerBootFromVolumeStableRescueTest-569028538</nova:project>
Dec 06 16:06:27 user nova-compute[75278]:       </nova:owner>
Dec 06 16:06:27 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 16:06:27 user nova-compute[75278]:       <nova:ports>
Dec 06 16:06:27 user nova-compute[75278]:         <nova:port uuid="7329f4ea-ffe9-429f-9f78-0229afb498ba">
Dec 06 16:06:27 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 06 16:06:27 user nova-compute[75278]:         </nova:port>
Dec 06 16:06:27 user nova-compute[75278]:       </nova:ports>
Dec 06 16:06:27 user nova-compute[75278]:     </nova:instance>
Dec 06 16:06:27 user nova-compute[75278]:   </metadata>
Dec 06 16:06:27 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 16:06:27 user nova-compute[75278]:     <system>
Dec 06 16:06:27 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 16:06:27 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 16:06:27 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 16:06:27 user nova-compute[75278]:       <entry name="serial">4dfc2c2e-2747-4f95-b08f-3f564c1d3c74</entry>
Dec 06 16:06:27 user nova-compute[75278]:       <entry name="uuid">4dfc2c2e-2747-4f95-b08f-3f564c1d3c74</entry>
Dec 06 16:06:27 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 16:06:27 user nova-compute[75278]:     </system>
Dec 06 16:06:27 user nova-compute[75278]:   </sysinfo>
Dec 06 16:06:27 user nova-compute[75278]:   <os>
Dec 06 16:06:27 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 16:06:27 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 16:06:27 user nova-compute[75278]:   </os>
Dec 06 16:06:27 user nova-compute[75278]:   <features>
Dec 06 16:06:27 user nova-compute[75278]:     <acpi/>
Dec 06 16:06:27 user nova-compute[75278]:     <apic/>
Dec 06 16:06:27 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 16:06:27 user nova-compute[75278]:   </features>
Dec 06 16:06:27 user nova-compute[75278]:   <clock offset="utc">
Dec 06 16:06:27 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 16:06:27 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 16:06:27 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 16:06:27 user nova-compute[75278]:   </clock>
Dec 06 16:06:27 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 16:06:27 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 16:06:27 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 16:06:27 user nova-compute[75278]:   </cpu>
Dec 06 16:06:27 user nova-compute[75278]:   <devices>
Dec 06 16:06:27 user nova-compute[75278]:     <disk type="block" device="disk">
Dec 06 16:06:27 user nova-compute[75278]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:06:27 user nova-compute[75278]:       <source dev="/dev/sdd"/>
Dec 06 16:06:27 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 16:06:27 user nova-compute[75278]:       <serial>cfcb365c-507f-4a86-9627-cd4ab26aa650</serial>
Dec 06 16:06:27 user nova-compute[75278]:     </disk>
Dec 06 16:06:27 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 16:06:27 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 16:06:27 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/4dfc2c2e-2747-4f95-b08f-3f564c1d3c74/disk.rescue"/>
Dec 06 16:06:27 user nova-compute[75278]:       <target dev="vdb" bus="virtio"/>
Dec 06 16:06:27 user nova-compute[75278]:       <boot order="1"/>
Dec 06 16:06:27 user nova-compute[75278]:     </disk>
Dec 06 16:06:27 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 16:06:27 user nova-compute[75278]:       <mac address="fa:16:3e:b5:89:17"/>
Dec 06 16:06:27 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:06:27 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 16:06:27 user nova-compute[75278]:       <target dev="tap7329f4ea-ff"/>
Dec 06 16:06:27 user nova-compute[75278]:     </interface>
Dec 06 16:06:27 user nova-compute[75278]:     <serial type="pty">
Dec 06 16:06:27 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/4dfc2c2e-2747-4f95-b08f-3f564c1d3c74/console.log" append="off"/>
Dec 06 16:06:27 user nova-compute[75278]:     </serial>
Dec 06 16:06:27 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 16:06:27 user nova-compute[75278]:     <video>
Dec 06 16:06:27 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:06:27 user nova-compute[75278]:     </video>
Dec 06 16:06:27 user nova-compute[75278]:     <rng model="virtio">
Dec 06 16:06:27 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 16:06:27 user nova-compute[75278]:     </rng>
Dec 06 16:06:27 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 16:06:27 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 16:06:27 user nova-compute[75278]:       <stats period="10"/>
Dec 06 16:06:27 user nova-compute[75278]:     </memballoon>
Dec 06 16:06:27 user nova-compute[75278]:   </devices>
Dec 06 16:06:27 user nova-compute[75278]: </domain>
Dec 06 16:06:27 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 16:06:27 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Instance destroyed successfully.
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:06:27 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] No VIF found with MAC fa:16:3e:b5:89:17, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 16:06:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:29 user nova-compute[75278]: DEBUG nova.compute.manager [req-82e756f6-bdf0-4f6d-8a55-905839c2f320 req-dfb171ef-cab4-4c20-8a40-b850445adf3d service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Received event network-vif-plugged-7329f4ea-ffe9-429f-9f78-0229afb498ba {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:06:29 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-82e756f6-bdf0-4f6d-8a55-905839c2f320 req-dfb171ef-cab4-4c20-8a40-b850445adf3d service nova] Acquiring lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:06:29 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-82e756f6-bdf0-4f6d-8a55-905839c2f320 req-dfb171ef-cab4-4c20-8a40-b850445adf3d service nova] Lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:06:29 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-82e756f6-bdf0-4f6d-8a55-905839c2f320 req-dfb171ef-cab4-4c20-8a40-b850445adf3d service nova] Lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:06:29 user nova-compute[75278]: DEBUG nova.compute.manager [req-82e756f6-bdf0-4f6d-8a55-905839c2f320 req-dfb171ef-cab4-4c20-8a40-b850445adf3d service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] No waiting events found dispatching network-vif-plugged-7329f4ea-ffe9-429f-9f78-0229afb498ba {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:06:29 user nova-compute[75278]: WARNING nova.compute.manager [req-82e756f6-bdf0-4f6d-8a55-905839c2f320 req-dfb171ef-cab4-4c20-8a40-b850445adf3d service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Received unexpected event network-vif-plugged-7329f4ea-ffe9-429f-9f78-0229afb498ba for instance with vm_state active and task_state rescuing.
Dec 06 16:06:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:31 user nova-compute[75278]: DEBUG nova.compute.manager [req-82f099d5-f9a1-4ba8-aaaf-838a4b910896 req-7d7173b0-ff38-4970-96f9-4ba12b9adc23 service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Received event network-vif-plugged-7329f4ea-ffe9-429f-9f78-0229afb498ba {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:06:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-82f099d5-f9a1-4ba8-aaaf-838a4b910896 req-7d7173b0-ff38-4970-96f9-4ba12b9adc23 service nova] Acquiring lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:06:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-82f099d5-f9a1-4ba8-aaaf-838a4b910896 req-7d7173b0-ff38-4970-96f9-4ba12b9adc23 service nova] Lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:06:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-82f099d5-f9a1-4ba8-aaaf-838a4b910896 req-7d7173b0-ff38-4970-96f9-4ba12b9adc23 service nova] Lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:06:31 user nova-compute[75278]: DEBUG nova.compute.manager [req-82f099d5-f9a1-4ba8-aaaf-838a4b910896 req-7d7173b0-ff38-4970-96f9-4ba12b9adc23 service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] No waiting events found dispatching network-vif-plugged-7329f4ea-ffe9-429f-9f78-0229afb498ba {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:06:31 user nova-compute[75278]: WARNING nova.compute.manager [req-82f099d5-f9a1-4ba8-aaaf-838a4b910896 req-7d7173b0-ff38-4970-96f9-4ba12b9adc23 service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Received unexpected event network-vif-plugged-7329f4ea-ffe9-429f-9f78-0229afb498ba for instance with vm_state active and task_state rescuing.
Dec 06 16:06:31 user nova-compute[75278]: DEBUG nova.compute.manager [None req-89cb4b6e-2391-40e0-b802-3ab49c66e442 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 16:06:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7056fb65-e6cf-458b-a42e-d25ec122bb46 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "a909916c-b274-4c00-a248-30d6ed84859e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:06:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7056fb65-e6cf-458b-a42e-d25ec122bb46 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "a909916c-b274-4c00-a248-30d6ed84859e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:06:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7056fb65-e6cf-458b-a42e-d25ec122bb46 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "a909916c-b274-4c00-a248-30d6ed84859e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:06:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7056fb65-e6cf-458b-a42e-d25ec122bb46 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "a909916c-b274-4c00-a248-30d6ed84859e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:06:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7056fb65-e6cf-458b-a42e-d25ec122bb46 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "a909916c-b274-4c00-a248-30d6ed84859e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:06:32 user nova-compute[75278]: INFO nova.compute.manager [None req-7056fb65-e6cf-458b-a42e-d25ec122bb46 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Terminating instance
Dec 06 16:06:32 user nova-compute[75278]: DEBUG nova.compute.manager [None req-7056fb65-e6cf-458b-a42e-d25ec122bb46 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 16:06:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:33 user nova-compute[75278]: DEBUG nova.compute.manager [req-638f7cb9-2386-40c7-969d-b181dd89e7c5 req-ed521080-c82b-43a5-a509-31dbfec84fbf service nova] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Received event network-vif-unplugged-12c68316-0f1c-4979-97b6-1eb6f2a18724 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:06:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-638f7cb9-2386-40c7-969d-b181dd89e7c5 req-ed521080-c82b-43a5-a509-31dbfec84fbf service nova] Acquiring lock "a909916c-b274-4c00-a248-30d6ed84859e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:06:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-638f7cb9-2386-40c7-969d-b181dd89e7c5 req-ed521080-c82b-43a5-a509-31dbfec84fbf service nova] Lock "a909916c-b274-4c00-a248-30d6ed84859e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:06:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-638f7cb9-2386-40c7-969d-b181dd89e7c5 req-ed521080-c82b-43a5-a509-31dbfec84fbf service nova] Lock "a909916c-b274-4c00-a248-30d6ed84859e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:06:33 user nova-compute[75278]: DEBUG nova.compute.manager [req-638f7cb9-2386-40c7-969d-b181dd89e7c5 req-ed521080-c82b-43a5-a509-31dbfec84fbf service nova] [instance: a909916c-b274-4c00-a248-30d6ed84859e] No waiting events found dispatching network-vif-unplugged-12c68316-0f1c-4979-97b6-1eb6f2a18724 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:06:33 user nova-compute[75278]: DEBUG nova.compute.manager [req-638f7cb9-2386-40c7-969d-b181dd89e7c5 req-ed521080-c82b-43a5-a509-31dbfec84fbf service nova] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Received event network-vif-unplugged-12c68316-0f1c-4979-97b6-1eb6f2a18724 for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 16:06:33 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Instance destroyed successfully.
Dec 06 16:06:33 user nova-compute[75278]: DEBUG nova.objects.instance [None req-7056fb65-e6cf-458b-a42e-d25ec122bb46 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lazy-loading 'resources' on Instance uuid a909916c-b274-4c00-a248-30d6ed84859e {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:06:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-7056fb65-e6cf-458b-a42e-d25ec122bb46 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:50:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-441200142',display_name='tempest-ServerRescueNegativeTestJSON-server-441200142',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-441200142',id=17,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:52:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='17645f8e67ae42749222c64a2017e818',ramdisk_id='',reservation_id='r-6fn1v1md',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1945514265',owner_user_name='tempest-ServerRescueNegativeTestJSON-1945514265-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:52:14Z,user_data=None,user_id='5c46caf813e6430d90d5637f2090c8ba',uuid=a909916c-b274-4c00-a248-30d6ed84859e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='rescued') vif={"id": "12c68316-0f1c-4979-97b6-1eb6f2a18724", "address": "fa:16:3e:8e:8d:73", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12c68316-0f", "ovs_interfaceid": "12c68316-0f1c-4979-97b6-1eb6f2a18724", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 16:06:33 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-7056fb65-e6cf-458b-a42e-d25ec122bb46 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Converting VIF {"id": "12c68316-0f1c-4979-97b6-1eb6f2a18724", "address": "fa:16:3e:8e:8d:73", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12c68316-0f", "ovs_interfaceid": "12c68316-0f1c-4979-97b6-1eb6f2a18724", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:06:33 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-7056fb65-e6cf-458b-a42e-d25ec122bb46 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8e:8d:73,bridge_name='br-int',has_traffic_filtering=True,id=12c68316-0f1c-4979-97b6-1eb6f2a18724,network=Network(d11985ab-f39c-48fe-aed1-0b24eae58a73),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap12c68316-0f') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:06:33 user nova-compute[75278]: DEBUG os_vif [None req-7056fb65-e6cf-458b-a42e-d25ec122bb46 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8e:8d:73,bridge_name='br-int',has_traffic_filtering=True,id=12c68316-0f1c-4979-97b6-1eb6f2a18724,network=Network(d11985ab-f39c-48fe-aed1-0b24eae58a73),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap12c68316-0f') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 16:06:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap12c68316-0f, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:06:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:06:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=33339e88-e58c-4444-b60a-ed6bd8ac6e9a) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:06:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:06:33 user nova-compute[75278]: INFO os_vif [None req-7056fb65-e6cf-458b-a42e-d25ec122bb46 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8e:8d:73,bridge_name='br-int',has_traffic_filtering=True,id=12c68316-0f1c-4979-97b6-1eb6f2a18724,network=Network(d11985ab-f39c-48fe-aed1-0b24eae58a73),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap12c68316-0f')
Dec 06 16:06:33 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-7056fb65-e6cf-458b-a42e-d25ec122bb46 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Deleting instance files /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e_del
Dec 06 16:06:33 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-7056fb65-e6cf-458b-a42e-d25ec122bb46 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Deletion of /opt/stack/data/nova/instances/a909916c-b274-4c00-a248-30d6ed84859e_del complete
Dec 06 16:06:33 user nova-compute[75278]: INFO nova.compute.manager [None req-7056fb65-e6cf-458b-a42e-d25ec122bb46 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Took 0.94 seconds to destroy the instance on the hypervisor.
Dec 06 16:06:33 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-7056fb65-e6cf-458b-a42e-d25ec122bb46 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 16:06:33 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 16:06:33 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: a909916c-b274-4c00-a248-30d6ed84859e] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 16:06:33 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:06:33 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 16:06:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "refresh_cache-fd90d704-fbb5-45cd-983c-1de7e98b9ca6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:06:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquired lock "refresh_cache-fd90d704-fbb5-45cd-983c-1de7e98b9ca6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:06:33 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Forcefully refreshing network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 16:06:34 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:06:34 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Took 0.62 seconds to deallocate network for instance.
Dec 06 16:06:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7056fb65-e6cf-458b-a42e-d25ec122bb46 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:06:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7056fb65-e6cf-458b-a42e-d25ec122bb46 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:06:34 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Updating instance_info_cache with network_info: [{"id": "302ce4ee-f148-4822-8ec6-5a5ae6c060e2", "address": "fa:16:3e:fa:34:92", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap302ce4ee-f1", "ovs_interfaceid": "302ce4ee-f148-4822-8ec6-5a5ae6c060e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:06:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Releasing lock "refresh_cache-fd90d704-fbb5-45cd-983c-1de7e98b9ca6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:06:34 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Updated the network info_cache for instance {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 16:06:34 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:06:34 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-7056fb65-e6cf-458b-a42e-d25ec122bb46 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:06:34 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-7056fb65-e6cf-458b-a42e-d25ec122bb46 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:06:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7056fb65-e6cf-458b-a42e-d25ec122bb46 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.283s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:06:34 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-7056fb65-e6cf-458b-a42e-d25ec122bb46 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Deleted allocations for instance a909916c-b274-4c00-a248-30d6ed84859e
Dec 06 16:06:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7056fb65-e6cf-458b-a42e-d25ec122bb46 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "a909916c-b274-4c00-a248-30d6ed84859e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.080s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:06:35 user nova-compute[75278]: DEBUG nova.compute.manager [req-d75bb048-a14c-49e1-8341-8319554c8995 req-420655f2-abc7-40b5-971d-65e03b557109 service nova] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Received event network-vif-plugged-12c68316-0f1c-4979-97b6-1eb6f2a18724 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:06:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d75bb048-a14c-49e1-8341-8319554c8995 req-420655f2-abc7-40b5-971d-65e03b557109 service nova] Acquiring lock "a909916c-b274-4c00-a248-30d6ed84859e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:06:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d75bb048-a14c-49e1-8341-8319554c8995 req-420655f2-abc7-40b5-971d-65e03b557109 service nova] Lock "a909916c-b274-4c00-a248-30d6ed84859e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:06:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d75bb048-a14c-49e1-8341-8319554c8995 req-420655f2-abc7-40b5-971d-65e03b557109 service nova] Lock "a909916c-b274-4c00-a248-30d6ed84859e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:06:35 user nova-compute[75278]: DEBUG nova.compute.manager [req-d75bb048-a14c-49e1-8341-8319554c8995 req-420655f2-abc7-40b5-971d-65e03b557109 service nova] [instance: a909916c-b274-4c00-a248-30d6ed84859e] No waiting events found dispatching network-vif-plugged-12c68316-0f1c-4979-97b6-1eb6f2a18724 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:06:35 user nova-compute[75278]: WARNING nova.compute.manager [req-d75bb048-a14c-49e1-8341-8319554c8995 req-420655f2-abc7-40b5-971d-65e03b557109 service nova] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Received unexpected event network-vif-plugged-12c68316-0f1c-4979-97b6-1eb6f2a18724 for instance with vm_state deleted and task_state None.
Dec 06 16:06:35 user nova-compute[75278]: DEBUG nova.compute.manager [req-d75bb048-a14c-49e1-8341-8319554c8995 req-420655f2-abc7-40b5-971d-65e03b557109 service nova] [instance: a909916c-b274-4c00-a248-30d6ed84859e] Received event network-vif-deleted-12c68316-0f1c-4979-97b6-1eb6f2a18724 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:06:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:38 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:38 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:41 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-ea130b8c-3a64-42f9-8337-b3291d4bae89 tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08 is timed out.
Dec 06 16:06:41 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-ea130b8c-3a64-42f9-8337-b3291d4bae89 tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Successfully detached device vdb from instance dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08 from the live domain config.
Dec 06 16:06:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ea130b8c-3a64-42f9-8337-b3291d4bae89 tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea130b8c-3a64-42f9-8337-b3291d4bae89 tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gdktuqyJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:06:41 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-ea130b8c-3a64-42f9-8337-b3291d4bae89 tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:06:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-ea130b8c-3a64-42f9-8337-b3291d4bae89 tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-ea130b8c-3a64-42f9-8337-b3291d4bae89 tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba428cb3-17ba-4c10-a21e-4911146748bc]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea130b8c-3a64-42f9-8337-b3291d4bae89 tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 16:06:41 user nova-compute[75278]: No targets found.
Dec 06 16:06:41 user nova-compute[75278]: iSNS:
Dec 06 16:06:41 user nova-compute[75278]: No targets found.
Dec 06 16:06:41 user nova-compute[75278]: STATIC:
Dec 06 16:06:41 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650
Dec 06 16:06:41 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:06:41 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:06:41 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917
Dec 06 16:06:41 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:06:41 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:06:41 user nova-compute[75278]: FIRMWARE:
Dec 06 16:06:41 user nova-compute[75278]: No targets found.
Dec 06 16:06:41 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea130b8c-3a64-42f9-8337-b3291d4bae89 tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 16:06:41 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 16:06:41 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea130b8c-3a64-42f9-8337-b3291d4bae89 tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b13af2a-eae3-4601-8578-1057f4dfe7eb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[36f130b5-8f53-436a-ae68-23df31a6c095]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea130b8c-3a64-42f9-8337-b3291d4bae89 tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:06:41 user nova-compute[75278]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917 (non-flash)
Dec 06 16:06:41 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea130b8c-3a64-42f9-8337-b3291d4bae89 tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:06:41 user nova-compute[75278]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917 (non-flash)
Dec 06 16:06:41 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea130b8c-3a64-42f9-8337-b3291d4bae89 tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c265bd0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917'): ({'sdb'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-ea130b8c-3a64-42f9-8337-b3291d4bae89 tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Removing single pathed devices sdb {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[74a3284d-d75b-4ca5-a4c7-d80e296ab437]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f2f0ece-d913-4e3f-be4e-05a00e13aa7d]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-ea130b8c-3a64-42f9-8337-b3291d4bae89 tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Flushing IO for device /dev/sdb {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[416fc57b-6fea-4a34-a58f-87c681cdad3a]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-ea130b8c-3a64-42f9-8337-b3291d4bae89 tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.049s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a0cc63a-02f0-4cf1-a6f2-d3b722ae21f6]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-ea130b8c-3a64-42f9-8337-b3291d4bae89 tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-ea130b8c-3a64-42f9-8337-b3291d4bae89 tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] SCSI volumes sdb have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea130b8c-3a64-42f9-8337-b3291d4bae89 tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8af3a4ae-ba1e-4aaa-8e19-2d79424e0212]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea130b8c-3a64-42f9-8337-b3291d4bae89 tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917 -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917 -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9752091-aa73-4853-aa77-1b7ffaffc76f]: (4, ('Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917, portal: 172.16.0.220,3260]\nLogout of [sid: 47, target: iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea130b8c-3a64-42f9-8337-b3291d4bae89 tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917, portal: 172.16.0.220,3260]
Dec 06 16:06:41 user nova-compute[75278]: Logout of [sid: 47, target: iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917, portal: 172.16.0.220,3260] successful.
Dec 06 16:06:41 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917 -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50fb1bbb-fd0a-4360-8d2e-f58457089917 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5f00232-36bc-459c-a0f6-10ecf5ec29e2]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea130b8c-3a64-42f9-8337-b3291d4bae89 tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-ea130b8c-3a64-42f9-8337-b3291d4bae89 tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.286s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea130b8c-3a64-42f9-8337-b3291d4bae89 tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] <== disconnect_volume: return (287ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:06:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ea130b8c-3a64-42f9-8337-b3291d4bae89 tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 16:06:42 user nova-compute[75278]: DEBUG nova.objects.instance [None req-ea130b8c-3a64-42f9-8337-b3291d4bae89 tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Lazy-loading 'flavor' on Instance uuid dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:06:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ea130b8c-3a64-42f9-8337-b3291d4bae89 tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Lock "dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.811s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:06:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b7dc534b-5de6-4649-840f-b73f64ee678e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "b7d28046-9ddb-475d-9bfd-753c926e3391" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:06:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b7dc534b-5de6-4649-840f-b73f64ee678e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "b7d28046-9ddb-475d-9bfd-753c926e3391" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:06:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b7dc534b-5de6-4649-840f-b73f64ee678e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "b7d28046-9ddb-475d-9bfd-753c926e3391-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:06:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b7dc534b-5de6-4649-840f-b73f64ee678e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "b7d28046-9ddb-475d-9bfd-753c926e3391-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:06:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b7dc534b-5de6-4649-840f-b73f64ee678e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "b7d28046-9ddb-475d-9bfd-753c926e3391-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:06:43 user nova-compute[75278]: INFO nova.compute.manager [None req-b7dc534b-5de6-4649-840f-b73f64ee678e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Terminating instance
Dec 06 16:06:43 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b7dc534b-5de6-4649-840f-b73f64ee678e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 16:06:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:43 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Instance destroyed successfully.
Dec 06 16:06:43 user nova-compute[75278]: DEBUG nova.objects.instance [None req-b7dc534b-5de6-4649-840f-b73f64ee678e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lazy-loading 'resources' on Instance uuid b7d28046-9ddb-475d-9bfd-753c926e3391 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:06:44 user nova-compute[75278]: DEBUG nova.compute.manager [req-81c9382f-f1de-4b91-b645-f53f45518f71 req-bd7243bd-bd9f-4b8b-9bca-98692750d4a1 service nova] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Received event network-vif-unplugged-ee7def6c-fafa-4a00-8cee-f5c876b95b52 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:06:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-81c9382f-f1de-4b91-b645-f53f45518f71 req-bd7243bd-bd9f-4b8b-9bca-98692750d4a1 service nova] Acquiring lock "b7d28046-9ddb-475d-9bfd-753c926e3391-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:06:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-81c9382f-f1de-4b91-b645-f53f45518f71 req-bd7243bd-bd9f-4b8b-9bca-98692750d4a1 service nova] Lock "b7d28046-9ddb-475d-9bfd-753c926e3391-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:06:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-81c9382f-f1de-4b91-b645-f53f45518f71 req-bd7243bd-bd9f-4b8b-9bca-98692750d4a1 service nova] Lock "b7d28046-9ddb-475d-9bfd-753c926e3391-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:06:44 user nova-compute[75278]: DEBUG nova.compute.manager [req-81c9382f-f1de-4b91-b645-f53f45518f71 req-bd7243bd-bd9f-4b8b-9bca-98692750d4a1 service nova] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] No waiting events found dispatching network-vif-unplugged-ee7def6c-fafa-4a00-8cee-f5c876b95b52 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:06:44 user nova-compute[75278]: DEBUG nova.compute.manager [req-81c9382f-f1de-4b91-b645-f53f45518f71 req-bd7243bd-bd9f-4b8b-9bca-98692750d4a1 service nova] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Received event network-vif-unplugged-ee7def6c-fafa-4a00-8cee-f5c876b95b52 for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 16:06:44 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-b7dc534b-5de6-4649-840f-b73f64ee678e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:00:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-396195771',display_name='tempest-AttachVolumeNegativeTest-server-396195771',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-396195771',id=32,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL2EuiYxm0lOQSzGBLjsKOAFuvGd+hXfPnAbDZDv4/UQ5PO6ZCYwARmeh5NdjBy9jOq2kbL2JOvn2tzPQuQVJJionOWHNNKqFwjO8lSpm9FvOSFBHHHs6+Hye9lbQ78YTA==',key_name='tempest-keypair-830597977',keypairs=<?>,launch_index=0,launched_at=2023-12-06T16:01:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='85700e5e1c2e49c08eea12bc4fe506e4',ramdisk_id='',reservation_id='r-2tx0oxs7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-50938505',owner_user_name='tempest-AttachVolumeNegativeTest-50938505-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T16:01:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='409e45635121492fb28d44951793436f',uuid=b7d28046-9ddb-475d-9bfd-753c926e3391,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ee7def6c-fafa-4a00-8cee-f5c876b95b52", "address": "fa:16:3e:ca:61:24", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.85", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee7def6c-fa", "ovs_interfaceid": "ee7def6c-fafa-4a00-8cee-f5c876b95b52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 16:06:44 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-b7dc534b-5de6-4649-840f-b73f64ee678e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Converting VIF {"id": "ee7def6c-fafa-4a00-8cee-f5c876b95b52", "address": "fa:16:3e:ca:61:24", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.85", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee7def6c-fa", "ovs_interfaceid": "ee7def6c-fafa-4a00-8cee-f5c876b95b52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:06:44 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-b7dc534b-5de6-4649-840f-b73f64ee678e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ca:61:24,bridge_name='br-int',has_traffic_filtering=True,id=ee7def6c-fafa-4a00-8cee-f5c876b95b52,network=Network(283ed413-0338-4410-9d94-73b7db00e60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee7def6c-fa') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:06:44 user nova-compute[75278]: DEBUG os_vif [None req-b7dc534b-5de6-4649-840f-b73f64ee678e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ca:61:24,bridge_name='br-int',has_traffic_filtering=True,id=ee7def6c-fafa-4a00-8cee-f5c876b95b52,network=Network(283ed413-0338-4410-9d94-73b7db00e60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee7def6c-fa') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 16:06:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapee7def6c-fa, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:06:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:06:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=75ba7532-9907-4f41-b379-3cb55fbd6acf) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:06:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:06:44 user nova-compute[75278]: INFO os_vif [None req-b7dc534b-5de6-4649-840f-b73f64ee678e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ca:61:24,bridge_name='br-int',has_traffic_filtering=True,id=ee7def6c-fafa-4a00-8cee-f5c876b95b52,network=Network(283ed413-0338-4410-9d94-73b7db00e60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee7def6c-fa')
Dec 06 16:06:44 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-b7dc534b-5de6-4649-840f-b73f64ee678e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Deleting instance files /opt/stack/data/nova/instances/b7d28046-9ddb-475d-9bfd-753c926e3391_del
Dec 06 16:06:44 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-b7dc534b-5de6-4649-840f-b73f64ee678e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Deletion of /opt/stack/data/nova/instances/b7d28046-9ddb-475d-9bfd-753c926e3391_del complete
Dec 06 16:06:44 user nova-compute[75278]: INFO nova.compute.manager [None req-b7dc534b-5de6-4649-840f-b73f64ee678e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Took 0.85 seconds to destroy the instance on the hypervisor.
Dec 06 16:06:44 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-b7dc534b-5de6-4649-840f-b73f64ee678e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 16:06:44 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 16:06:44 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 16:06:45 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:06:45 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Took 0.98 seconds to deallocate network for instance.
Dec 06 16:06:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b7dc534b-5de6-4649-840f-b73f64ee678e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:06:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b7dc534b-5de6-4649-840f-b73f64ee678e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:06:45 user nova-compute[75278]: DEBUG nova.compute.manager [req-b33d252d-9e7c-4359-8331-4e3488ea85a9 req-d87ffac9-9d3f-4b63-beaa-96998f755fda service nova] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Received event network-vif-deleted-ee7def6c-fafa-4a00-8cee-f5c876b95b52 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:06:45 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-b7dc534b-5de6-4649-840f-b73f64ee678e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:06:45 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-b7dc534b-5de6-4649-840f-b73f64ee678e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:06:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b7dc534b-5de6-4649-840f-b73f64ee678e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.211s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:06:45 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-b7dc534b-5de6-4649-840f-b73f64ee678e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Deleted allocations for instance b7d28046-9ddb-475d-9bfd-753c926e3391
Dec 06 16:06:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b7dc534b-5de6-4649-840f-b73f64ee678e tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "b7d28046-9ddb-475d-9bfd-753c926e3391" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.261s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:06:45 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:46 user nova-compute[75278]: DEBUG nova.compute.manager [req-c46e6ecb-2037-43e7-8c35-8633ca9e9fc7 req-dcbe9111-d38f-4aca-aa47-d7009c1fb7fa service nova] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Received event network-vif-plugged-ee7def6c-fafa-4a00-8cee-f5c876b95b52 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:06:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c46e6ecb-2037-43e7-8c35-8633ca9e9fc7 req-dcbe9111-d38f-4aca-aa47-d7009c1fb7fa service nova] Acquiring lock "b7d28046-9ddb-475d-9bfd-753c926e3391-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:06:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c46e6ecb-2037-43e7-8c35-8633ca9e9fc7 req-dcbe9111-d38f-4aca-aa47-d7009c1fb7fa service nova] Lock "b7d28046-9ddb-475d-9bfd-753c926e3391-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:06:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c46e6ecb-2037-43e7-8c35-8633ca9e9fc7 req-dcbe9111-d38f-4aca-aa47-d7009c1fb7fa service nova] Lock "b7d28046-9ddb-475d-9bfd-753c926e3391-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:06:46 user nova-compute[75278]: DEBUG nova.compute.manager [req-c46e6ecb-2037-43e7-8c35-8633ca9e9fc7 req-dcbe9111-d38f-4aca-aa47-d7009c1fb7fa service nova] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] No waiting events found dispatching network-vif-plugged-ee7def6c-fafa-4a00-8cee-f5c876b95b52 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:06:46 user nova-compute[75278]: WARNING nova.compute.manager [req-c46e6ecb-2037-43e7-8c35-8633ca9e9fc7 req-dcbe9111-d38f-4aca-aa47-d7009c1fb7fa service nova] [instance: b7d28046-9ddb-475d-9bfd-753c926e3391] Received unexpected event network-vif-plugged-ee7def6c-fafa-4a00-8cee-f5c876b95b52 for instance with vm_state deleted and task_state None.
Dec 06 16:06:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "a5da65da-4699-41cb-85fa-e4de102010da" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:06:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "a5da65da-4699-41cb-85fa-e4de102010da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:06:52 user nova-compute[75278]: DEBUG nova.compute.manager [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 16:06:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:06:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:06:52 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 16:06:52 user nova-compute[75278]: INFO nova.compute.claims [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Claim successful on node user
Dec 06 16:06:52 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:06:52 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:06:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.280s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:06:52 user nova-compute[75278]: DEBUG nova.compute.manager [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 16:06:52 user nova-compute[75278]: DEBUG nova.compute.manager [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 16:06:52 user nova-compute[75278]: DEBUG nova.network.neutron [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 16:06:53 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 16:06:53 user nova-compute[75278]: DEBUG nova.compute.manager [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 16:06:53 user nova-compute[75278]: DEBUG nova.policy [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c795bd8e90894931922dc5ff7741dfae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '188cfe2e1c85461899dae3585b7a6a24', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 16:06:53 user nova-compute[75278]: INFO nova.virt.block_device [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Booting with volume snapshot 88304a95-84a3-4ff6-a9e8-5b2db0aa8570 at /dev/vda
Dec 06 16:06:53 user nova-compute[75278]: DEBUG nova.network.neutron [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Successfully created port: 6eb428cf-0a49-4010-8936-4cb7480d0c31 {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 16:06:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:54 user nova-compute[75278]: DEBUG nova.network.neutron [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Successfully updated port: 6eb428cf-0a49-4010-8936-4cb7480d0c31 {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 16:06:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "refresh_cache-a5da65da-4699-41cb-85fa-e4de102010da" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:06:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquired lock "refresh_cache-a5da65da-4699-41cb-85fa-e4de102010da" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:06:54 user nova-compute[75278]: DEBUG nova.network.neutron [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 16:06:54 user nova-compute[75278]: DEBUG nova.compute.manager [req-1090c0f1-b28f-4fa6-83d8-2b80c33fdfd0 req-fbbe2381-c9b5-40a3-9e15-04d5e5bc08a7 service nova] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Received event network-changed-6eb428cf-0a49-4010-8936-4cb7480d0c31 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:06:54 user nova-compute[75278]: DEBUG nova.compute.manager [req-1090c0f1-b28f-4fa6-83d8-2b80c33fdfd0 req-fbbe2381-c9b5-40a3-9e15-04d5e5bc08a7 service nova] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Refreshing instance network info cache due to event network-changed-6eb428cf-0a49-4010-8936-4cb7480d0c31. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:06:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-1090c0f1-b28f-4fa6-83d8-2b80c33fdfd0 req-fbbe2381-c9b5-40a3-9e15-04d5e5bc08a7 service nova] Acquiring lock "refresh_cache-a5da65da-4699-41cb-85fa-e4de102010da" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:06:54 user nova-compute[75278]: DEBUG nova.network.neutron [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 16:06:54 user nova-compute[75278]: DEBUG nova.network.neutron [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Updating instance_info_cache with network_info: [{"id": "6eb428cf-0a49-4010-8936-4cb7480d0c31", "address": "fa:16:3e:a1:fe:c3", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6eb428cf-0a", "ovs_interfaceid": "6eb428cf-0a49-4010-8936-4cb7480d0c31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:06:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Releasing lock "refresh_cache-a5da65da-4699-41cb-85fa-e4de102010da" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:06:54 user nova-compute[75278]: DEBUG nova.compute.manager [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Instance network_info: |[{"id": "6eb428cf-0a49-4010-8936-4cb7480d0c31", "address": "fa:16:3e:a1:fe:c3", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6eb428cf-0a", "ovs_interfaceid": "6eb428cf-0a49-4010-8936-4cb7480d0c31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 16:06:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-1090c0f1-b28f-4fa6-83d8-2b80c33fdfd0 req-fbbe2381-c9b5-40a3-9e15-04d5e5bc08a7 service nova] Acquired lock "refresh_cache-a5da65da-4699-41cb-85fa-e4de102010da" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:06:54 user nova-compute[75278]: DEBUG nova.network.neutron [req-1090c0f1-b28f-4fa6-83d8-2b80c33fdfd0 req-fbbe2381-c9b5-40a3-9e15-04d5e5bc08a7 service nova] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Refreshing network info cache for port 6eb428cf-0a49-4010-8936-4cb7480d0c31 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:06:55 user nova-compute[75278]: DEBUG nova.network.neutron [req-1090c0f1-b28f-4fa6-83d8-2b80c33fdfd0 req-fbbe2381-c9b5-40a3-9e15-04d5e5bc08a7 service nova] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Updated VIF entry in instance network info cache for port 6eb428cf-0a49-4010-8936-4cb7480d0c31. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:06:55 user nova-compute[75278]: DEBUG nova.network.neutron [req-1090c0f1-b28f-4fa6-83d8-2b80c33fdfd0 req-fbbe2381-c9b5-40a3-9e15-04d5e5bc08a7 service nova] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Updating instance_info_cache with network_info: [{"id": "6eb428cf-0a49-4010-8936-4cb7480d0c31", "address": "fa:16:3e:a1:fe:c3", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6eb428cf-0a", "ovs_interfaceid": "6eb428cf-0a49-4010-8936-4cb7480d0c31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:06:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-1090c0f1-b28f-4fa6-83d8-2b80c33fdfd0 req-fbbe2381-c9b5-40a3-9e15-04d5e5bc08a7 service nova] Releasing lock "refresh_cache-a5da65da-4699-41cb-85fa-e4de102010da" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:06:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:59 user nova-compute[75278]: DEBUG os_brick.utils [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:06:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:59 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf20ec01-c829-4598-b0b8-4fa921b8ee61]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:06:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:59 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b9dbb13-0128-43b1-9fc5-93029a8c969b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:06:59 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[12a3e015-641a-4375-a194-11eb000cbd83]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:59 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f71ce018-d72b-4af9-af67-7cea5a9ce45f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 16:06:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 16:06:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:06:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 16:06:59 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 16:06:59 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[65e154de-3877-435c-900d-e9017f5254d8]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:06:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 16:06:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 16:06:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 16:06:59 user nova-compute[75278]: DEBUG os_brick.utils [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:06:59 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Updating existing volume attachment record: df42a24e-f1c1-4cdf-82be-24a549a730be {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 16:07:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG nova.compute.manager [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 16:07:08 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Creating image(s)
Dec 06 16:07:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Did not create local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Ensure instance console log exists: /opt/stack/data/nova/instances/a5da65da-4699-41cb-85fa-e4de102010da/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Start _get_guest_xml network_info=[{"id": "6eb428cf-0a49-4010-8936-4cb7480d0c31", "address": "fa:16:3e:a1:fe:c3", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6eb428cf-0a", "ovs_interfaceid": "6eb428cf-0a49-4010-8936-4cb7480d0c31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'boot_index': 0, 'delete_on_termination': True, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': 'df42a24e-f1c1-4cdf-82be-24a549a730be', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EeHdXiph', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a5da65da-4699-41cb-85fa-e4de102010da', 'attached_at': '', 'detached_at': '', 'volume_id': '45f57a93-fa08-489c-b911-c099a0b069b2', 'serial': '45f57a93-fa08-489c-b911-c099a0b069b2'}, 'volume_type': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 16:07:08 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:07:08 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:07:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EeHdXiph', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:07:08 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:07:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:07:08 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:07:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:07:08 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 16:07:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2 -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[88ace215-915c-4a5f-996e-655426186905]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 16:07:08 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2 -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[44a247a7-1edd-4a87-b8c3-aa4b33b695b8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2] added
Dec 06 16:07:08 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[891e32bc-47ec-4e79-818c-3d0bb9654dab]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[36fdbfe3-4bd3-4494-a66f-127b8cfc0db4]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EeHdXiph {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EeHdXiph" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc558962-132e-455e-a4bd-c6a1b79f6003]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'EeHdXiph'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bd543f4-3266-43b7-bc11-668d82878b1c]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a683aed-070e-47c9-8a0f-47c202f70578]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:07:08 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:07:08 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2 -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a326bbb-6d5b-4026-b20f-b7e3f059770d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2, portal: 172.16.0.220,3260]
Dec 06 16:07:08 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2, portal: 172.16.0.220,3260] successful.
Dec 06 16:07:08 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[25de4334-9d37-4ca7-bc72-ad478eaaf6c7]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[abef0b8c-f328-4d0b-b6c0-f7fa54151f62]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:07:08 user nova-compute[75278]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2 (non-flash)
Dec 06 16:07:08 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:07:08 user nova-compute[75278]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2 (non-flash)
Dec 06 16:07:08 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.268s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] HCTL ('33', '-', '-', 0) found on session 48 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e36551b5-19d2-40e4-ba31-6fc373e237e5]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Searching for a device in session 48 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 16:07:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EeHdXiph', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 16:07:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:09 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.307s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:07:09 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] <== connect_volume: return (1308ms) {'type': 'block', 'scsi_wwn': '26266306639386534', 'path': '/dev/sdb'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:07:09 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26266306639386534', 'path': '/dev/sdb'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 16:07:09 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:06:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1200350659',display_name='tempest-TestVolumeBootPattern-server-1200350659',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1200350659',id=37,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='188cfe2e1c85461899dae3585b7a6a24',ramdisk_id='',reservation_id='r-an4555tq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1184091674',owner_user_name='tempest-TestVolumeBootPattern-1184091674-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:06:53Z,user_data=None,user_id='c795bd8e90894931922dc5ff7741dfae',uuid=a5da65da-4699-41cb-85fa-e4de102010da,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6eb428cf-0a49-4010-8936-4cb7480d0c31", "address": "fa:16:3e:a1:fe:c3", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6eb428cf-0a", "ovs_interfaceid": "6eb428cf-0a49-4010-8936-4cb7480d0c31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 16:07:09 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Converting VIF {"id": "6eb428cf-0a49-4010-8936-4cb7480d0c31", "address": "fa:16:3e:a1:fe:c3", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6eb428cf-0a", "ovs_interfaceid": "6eb428cf-0a49-4010-8936-4cb7480d0c31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:07:09 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a1:fe:c3,bridge_name='br-int',has_traffic_filtering=True,id=6eb428cf-0a49-4010-8936-4cb7480d0c31,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6eb428cf-0a') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:07:09 user nova-compute[75278]: DEBUG nova.objects.instance [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lazy-loading 'pci_devices' on Instance uuid a5da65da-4699-41cb-85fa-e4de102010da {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:07:09 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] End _get_guest_xml xml=<domain type="kvm">
Dec 06 16:07:09 user nova-compute[75278]:   <uuid>a5da65da-4699-41cb-85fa-e4de102010da</uuid>
Dec 06 16:07:09 user nova-compute[75278]:   <name>instance-00000025</name>
Dec 06 16:07:09 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 16:07:09 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 16:07:09 user nova-compute[75278]:   <metadata>
Dec 06 16:07:09 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 16:07:09 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 16:07:09 user nova-compute[75278]:       <nova:name>tempest-TestVolumeBootPattern-server-1200350659</nova:name>
Dec 06 16:07:09 user nova-compute[75278]:       <nova:creationTime>2023-12-06 16:07:08</nova:creationTime>
Dec 06 16:07:09 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 16:07:09 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 16:07:09 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 16:07:09 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 16:07:09 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 16:07:09 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 16:07:09 user nova-compute[75278]:       </nova:flavor>
Dec 06 16:07:09 user nova-compute[75278]:       <nova:owner>
Dec 06 16:07:09 user nova-compute[75278]:         <nova:user uuid="c795bd8e90894931922dc5ff7741dfae">tempest-TestVolumeBootPattern-1184091674-project-member</nova:user>
Dec 06 16:07:09 user nova-compute[75278]:         <nova:project uuid="188cfe2e1c85461899dae3585b7a6a24">tempest-TestVolumeBootPattern-1184091674</nova:project>
Dec 06 16:07:09 user nova-compute[75278]:       </nova:owner>
Dec 06 16:07:09 user nova-compute[75278]:       <nova:ports>
Dec 06 16:07:09 user nova-compute[75278]:         <nova:port uuid="6eb428cf-0a49-4010-8936-4cb7480d0c31">
Dec 06 16:07:09 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 16:07:09 user nova-compute[75278]:         </nova:port>
Dec 06 16:07:09 user nova-compute[75278]:       </nova:ports>
Dec 06 16:07:09 user nova-compute[75278]:     </nova:instance>
Dec 06 16:07:09 user nova-compute[75278]:   </metadata>
Dec 06 16:07:09 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 16:07:09 user nova-compute[75278]:     <system>
Dec 06 16:07:09 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 16:07:09 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 16:07:09 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 16:07:09 user nova-compute[75278]:       <entry name="serial">a5da65da-4699-41cb-85fa-e4de102010da</entry>
Dec 06 16:07:09 user nova-compute[75278]:       <entry name="uuid">a5da65da-4699-41cb-85fa-e4de102010da</entry>
Dec 06 16:07:09 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 16:07:09 user nova-compute[75278]:     </system>
Dec 06 16:07:09 user nova-compute[75278]:   </sysinfo>
Dec 06 16:07:09 user nova-compute[75278]:   <os>
Dec 06 16:07:09 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 16:07:09 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 16:07:09 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 16:07:09 user nova-compute[75278]:   </os>
Dec 06 16:07:09 user nova-compute[75278]:   <features>
Dec 06 16:07:09 user nova-compute[75278]:     <acpi/>
Dec 06 16:07:09 user nova-compute[75278]:     <apic/>
Dec 06 16:07:09 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 16:07:09 user nova-compute[75278]:   </features>
Dec 06 16:07:09 user nova-compute[75278]:   <clock offset="utc">
Dec 06 16:07:09 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 16:07:09 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 16:07:09 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 16:07:09 user nova-compute[75278]:   </clock>
Dec 06 16:07:09 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 16:07:09 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 16:07:09 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 16:07:09 user nova-compute[75278]:   </cpu>
Dec 06 16:07:09 user nova-compute[75278]:   <devices>
Dec 06 16:07:09 user nova-compute[75278]:     <disk type="block" device="disk">
Dec 06 16:07:09 user nova-compute[75278]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:07:09 user nova-compute[75278]:       <source dev="/dev/sdb"/>
Dec 06 16:07:09 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 16:07:09 user nova-compute[75278]:       <serial>45f57a93-fa08-489c-b911-c099a0b069b2</serial>
Dec 06 16:07:09 user nova-compute[75278]:     </disk>
Dec 06 16:07:09 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 16:07:09 user nova-compute[75278]:       <mac address="fa:16:3e:a1:fe:c3"/>
Dec 06 16:07:09 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:07:09 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 16:07:09 user nova-compute[75278]:       <target dev="tap6eb428cf-0a"/>
Dec 06 16:07:09 user nova-compute[75278]:     </interface>
Dec 06 16:07:09 user nova-compute[75278]:     <serial type="pty">
Dec 06 16:07:09 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/a5da65da-4699-41cb-85fa-e4de102010da/console.log" append="off"/>
Dec 06 16:07:09 user nova-compute[75278]:     </serial>
Dec 06 16:07:09 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 16:07:09 user nova-compute[75278]:     <video>
Dec 06 16:07:09 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:07:09 user nova-compute[75278]:     </video>
Dec 06 16:07:09 user nova-compute[75278]:     <rng model="virtio">
Dec 06 16:07:09 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 16:07:09 user nova-compute[75278]:     </rng>
Dec 06 16:07:09 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 16:07:09 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 16:07:09 user nova-compute[75278]:       <stats period="10"/>
Dec 06 16:07:09 user nova-compute[75278]:     </memballoon>
Dec 06 16:07:09 user nova-compute[75278]:   </devices>
Dec 06 16:07:09 user nova-compute[75278]: </domain>
Dec 06 16:07:09 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 16:07:09 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:06:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1200350659',display_name='tempest-TestVolumeBootPattern-server-1200350659',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1200350659',id=37,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='188cfe2e1c85461899dae3585b7a6a24',ramdisk_id='',reservation_id='r-an4555tq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1184091674',owner_user_name='tempest-TestVolumeBootPattern-1184091674-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:06:53Z,user_data=None,user_id='c795bd8e90894931922dc5ff7741dfae',uuid=a5da65da-4699-41cb-85fa-e4de102010da,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6eb428cf-0a49-4010-8936-4cb7480d0c31", "address": "fa:16:3e:a1:fe:c3", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6eb428cf-0a", "ovs_interfaceid": "6eb428cf-0a49-4010-8936-4cb7480d0c31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 16:07:09 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Converting VIF {"id": "6eb428cf-0a49-4010-8936-4cb7480d0c31", "address": "fa:16:3e:a1:fe:c3", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6eb428cf-0a", "ovs_interfaceid": "6eb428cf-0a49-4010-8936-4cb7480d0c31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:07:09 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a1:fe:c3,bridge_name='br-int',has_traffic_filtering=True,id=6eb428cf-0a49-4010-8936-4cb7480d0c31,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6eb428cf-0a') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:07:09 user nova-compute[75278]: DEBUG os_vif [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a1:fe:c3,bridge_name='br-int',has_traffic_filtering=True,id=6eb428cf-0a49-4010-8936-4cb7480d0c31,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6eb428cf-0a') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 16:07:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:07:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 16:07:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a13cb016-faf6-5d17-bb0f-b21d02f36135', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:07:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:07:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6eb428cf-0a, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:07:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6eb428cf-0a, col_values=(('qos', UUID('9cc91838-c33c-4f63-8d9d-6e501e1b8bfd')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:07:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6eb428cf-0a, col_values=(('external_ids', {'iface-id': '6eb428cf-0a49-4010-8936-4cb7480d0c31', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a1:fe:c3', 'vm-uuid': 'a5da65da-4699-41cb-85fa-e4de102010da'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:07:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:07:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:09 user nova-compute[75278]: INFO os_vif [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a1:fe:c3,bridge_name='br-int',has_traffic_filtering=True,id=6eb428cf-0a49-4010-8936-4cb7480d0c31,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6eb428cf-0a')
Dec 06 16:07:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:07:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] No VIF found with MAC fa:16:3e:a1:fe:c3, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 16:07:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:11 user nova-compute[75278]: DEBUG nova.compute.manager [req-db9bad7b-496e-4d92-9cf1-d5a3bdc06edc req-c4abc43d-3745-443a-8937-8f9902f30cc7 service nova] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Received event network-vif-plugged-6eb428cf-0a49-4010-8936-4cb7480d0c31 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:07:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-db9bad7b-496e-4d92-9cf1-d5a3bdc06edc req-c4abc43d-3745-443a-8937-8f9902f30cc7 service nova] Acquiring lock "a5da65da-4699-41cb-85fa-e4de102010da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:07:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-db9bad7b-496e-4d92-9cf1-d5a3bdc06edc req-c4abc43d-3745-443a-8937-8f9902f30cc7 service nova] Lock "a5da65da-4699-41cb-85fa-e4de102010da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:07:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-db9bad7b-496e-4d92-9cf1-d5a3bdc06edc req-c4abc43d-3745-443a-8937-8f9902f30cc7 service nova] Lock "a5da65da-4699-41cb-85fa-e4de102010da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:07:11 user nova-compute[75278]: DEBUG nova.compute.manager [req-db9bad7b-496e-4d92-9cf1-d5a3bdc06edc req-c4abc43d-3745-443a-8937-8f9902f30cc7 service nova] [instance: a5da65da-4699-41cb-85fa-e4de102010da] No waiting events found dispatching network-vif-plugged-6eb428cf-0a49-4010-8936-4cb7480d0c31 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:07:11 user nova-compute[75278]: WARNING nova.compute.manager [req-db9bad7b-496e-4d92-9cf1-d5a3bdc06edc req-c4abc43d-3745-443a-8937-8f9902f30cc7 service nova] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Received unexpected event network-vif-plugged-6eb428cf-0a49-4010-8936-4cb7480d0c31 for instance with vm_state building and task_state spawning.
Dec 06 16:07:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:13 user nova-compute[75278]: DEBUG nova.compute.manager [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 16:07:13 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 16:07:13 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Instance spawned successfully.
Dec 06 16:07:13 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 16:07:13 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:07:13 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:07:13 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:07:13 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:07:13 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:07:13 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:07:13 user nova-compute[75278]: DEBUG nova.compute.manager [req-b3b8b48c-f5a3-4f0f-b3a8-50b2bc18e8bf req-3cec0b59-eec9-40c9-9e6e-deddfc96bc05 service nova] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Received event network-vif-plugged-6eb428cf-0a49-4010-8936-4cb7480d0c31 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:07:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-b3b8b48c-f5a3-4f0f-b3a8-50b2bc18e8bf req-3cec0b59-eec9-40c9-9e6e-deddfc96bc05 service nova] Acquiring lock "a5da65da-4699-41cb-85fa-e4de102010da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:07:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-b3b8b48c-f5a3-4f0f-b3a8-50b2bc18e8bf req-3cec0b59-eec9-40c9-9e6e-deddfc96bc05 service nova] Lock "a5da65da-4699-41cb-85fa-e4de102010da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:07:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-b3b8b48c-f5a3-4f0f-b3a8-50b2bc18e8bf req-3cec0b59-eec9-40c9-9e6e-deddfc96bc05 service nova] Lock "a5da65da-4699-41cb-85fa-e4de102010da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:07:13 user nova-compute[75278]: DEBUG nova.compute.manager [req-b3b8b48c-f5a3-4f0f-b3a8-50b2bc18e8bf req-3cec0b59-eec9-40c9-9e6e-deddfc96bc05 service nova] [instance: a5da65da-4699-41cb-85fa-e4de102010da] No waiting events found dispatching network-vif-plugged-6eb428cf-0a49-4010-8936-4cb7480d0c31 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:07:13 user nova-compute[75278]: WARNING nova.compute.manager [req-b3b8b48c-f5a3-4f0f-b3a8-50b2bc18e8bf req-3cec0b59-eec9-40c9-9e6e-deddfc96bc05 service nova] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Received unexpected event network-vif-plugged-6eb428cf-0a49-4010-8936-4cb7480d0c31 for instance with vm_state building and task_state spawning.
Dec 06 16:07:13 user nova-compute[75278]: INFO nova.compute.manager [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Took 5.17 seconds to spawn the instance on the hypervisor.
Dec 06 16:07:13 user nova-compute[75278]: DEBUG nova.compute.manager [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 16:07:13 user nova-compute[75278]: INFO nova.compute.manager [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Took 21.36 seconds to build instance.
Dec 06 16:07:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-007373e5-f9e9-43ad-aff3-784023847900 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "a5da65da-4699-41cb-85fa-e4de102010da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.507s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:07:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0079c5f3-4dcc-4619-918c-2bbafbb300bb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Acquiring lock "dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:07:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0079c5f3-4dcc-4619-918c-2bbafbb300bb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Lock "dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:07:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0079c5f3-4dcc-4619-918c-2bbafbb300bb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Acquiring lock "dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:07:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0079c5f3-4dcc-4619-918c-2bbafbb300bb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Lock "dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:07:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0079c5f3-4dcc-4619-918c-2bbafbb300bb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Lock "dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:07:16 user nova-compute[75278]: INFO nova.compute.manager [None req-0079c5f3-4dcc-4619-918c-2bbafbb300bb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Terminating instance
Dec 06 16:07:16 user nova-compute[75278]: DEBUG nova.compute.manager [None req-0079c5f3-4dcc-4619-918c-2bbafbb300bb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 16:07:16 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:16 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:16 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:16 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:17 user nova-compute[75278]: DEBUG nova.compute.manager [req-a61e2c1f-84b8-4d8b-a6da-02e7b5609303 req-1f78ce39-4bfc-49ef-8176-4166b7b3f979 service nova] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Received event network-vif-unplugged-50322e41-4a61-4952-8cc3-3967b46f3735 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:07:17 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a61e2c1f-84b8-4d8b-a6da-02e7b5609303 req-1f78ce39-4bfc-49ef-8176-4166b7b3f979 service nova] Acquiring lock "dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:07:17 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a61e2c1f-84b8-4d8b-a6da-02e7b5609303 req-1f78ce39-4bfc-49ef-8176-4166b7b3f979 service nova] Lock "dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:07:17 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a61e2c1f-84b8-4d8b-a6da-02e7b5609303 req-1f78ce39-4bfc-49ef-8176-4166b7b3f979 service nova] Lock "dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:07:17 user nova-compute[75278]: DEBUG nova.compute.manager [req-a61e2c1f-84b8-4d8b-a6da-02e7b5609303 req-1f78ce39-4bfc-49ef-8176-4166b7b3f979 service nova] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] No waiting events found dispatching network-vif-unplugged-50322e41-4a61-4952-8cc3-3967b46f3735 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:07:17 user nova-compute[75278]: DEBUG nova.compute.manager [req-a61e2c1f-84b8-4d8b-a6da-02e7b5609303 req-1f78ce39-4bfc-49ef-8176-4166b7b3f979 service nova] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Received event network-vif-unplugged-50322e41-4a61-4952-8cc3-3967b46f3735 for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 16:07:17 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Instance destroyed successfully.
Dec 06 16:07:17 user nova-compute[75278]: DEBUG nova.objects.instance [None req-0079c5f3-4dcc-4619-918c-2bbafbb300bb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Lazy-loading 'resources' on Instance uuid dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:07:17 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-0079c5f3-4dcc-4619-918c-2bbafbb300bb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:04:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-217283372',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-217283372',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-2172833',id=35,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDoy3WlEDqmgEh+iJGLEXdyBhLA08ddj/l/iLiVDOulPvoTIo+w97xMiimFf2JKrWSuiRPVRvQDwRg9bsoNpvxfBCJNoOF2iJ3jivJak45X5xIWF+5GQq3tisLi9DjF8Nw==',key_name='tempest-keypair-1303849574',keypairs=<?>,launch_index=0,launched_at=2023-12-06T16:04:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='154a08696d9b4d0ba28b674a86e7c22f',ramdisk_id='',reservation_id='r-0icxraxe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-789586695',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T16:04:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='24ca4a7a396c4e9c9f0af377eaa6ca7e',uuid=dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "50322e41-4a61-4952-8cc3-3967b46f3735", "address": "fa:16:3e:70:26:87", "network": {"id": "d268c821-2751-40f8-b354-cf62ded9004a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-106801739-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "154a08696d9b4d0ba28b674a86e7c22f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50322e41-4a", "ovs_interfaceid": "50322e41-4a61-4952-8cc3-3967b46f3735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 16:07:17 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-0079c5f3-4dcc-4619-918c-2bbafbb300bb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Converting VIF {"id": "50322e41-4a61-4952-8cc3-3967b46f3735", "address": "fa:16:3e:70:26:87", "network": {"id": "d268c821-2751-40f8-b354-cf62ded9004a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-106801739-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "154a08696d9b4d0ba28b674a86e7c22f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50322e41-4a", "ovs_interfaceid": "50322e41-4a61-4952-8cc3-3967b46f3735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:07:17 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-0079c5f3-4dcc-4619-918c-2bbafbb300bb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:70:26:87,bridge_name='br-int',has_traffic_filtering=True,id=50322e41-4a61-4952-8cc3-3967b46f3735,network=Network(d268c821-2751-40f8-b354-cf62ded9004a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50322e41-4a') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:07:17 user nova-compute[75278]: DEBUG os_vif [None req-0079c5f3-4dcc-4619-918c-2bbafbb300bb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:70:26:87,bridge_name='br-int',has_traffic_filtering=True,id=50322e41-4a61-4952-8cc3-3967b46f3735,network=Network(d268c821-2751-40f8-b354-cf62ded9004a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50322e41-4a') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 16:07:17 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:17 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap50322e41-4a, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:07:17 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:17 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:07:17 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:17 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6d7427cf-85bc-44b6-93e5-1d1a70fbaf13) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:07:17 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:17 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:07:17 user nova-compute[75278]: INFO os_vif [None req-0079c5f3-4dcc-4619-918c-2bbafbb300bb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:70:26:87,bridge_name='br-int',has_traffic_filtering=True,id=50322e41-4a61-4952-8cc3-3967b46f3735,network=Network(d268c821-2751-40f8-b354-cf62ded9004a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50322e41-4a')
Dec 06 16:07:17 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-0079c5f3-4dcc-4619-918c-2bbafbb300bb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Deleting instance files /opt/stack/data/nova/instances/dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08_del
Dec 06 16:07:17 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-0079c5f3-4dcc-4619-918c-2bbafbb300bb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Deletion of /opt/stack/data/nova/instances/dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08_del complete
Dec 06 16:07:17 user nova-compute[75278]: INFO nova.compute.manager [None req-0079c5f3-4dcc-4619-918c-2bbafbb300bb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Took 0.86 seconds to destroy the instance on the hypervisor.
Dec 06 16:07:17 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-0079c5f3-4dcc-4619-918c-2bbafbb300bb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 16:07:17 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 16:07:17 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 16:07:18 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:07:18 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Took 0.81 seconds to deallocate network for instance.
Dec 06 16:07:18 user nova-compute[75278]: DEBUG nova.compute.manager [req-8df3a870-63dd-464a-9467-069bc4d87096 req-b14dfae7-bcec-4fef-9fee-1281ee6b02bf service nova] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Received event network-vif-deleted-50322e41-4a61-4952-8cc3-3967b46f3735 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:07:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0079c5f3-4dcc-4619-918c-2bbafbb300bb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:07:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0079c5f3-4dcc-4619-918c-2bbafbb300bb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:07:18 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-0079c5f3-4dcc-4619-918c-2bbafbb300bb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Refreshing inventories for resource provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 06 16:07:18 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-0079c5f3-4dcc-4619-918c-2bbafbb300bb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Updating ProviderTree inventory for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 06 16:07:18 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-0079c5f3-4dcc-4619-918c-2bbafbb300bb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Updating inventory in ProviderTree for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 16:07:18 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-0079c5f3-4dcc-4619-918c-2bbafbb300bb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Refreshing aggregate associations for resource provider 8b3403ac-859e-46a6-ab7b-26268bef73b0, aggregates: None {{(pid=75278) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 06 16:07:18 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-0079c5f3-4dcc-4619-918c-2bbafbb300bb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Refreshing trait associations for resource provider 8b3403ac-859e-46a6-ab7b-26268bef73b0, traits: HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_ACCELERATORS,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_SATA,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_IDE,COMPUTE_VIOMMU_MODEL_INTEL,HW_CPU_X86_SSE41,HW_CPU_X86_SSSE3 {{(pid=75278) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 06 16:07:18 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-0079c5f3-4dcc-4619-918c-2bbafbb300bb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:07:18 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-0079c5f3-4dcc-4619-918c-2bbafbb300bb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:07:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0079c5f3-4dcc-4619-918c-2bbafbb300bb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.424s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:07:18 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-0079c5f3-4dcc-4619-918c-2bbafbb300bb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Deleted allocations for instance dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08
Dec 06 16:07:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0079c5f3-4dcc-4619-918c-2bbafbb300bb tempest-TestServerVolumeAttachScenarioOldVersion-789586695 tempest-TestServerVolumeAttachScenarioOldVersion-789586695-project-member] Lock "dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.311s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:07:19 user nova-compute[75278]: DEBUG nova.compute.manager [req-3e1f63eb-92c0-43f5-9ae3-fa938e4c0ff2 req-906e85ba-94a0-4875-a606-b482441bee91 service nova] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Received event network-vif-plugged-50322e41-4a61-4952-8cc3-3967b46f3735 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:07:19 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3e1f63eb-92c0-43f5-9ae3-fa938e4c0ff2 req-906e85ba-94a0-4875-a606-b482441bee91 service nova] Acquiring lock "dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:07:19 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3e1f63eb-92c0-43f5-9ae3-fa938e4c0ff2 req-906e85ba-94a0-4875-a606-b482441bee91 service nova] Lock "dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:07:19 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3e1f63eb-92c0-43f5-9ae3-fa938e4c0ff2 req-906e85ba-94a0-4875-a606-b482441bee91 service nova] Lock "dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:07:19 user nova-compute[75278]: DEBUG nova.compute.manager [req-3e1f63eb-92c0-43f5-9ae3-fa938e4c0ff2 req-906e85ba-94a0-4875-a606-b482441bee91 service nova] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] No waiting events found dispatching network-vif-plugged-50322e41-4a61-4952-8cc3-3967b46f3735 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:07:19 user nova-compute[75278]: WARNING nova.compute.manager [req-3e1f63eb-92c0-43f5-9ae3-fa938e4c0ff2 req-906e85ba-94a0-4875-a606-b482441bee91 service nova] [instance: dba66edc-eb2b-4bf0-93fd-1ae4fdc58a08] Received unexpected event network-vif-plugged-50322e41-4a61-4952-8cc3-3967b46f3735 for instance with vm_state deleted and task_state None.
Dec 06 16:07:19 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:07:20 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:07:21 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:07:21 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:07:22 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:07:22 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:23 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:07:23 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 16:07:23 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:07:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:07:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:07:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:07:23 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 16:07:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0ec65605-e628-423a-8c9e-9d6f085c35c6 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "b979398f-d6ba-469c-96ed-e25012146a31" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:07:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0ec65605-e628-423a-8c9e-9d6f085c35c6 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "b979398f-d6ba-469c-96ed-e25012146a31" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:07:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0ec65605-e628-423a-8c9e-9d6f085c35c6 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "b979398f-d6ba-469c-96ed-e25012146a31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:07:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0ec65605-e628-423a-8c9e-9d6f085c35c6 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "b979398f-d6ba-469c-96ed-e25012146a31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:07:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0ec65605-e628-423a-8c9e-9d6f085c35c6 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "b979398f-d6ba-469c-96ed-e25012146a31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:07:23 user nova-compute[75278]: INFO nova.compute.manager [None req-0ec65605-e628-423a-8c9e-9d6f085c35c6 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Terminating instance
Dec 06 16:07:23 user nova-compute[75278]: DEBUG nova.compute.manager [None req-0ec65605-e628-423a-8c9e-9d6f085c35c6 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 16:07:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:07:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4dfc2c2e-2747-4f95-b08f-3f564c1d3c74/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:07:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4dfc2c2e-2747-4f95-b08f-3f564c1d3c74/disk.rescue --force-share --output=json" returned: 0 in 0.202s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:07:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4dfc2c2e-2747-4f95-b08f-3f564c1d3c74/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:07:23 user nova-compute[75278]: DEBUG nova.compute.manager [req-32d2a904-d641-4002-b0be-a69398ff6889 req-2a196da3-5158-4cb0-a280-9b4207ddc276 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Received event network-vif-unplugged-1cbd93c9-871f-40a8-bf0a-a786f42020b6 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:07:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-32d2a904-d641-4002-b0be-a69398ff6889 req-2a196da3-5158-4cb0-a280-9b4207ddc276 service nova] Acquiring lock "b979398f-d6ba-469c-96ed-e25012146a31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:07:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-32d2a904-d641-4002-b0be-a69398ff6889 req-2a196da3-5158-4cb0-a280-9b4207ddc276 service nova] Lock "b979398f-d6ba-469c-96ed-e25012146a31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:07:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-32d2a904-d641-4002-b0be-a69398ff6889 req-2a196da3-5158-4cb0-a280-9b4207ddc276 service nova] Lock "b979398f-d6ba-469c-96ed-e25012146a31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:07:23 user nova-compute[75278]: DEBUG nova.compute.manager [req-32d2a904-d641-4002-b0be-a69398ff6889 req-2a196da3-5158-4cb0-a280-9b4207ddc276 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] No waiting events found dispatching network-vif-unplugged-1cbd93c9-871f-40a8-bf0a-a786f42020b6 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:07:23 user nova-compute[75278]: DEBUG nova.compute.manager [req-32d2a904-d641-4002-b0be-a69398ff6889 req-2a196da3-5158-4cb0-a280-9b4207ddc276 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Received event network-vif-unplugged-1cbd93c9-871f-40a8-bf0a-a786f42020b6 for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 16:07:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4dfc2c2e-2747-4f95-b08f-3f564c1d3c74/disk.rescue --force-share --output=json" returned: 0 in 0.218s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:07:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:07:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:07:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:07:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:07:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:07:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:07:24 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Instance destroyed successfully.
Dec 06 16:07:24 user nova-compute[75278]: DEBUG nova.objects.instance [None req-0ec65605-e628-423a-8c9e-9d6f085c35c6 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lazy-loading 'resources' on Instance uuid b979398f-d6ba-469c-96ed-e25012146a31 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:07:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-0ec65605-e628-423a-8c9e-9d6f085c35c6 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T15:50:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1249517591',display_name='tempest-ServerRescueNegativeTestJSON-server-1249517591',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1249517591',id=16,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T15:55:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='17645f8e67ae42749222c64a2017e818',ramdisk_id='',reservation_id='r-zv9jczk2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1945514265',owner_user_name='tempest-ServerRescueNegativeTestJSON-1945514265-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T15:56:58Z,user_data=None,user_id='5c46caf813e6430d90d5637f2090c8ba',uuid=b979398f-d6ba-469c-96ed-e25012146a31,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1cbd93c9-871f-40a8-bf0a-a786f42020b6", "address": "fa:16:3e:71:29:43", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cbd93c9-87", "ovs_interfaceid": "1cbd93c9-871f-40a8-bf0a-a786f42020b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 16:07:24 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-0ec65605-e628-423a-8c9e-9d6f085c35c6 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Converting VIF {"id": "1cbd93c9-871f-40a8-bf0a-a786f42020b6", "address": "fa:16:3e:71:29:43", "network": {"id": "d11985ab-f39c-48fe-aed1-0b24eae58a73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1722234113-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17645f8e67ae42749222c64a2017e818", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cbd93c9-87", "ovs_interfaceid": "1cbd93c9-871f-40a8-bf0a-a786f42020b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:07:24 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-0ec65605-e628-423a-8c9e-9d6f085c35c6 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:71:29:43,bridge_name='br-int',has_traffic_filtering=True,id=1cbd93c9-871f-40a8-bf0a-a786f42020b6,network=Network(d11985ab-f39c-48fe-aed1-0b24eae58a73),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1cbd93c9-87') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:07:24 user nova-compute[75278]: DEBUG os_vif [None req-0ec65605-e628-423a-8c9e-9d6f085c35c6 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:71:29:43,bridge_name='br-int',has_traffic_filtering=True,id=1cbd93c9-871f-40a8-bf0a-a786f42020b6,network=Network(d11985ab-f39c-48fe-aed1-0b24eae58a73),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1cbd93c9-87') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 16:07:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1cbd93c9-87, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:07:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:07:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1390a0a7-f2b8-40bf-ab6b-48178ef90613) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:07:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:24 user nova-compute[75278]: INFO os_vif [None req-0ec65605-e628-423a-8c9e-9d6f085c35c6 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:71:29:43,bridge_name='br-int',has_traffic_filtering=True,id=1cbd93c9-871f-40a8-bf0a-a786f42020b6,network=Network(d11985ab-f39c-48fe-aed1-0b24eae58a73),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1cbd93c9-87')
Dec 06 16:07:24 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-0ec65605-e628-423a-8c9e-9d6f085c35c6 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Deleting instance files /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31_del
Dec 06 16:07:24 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-0ec65605-e628-423a-8c9e-9d6f085c35c6 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Deletion of /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31_del complete
Dec 06 16:07:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json" returned: 1 in 0.182s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:07:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] '/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk --force-share --output=json' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 16:07:24 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Periodic task is updating the host stats, it is trying to get disk info for instance-00000010, but the backing disk storage was removed by a concurrent operation such as resize. Error: No disk at /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk: nova.exception.DiskNotFound: No disk at /opt/stack/data/nova/instances/b979398f-d6ba-469c-96ed-e25012146a31/disk
Dec 06 16:07:24 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:07:24 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:07:24 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=8478MB free_disk=25.055877685546875GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 16:07:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:07:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:07:24 user nova-compute[75278]: INFO nova.compute.manager [None req-0ec65605-e628-423a-8c9e-9d6f085c35c6 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Took 1.51 seconds to destroy the instance on the hypervisor.
Dec 06 16:07:24 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-0ec65605-e628-423a-8c9e-9d6f085c35c6 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 16:07:24 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 16:07:24 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: b979398f-d6ba-469c-96ed-e25012146a31] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 16:07:24 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance b979398f-d6ba-469c-96ed-e25012146a31 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:07:24 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance fd90d704-fbb5-45cd-983c-1de7e98b9ca6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:07:24 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:07:24 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance a5da65da-4699-41cb-85fa-e4de102010da actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:07:24 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 16:07:24 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 16:07:24 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:07:24 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:07:25 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 16:07:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.293s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:07:25 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:07:25 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Took 0.55 seconds to deallocate network for instance.
Dec 06 16:07:25 user nova-compute[75278]: DEBUG nova.compute.manager [req-a2eb3391-9bdc-4181-a570-7d25c48f890f req-27841c78-46c6-450a-ad50-1179a07af373 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Received event network-vif-deleted-1cbd93c9-871f-40a8-bf0a-a786f42020b6 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:07:25 user nova-compute[75278]: INFO nova.compute.manager [req-a2eb3391-9bdc-4181-a570-7d25c48f890f req-27841c78-46c6-450a-ad50-1179a07af373 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Neutron deleted interface 1cbd93c9-871f-40a8-bf0a-a786f42020b6; detaching it from the instance and deleting it from the info cache
Dec 06 16:07:25 user nova-compute[75278]: DEBUG nova.network.neutron [req-a2eb3391-9bdc-4181-a570-7d25c48f890f req-27841c78-46c6-450a-ad50-1179a07af373 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:07:25 user nova-compute[75278]: DEBUG nova.compute.manager [req-a2eb3391-9bdc-4181-a570-7d25c48f890f req-27841c78-46c6-450a-ad50-1179a07af373 service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Detach interface failed, port_id=1cbd93c9-871f-40a8-bf0a-a786f42020b6, reason: Instance b979398f-d6ba-469c-96ed-e25012146a31 could not be found. {{(pid=75278) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 16:07:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0ec65605-e628-423a-8c9e-9d6f085c35c6 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:07:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0ec65605-e628-423a-8c9e-9d6f085c35c6 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:07:25 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-0ec65605-e628-423a-8c9e-9d6f085c35c6 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:07:25 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-0ec65605-e628-423a-8c9e-9d6f085c35c6 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:07:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0ec65605-e628-423a-8c9e-9d6f085c35c6 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.260s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:07:25 user nova-compute[75278]: DEBUG nova.compute.manager [req-9643f452-3636-44ff-976c-061941849fce req-414a92c7-6199-40eb-98e3-5d0d01a8a64d service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Received event network-vif-plugged-1cbd93c9-871f-40a8-bf0a-a786f42020b6 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:07:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9643f452-3636-44ff-976c-061941849fce req-414a92c7-6199-40eb-98e3-5d0d01a8a64d service nova] Acquiring lock "b979398f-d6ba-469c-96ed-e25012146a31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:07:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9643f452-3636-44ff-976c-061941849fce req-414a92c7-6199-40eb-98e3-5d0d01a8a64d service nova] Lock "b979398f-d6ba-469c-96ed-e25012146a31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:07:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9643f452-3636-44ff-976c-061941849fce req-414a92c7-6199-40eb-98e3-5d0d01a8a64d service nova] Lock "b979398f-d6ba-469c-96ed-e25012146a31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:07:25 user nova-compute[75278]: DEBUG nova.compute.manager [req-9643f452-3636-44ff-976c-061941849fce req-414a92c7-6199-40eb-98e3-5d0d01a8a64d service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] No waiting events found dispatching network-vif-plugged-1cbd93c9-871f-40a8-bf0a-a786f42020b6 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:07:25 user nova-compute[75278]: WARNING nova.compute.manager [req-9643f452-3636-44ff-976c-061941849fce req-414a92c7-6199-40eb-98e3-5d0d01a8a64d service nova] [instance: b979398f-d6ba-469c-96ed-e25012146a31] Received unexpected event network-vif-plugged-1cbd93c9-871f-40a8-bf0a-a786f42020b6 for instance with vm_state deleted and task_state None.
Dec 06 16:07:25 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-0ec65605-e628-423a-8c9e-9d6f085c35c6 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Deleted allocations for instance b979398f-d6ba-469c-96ed-e25012146a31
Dec 06 16:07:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0ec65605-e628-423a-8c9e-9d6f085c35c6 tempest-ServerRescueNegativeTestJSON-1945514265 tempest-ServerRescueNegativeTestJSON-1945514265-project-member] Lock "b979398f-d6ba-469c-96ed-e25012146a31" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.531s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:07:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:32 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:07:32 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:07:32 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 16:07:32 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Didn't find any instances for network info cache update. {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 16:07:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:36 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:07:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "0a1f4a8c-1a0d-44ce-91eb-428689908a0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:07:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "0a1f4a8c-1a0d-44ce-91eb-428689908a0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:07:37 user nova-compute[75278]: DEBUG nova.compute.manager [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 16:07:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:07:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:07:37 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 16:07:37 user nova-compute[75278]: INFO nova.compute.claims [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Claim successful on node user
Dec 06 16:07:37 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:07:37 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:07:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.268s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:07:37 user nova-compute[75278]: DEBUG nova.compute.manager [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 16:07:37 user nova-compute[75278]: DEBUG nova.compute.manager [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 16:07:37 user nova-compute[75278]: DEBUG nova.network.neutron [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 16:07:37 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 16:07:37 user nova-compute[75278]: DEBUG nova.compute.manager [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 16:07:37 user nova-compute[75278]: DEBUG nova.policy [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '409e45635121492fb28d44951793436f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85700e5e1c2e49c08eea12bc4fe506e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 16:07:37 user nova-compute[75278]: DEBUG nova.compute.manager [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 16:07:37 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 16:07:37 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Creating image(s)
Dec 06 16:07:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "/opt/stack/data/nova/instances/0a1f4a8c-1a0d-44ce-91eb-428689908a0d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:07:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "/opt/stack/data/nova/instances/0a1f4a8c-1a0d-44ce-91eb-428689908a0d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:07:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "/opt/stack/data/nova/instances/0a1f4a8c-1a0d-44ce-91eb-428689908a0d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:07:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:07:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.190s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:07:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "8b6964317078072a1e593868059fc8dc16213a0c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:07:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:07:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:07:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.180s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:07:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/0a1f4a8c-1a0d-44ce-91eb-428689908a0d/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:07:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/0a1f4a8c-1a0d-44ce-91eb-428689908a0d/disk 1073741824" returned: 0 in 0.064s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:07:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.254s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:07:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:07:38 user nova-compute[75278]: DEBUG nova.network.neutron [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Successfully created port: 40025f9d-53ff-497d-8d80-b03a430f813c {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 16:07:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.190s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:07:38 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0a1f4a8c-1a0d-44ce-91eb-428689908a0d/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 16:07:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1f4a8c-1a0d-44ce-91eb-428689908a0d/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:07:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1f4a8c-1a0d-44ce-91eb-428689908a0d/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:07:38 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Cannot resize image /opt/stack/data/nova/instances/0a1f4a8c-1a0d-44ce-91eb-428689908a0d/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 16:07:38 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 16:07:38 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Ensure instance console log exists: /opt/stack/data/nova/instances/0a1f4a8c-1a0d-44ce-91eb-428689908a0d/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 16:07:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:07:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:07:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:07:38 user nova-compute[75278]: DEBUG nova.network.neutron [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Successfully updated port: 40025f9d-53ff-497d-8d80-b03a430f813c {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 16:07:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "refresh_cache-0a1f4a8c-1a0d-44ce-91eb-428689908a0d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:07:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquired lock "refresh_cache-0a1f4a8c-1a0d-44ce-91eb-428689908a0d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:07:38 user nova-compute[75278]: DEBUG nova.network.neutron [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 16:07:38 user nova-compute[75278]: DEBUG nova.compute.manager [req-fcd2de4a-186e-4b65-b800-106e3a7a5677 req-eeb05229-2ef1-4d34-a0cb-86abe8ff5f56 service nova] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Received event network-changed-40025f9d-53ff-497d-8d80-b03a430f813c {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:07:38 user nova-compute[75278]: DEBUG nova.compute.manager [req-fcd2de4a-186e-4b65-b800-106e3a7a5677 req-eeb05229-2ef1-4d34-a0cb-86abe8ff5f56 service nova] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Refreshing instance network info cache due to event network-changed-40025f9d-53ff-497d-8d80-b03a430f813c. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:07:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-fcd2de4a-186e-4b65-b800-106e3a7a5677 req-eeb05229-2ef1-4d34-a0cb-86abe8ff5f56 service nova] Acquiring lock "refresh_cache-0a1f4a8c-1a0d-44ce-91eb-428689908a0d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:07:38 user nova-compute[75278]: DEBUG nova.network.neutron [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG nova.network.neutron [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Updating instance_info_cache with network_info: [{"id": "40025f9d-53ff-497d-8d80-b03a430f813c", "address": "fa:16:3e:c4:d4:66", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40025f9d-53", "ovs_interfaceid": "40025f9d-53ff-497d-8d80-b03a430f813c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Releasing lock "refresh_cache-0a1f4a8c-1a0d-44ce-91eb-428689908a0d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG nova.compute.manager [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Instance network_info: |[{"id": "40025f9d-53ff-497d-8d80-b03a430f813c", "address": "fa:16:3e:c4:d4:66", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40025f9d-53", "ovs_interfaceid": "40025f9d-53ff-497d-8d80-b03a430f813c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-fcd2de4a-186e-4b65-b800-106e3a7a5677 req-eeb05229-2ef1-4d34-a0cb-86abe8ff5f56 service nova] Acquired lock "refresh_cache-0a1f4a8c-1a0d-44ce-91eb-428689908a0d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG nova.network.neutron [req-fcd2de4a-186e-4b65-b800-106e3a7a5677 req-eeb05229-2ef1-4d34-a0cb-86abe8ff5f56 service nova] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Refreshing network info cache for port 40025f9d-53ff-497d-8d80-b03a430f813c {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Start _get_guest_xml network_info=[{"id": "40025f9d-53ff-497d-8d80-b03a430f813c", "address": "fa:16:3e:c4:d4:66", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40025f9d-53", "ovs_interfaceid": "40025f9d-53ff-497d-8d80-b03a430f813c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 16:07:39 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:07:39 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:07:39 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:07:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1977058171',display_name='tempest-AttachVolumeNegativeTest-server-1977058171',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1977058171',id=38,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHVca1GOhWEIE2s4EDHvTv/FqdUQa+YcVCIkzbvbI46rTmJcYa+WCj406zLzqKzjeIlEP01Tl3A2R1RYEuedIiRqBm3SGxNk4DUemvAXlMFWmEFp7DnYQ3berl4fvmJXqQ==',key_name='tempest-keypair-1539981111',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='85700e5e1c2e49c08eea12bc4fe506e4',ramdisk_id='',reservation_id='r-35i5rfon',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-50938505',owner_user_name='tempest-AttachVolumeNegativeTest-50938505-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:07:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='409e45635121492fb28d44951793436f',uuid=0a1f4a8c-1a0d-44ce-91eb-428689908a0d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "40025f9d-53ff-497d-8d80-b03a430f813c", "address": "fa:16:3e:c4:d4:66", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40025f9d-53", "ovs_interfaceid": "40025f9d-53ff-497d-8d80-b03a430f813c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Converting VIF {"id": "40025f9d-53ff-497d-8d80-b03a430f813c", "address": "fa:16:3e:c4:d4:66", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40025f9d-53", "ovs_interfaceid": "40025f9d-53ff-497d-8d80-b03a430f813c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c4:d4:66,bridge_name='br-int',has_traffic_filtering=True,id=40025f9d-53ff-497d-8d80-b03a430f813c,network=Network(283ed413-0338-4410-9d94-73b7db00e60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40025f9d-53') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG nova.objects.instance [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lazy-loading 'pci_devices' on Instance uuid 0a1f4a8c-1a0d-44ce-91eb-428689908a0d {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] End _get_guest_xml xml=<domain type="kvm">
Dec 06 16:07:39 user nova-compute[75278]:   <uuid>0a1f4a8c-1a0d-44ce-91eb-428689908a0d</uuid>
Dec 06 16:07:39 user nova-compute[75278]:   <name>instance-00000026</name>
Dec 06 16:07:39 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 16:07:39 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 16:07:39 user nova-compute[75278]:   <metadata>
Dec 06 16:07:39 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 16:07:39 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 16:07:39 user nova-compute[75278]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1977058171</nova:name>
Dec 06 16:07:39 user nova-compute[75278]:       <nova:creationTime>2023-12-06 16:07:39</nova:creationTime>
Dec 06 16:07:39 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 16:07:39 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 16:07:39 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 16:07:39 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 16:07:39 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 16:07:39 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 16:07:39 user nova-compute[75278]:       </nova:flavor>
Dec 06 16:07:39 user nova-compute[75278]:       <nova:owner>
Dec 06 16:07:39 user nova-compute[75278]:         <nova:user uuid="409e45635121492fb28d44951793436f">tempest-AttachVolumeNegativeTest-50938505-project-member</nova:user>
Dec 06 16:07:39 user nova-compute[75278]:         <nova:project uuid="85700e5e1c2e49c08eea12bc4fe506e4">tempest-AttachVolumeNegativeTest-50938505</nova:project>
Dec 06 16:07:39 user nova-compute[75278]:       </nova:owner>
Dec 06 16:07:39 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 16:07:39 user nova-compute[75278]:       <nova:ports>
Dec 06 16:07:39 user nova-compute[75278]:         <nova:port uuid="40025f9d-53ff-497d-8d80-b03a430f813c">
Dec 06 16:07:39 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 06 16:07:39 user nova-compute[75278]:         </nova:port>
Dec 06 16:07:39 user nova-compute[75278]:       </nova:ports>
Dec 06 16:07:39 user nova-compute[75278]:     </nova:instance>
Dec 06 16:07:39 user nova-compute[75278]:   </metadata>
Dec 06 16:07:39 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 16:07:39 user nova-compute[75278]:     <system>
Dec 06 16:07:39 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 16:07:39 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 16:07:39 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 16:07:39 user nova-compute[75278]:       <entry name="serial">0a1f4a8c-1a0d-44ce-91eb-428689908a0d</entry>
Dec 06 16:07:39 user nova-compute[75278]:       <entry name="uuid">0a1f4a8c-1a0d-44ce-91eb-428689908a0d</entry>
Dec 06 16:07:39 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 16:07:39 user nova-compute[75278]:     </system>
Dec 06 16:07:39 user nova-compute[75278]:   </sysinfo>
Dec 06 16:07:39 user nova-compute[75278]:   <os>
Dec 06 16:07:39 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 16:07:39 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 16:07:39 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 16:07:39 user nova-compute[75278]:   </os>
Dec 06 16:07:39 user nova-compute[75278]:   <features>
Dec 06 16:07:39 user nova-compute[75278]:     <acpi/>
Dec 06 16:07:39 user nova-compute[75278]:     <apic/>
Dec 06 16:07:39 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 16:07:39 user nova-compute[75278]:   </features>
Dec 06 16:07:39 user nova-compute[75278]:   <clock offset="utc">
Dec 06 16:07:39 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 16:07:39 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 16:07:39 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 16:07:39 user nova-compute[75278]:   </clock>
Dec 06 16:07:39 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 16:07:39 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 16:07:39 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 16:07:39 user nova-compute[75278]:   </cpu>
Dec 06 16:07:39 user nova-compute[75278]:   <devices>
Dec 06 16:07:39 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 16:07:39 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 16:07:39 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/0a1f4a8c-1a0d-44ce-91eb-428689908a0d/disk"/>
Dec 06 16:07:39 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 16:07:39 user nova-compute[75278]:     </disk>
Dec 06 16:07:39 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 16:07:39 user nova-compute[75278]:       <mac address="fa:16:3e:c4:d4:66"/>
Dec 06 16:07:39 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:07:39 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 16:07:39 user nova-compute[75278]:       <target dev="tap40025f9d-53"/>
Dec 06 16:07:39 user nova-compute[75278]:     </interface>
Dec 06 16:07:39 user nova-compute[75278]:     <serial type="pty">
Dec 06 16:07:39 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/0a1f4a8c-1a0d-44ce-91eb-428689908a0d/console.log" append="off"/>
Dec 06 16:07:39 user nova-compute[75278]:     </serial>
Dec 06 16:07:39 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 16:07:39 user nova-compute[75278]:     <video>
Dec 06 16:07:39 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:07:39 user nova-compute[75278]:     </video>
Dec 06 16:07:39 user nova-compute[75278]:     <rng model="virtio">
Dec 06 16:07:39 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 16:07:39 user nova-compute[75278]:     </rng>
Dec 06 16:07:39 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 16:07:39 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 16:07:39 user nova-compute[75278]:       <stats period="10"/>
Dec 06 16:07:39 user nova-compute[75278]:     </memballoon>
Dec 06 16:07:39 user nova-compute[75278]:   </devices>
Dec 06 16:07:39 user nova-compute[75278]: </domain>
Dec 06 16:07:39 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:07:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1977058171',display_name='tempest-AttachVolumeNegativeTest-server-1977058171',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1977058171',id=38,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHVca1GOhWEIE2s4EDHvTv/FqdUQa+YcVCIkzbvbI46rTmJcYa+WCj406zLzqKzjeIlEP01Tl3A2R1RYEuedIiRqBm3SGxNk4DUemvAXlMFWmEFp7DnYQ3berl4fvmJXqQ==',key_name='tempest-keypair-1539981111',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='85700e5e1c2e49c08eea12bc4fe506e4',ramdisk_id='',reservation_id='r-35i5rfon',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-50938505',owner_user_name='tempest-AttachVolumeNegativeTest-50938505-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:07:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='409e45635121492fb28d44951793436f',uuid=0a1f4a8c-1a0d-44ce-91eb-428689908a0d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "40025f9d-53ff-497d-8d80-b03a430f813c", "address": "fa:16:3e:c4:d4:66", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40025f9d-53", "ovs_interfaceid": "40025f9d-53ff-497d-8d80-b03a430f813c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Converting VIF {"id": "40025f9d-53ff-497d-8d80-b03a430f813c", "address": "fa:16:3e:c4:d4:66", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40025f9d-53", "ovs_interfaceid": "40025f9d-53ff-497d-8d80-b03a430f813c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c4:d4:66,bridge_name='br-int',has_traffic_filtering=True,id=40025f9d-53ff-497d-8d80-b03a430f813c,network=Network(283ed413-0338-4410-9d94-73b7db00e60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40025f9d-53') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG os_vif [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c4:d4:66,bridge_name='br-int',has_traffic_filtering=True,id=40025f9d-53ff-497d-8d80-b03a430f813c,network=Network(283ed413-0338-4410-9d94-73b7db00e60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40025f9d-53') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '87d0ce6a-92c5-5b3b-be37-1532328f0054', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap40025f9d-53, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap40025f9d-53, col_values=(('qos', UUID('debac664-3ae3-44f1-889b-7ae57ab90406')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap40025f9d-53, col_values=(('external_ids', {'iface-id': '40025f9d-53ff-497d-8d80-b03a430f813c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c4:d4:66', 'vm-uuid': '0a1f4a8c-1a0d-44ce-91eb-428689908a0d'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:39 user nova-compute[75278]: INFO os_vif [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c4:d4:66,bridge_name='br-int',has_traffic_filtering=True,id=40025f9d-53ff-497d-8d80-b03a430f813c,network=Network(283ed413-0338-4410-9d94-73b7db00e60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40025f9d-53')
Dec 06 16:07:39 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] No VIF found with MAC fa:16:3e:c4:d4:66, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG nova.network.neutron [req-fcd2de4a-186e-4b65-b800-106e3a7a5677 req-eeb05229-2ef1-4d34-a0cb-86abe8ff5f56 service nova] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Updated VIF entry in instance network info cache for port 40025f9d-53ff-497d-8d80-b03a430f813c. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG nova.network.neutron [req-fcd2de4a-186e-4b65-b800-106e3a7a5677 req-eeb05229-2ef1-4d34-a0cb-86abe8ff5f56 service nova] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Updating instance_info_cache with network_info: [{"id": "40025f9d-53ff-497d-8d80-b03a430f813c", "address": "fa:16:3e:c4:d4:66", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40025f9d-53", "ovs_interfaceid": "40025f9d-53ff-497d-8d80-b03a430f813c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:07:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-fcd2de4a-186e-4b65-b800-106e3a7a5677 req-eeb05229-2ef1-4d34-a0cb-86abe8ff5f56 service nova] Releasing lock "refresh_cache-0a1f4a8c-1a0d-44ce-91eb-428689908a0d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:07:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:41 user nova-compute[75278]: DEBUG nova.compute.manager [req-276fe0d1-890b-4378-b32e-72943ca456e9 req-382cddf6-b4b0-4f43-b908-eb89092533a1 service nova] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Received event network-vif-plugged-40025f9d-53ff-497d-8d80-b03a430f813c {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:07:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-276fe0d1-890b-4378-b32e-72943ca456e9 req-382cddf6-b4b0-4f43-b908-eb89092533a1 service nova] Acquiring lock "0a1f4a8c-1a0d-44ce-91eb-428689908a0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:07:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-276fe0d1-890b-4378-b32e-72943ca456e9 req-382cddf6-b4b0-4f43-b908-eb89092533a1 service nova] Lock "0a1f4a8c-1a0d-44ce-91eb-428689908a0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:07:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-276fe0d1-890b-4378-b32e-72943ca456e9 req-382cddf6-b4b0-4f43-b908-eb89092533a1 service nova] Lock "0a1f4a8c-1a0d-44ce-91eb-428689908a0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:07:41 user nova-compute[75278]: DEBUG nova.compute.manager [req-276fe0d1-890b-4378-b32e-72943ca456e9 req-382cddf6-b4b0-4f43-b908-eb89092533a1 service nova] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] No waiting events found dispatching network-vif-plugged-40025f9d-53ff-497d-8d80-b03a430f813c {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:07:41 user nova-compute[75278]: WARNING nova.compute.manager [req-276fe0d1-890b-4378-b32e-72943ca456e9 req-382cddf6-b4b0-4f43-b908-eb89092533a1 service nova] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Received unexpected event network-vif-plugged-40025f9d-53ff-497d-8d80-b03a430f813c for instance with vm_state building and task_state spawning.
Dec 06 16:07:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:43 user nova-compute[75278]: DEBUG nova.compute.manager [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 16:07:43 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 16:07:43 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Instance spawned successfully.
Dec 06 16:07:43 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 16:07:43 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:07:43 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:07:43 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:07:43 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:07:43 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:07:43 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:07:43 user nova-compute[75278]: INFO nova.compute.manager [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Took 5.46 seconds to spawn the instance on the hypervisor.
Dec 06 16:07:43 user nova-compute[75278]: DEBUG nova.compute.manager [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 16:07:43 user nova-compute[75278]: INFO nova.compute.manager [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Took 6.06 seconds to build instance.
Dec 06 16:07:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ecfdf127-e258-4324-b4eb-850253d4dfd9 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "0a1f4a8c-1a0d-44ce-91eb-428689908a0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.162s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:07:43 user nova-compute[75278]: DEBUG nova.compute.manager [req-3da08c93-a2bb-4077-aa54-cae22609407d req-2c2537db-4364-49bb-b351-a34a59cc091f service nova] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Received event network-vif-plugged-40025f9d-53ff-497d-8d80-b03a430f813c {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:07:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3da08c93-a2bb-4077-aa54-cae22609407d req-2c2537db-4364-49bb-b351-a34a59cc091f service nova] Acquiring lock "0a1f4a8c-1a0d-44ce-91eb-428689908a0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:07:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3da08c93-a2bb-4077-aa54-cae22609407d req-2c2537db-4364-49bb-b351-a34a59cc091f service nova] Lock "0a1f4a8c-1a0d-44ce-91eb-428689908a0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:07:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3da08c93-a2bb-4077-aa54-cae22609407d req-2c2537db-4364-49bb-b351-a34a59cc091f service nova] Lock "0a1f4a8c-1a0d-44ce-91eb-428689908a0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:07:43 user nova-compute[75278]: DEBUG nova.compute.manager [req-3da08c93-a2bb-4077-aa54-cae22609407d req-2c2537db-4364-49bb-b351-a34a59cc091f service nova] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] No waiting events found dispatching network-vif-plugged-40025f9d-53ff-497d-8d80-b03a430f813c {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:07:43 user nova-compute[75278]: WARNING nova.compute.manager [req-3da08c93-a2bb-4077-aa54-cae22609407d req-2c2537db-4364-49bb-b351-a34a59cc091f service nova] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Received unexpected event network-vif-plugged-40025f9d-53ff-497d-8d80-b03a430f813c for instance with vm_state active and task_state None.
Dec 06 16:07:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:45 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:07:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:13 user nova-compute[75278]: INFO nova.compute.manager [None req-7cae04cc-6eea-4b40-9769-31830a2d56a8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Unrescuing
Dec 06 16:08:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7cae04cc-6eea-4b40-9769-31830a2d56a8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "refresh_cache-4dfc2c2e-2747-4f95-b08f-3f564c1d3c74" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:08:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7cae04cc-6eea-4b40-9769-31830a2d56a8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquired lock "refresh_cache-4dfc2c2e-2747-4f95-b08f-3f564c1d3c74" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:08:13 user nova-compute[75278]: DEBUG nova.network.neutron [None req-7cae04cc-6eea-4b40-9769-31830a2d56a8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 16:08:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:14 user nova-compute[75278]: DEBUG nova.network.neutron [None req-7cae04cc-6eea-4b40-9769-31830a2d56a8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Updating instance_info_cache with network_info: [{"id": "7329f4ea-ffe9-429f-9f78-0229afb498ba", "address": "fa:16:3e:b5:89:17", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7329f4ea-ff", "ovs_interfaceid": "7329f4ea-ffe9-429f-9f78-0229afb498ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:08:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7cae04cc-6eea-4b40-9769-31830a2d56a8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Releasing lock "refresh_cache-4dfc2c2e-2747-4f95-b08f-3f564c1d3c74" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:08:14 user nova-compute[75278]: DEBUG nova.objects.instance [None req-7cae04cc-6eea-4b40-9769-31830a2d56a8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lazy-loading 'flavor' on Instance uuid 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:08:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:14 user nova-compute[75278]: DEBUG nova.compute.manager [req-760110c1-ab7f-43f0-9104-14c842eacd5d req-6e735bf6-25e8-4a9a-9421-520e3578d8a4 service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Received event network-vif-unplugged-7329f4ea-ffe9-429f-9f78-0229afb498ba {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:08:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-760110c1-ab7f-43f0-9104-14c842eacd5d req-6e735bf6-25e8-4a9a-9421-520e3578d8a4 service nova] Acquiring lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:08:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-760110c1-ab7f-43f0-9104-14c842eacd5d req-6e735bf6-25e8-4a9a-9421-520e3578d8a4 service nova] Lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:08:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-760110c1-ab7f-43f0-9104-14c842eacd5d req-6e735bf6-25e8-4a9a-9421-520e3578d8a4 service nova] Lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:08:14 user nova-compute[75278]: DEBUG nova.compute.manager [req-760110c1-ab7f-43f0-9104-14c842eacd5d req-6e735bf6-25e8-4a9a-9421-520e3578d8a4 service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] No waiting events found dispatching network-vif-unplugged-7329f4ea-ffe9-429f-9f78-0229afb498ba {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:08:14 user nova-compute[75278]: WARNING nova.compute.manager [req-760110c1-ab7f-43f0-9104-14c842eacd5d req-6e735bf6-25e8-4a9a-9421-520e3578d8a4 service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Received unexpected event network-vif-unplugged-7329f4ea-ffe9-429f-9f78-0229afb498ba for instance with vm_state rescued and task_state unrescuing.
Dec 06 16:08:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:15 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Instance destroyed successfully.
Dec 06 16:08:16 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:16 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:16 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:16 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:16 user nova-compute[75278]: DEBUG nova.compute.manager [req-eaedc90e-0a07-4ade-a2a3-6a31d905125f req-0886dcf4-4dd8-4f52-822e-cb8e8a826b23 service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Received event network-vif-plugged-7329f4ea-ffe9-429f-9f78-0229afb498ba {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:08:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-eaedc90e-0a07-4ade-a2a3-6a31d905125f req-0886dcf4-4dd8-4f52-822e-cb8e8a826b23 service nova] Acquiring lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:08:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-eaedc90e-0a07-4ade-a2a3-6a31d905125f req-0886dcf4-4dd8-4f52-822e-cb8e8a826b23 service nova] Lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:08:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-eaedc90e-0a07-4ade-a2a3-6a31d905125f req-0886dcf4-4dd8-4f52-822e-cb8e8a826b23 service nova] Lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:08:16 user nova-compute[75278]: DEBUG nova.compute.manager [req-eaedc90e-0a07-4ade-a2a3-6a31d905125f req-0886dcf4-4dd8-4f52-822e-cb8e8a826b23 service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] No waiting events found dispatching network-vif-plugged-7329f4ea-ffe9-429f-9f78-0229afb498ba {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:08:16 user nova-compute[75278]: WARNING nova.compute.manager [req-eaedc90e-0a07-4ade-a2a3-6a31d905125f req-0886dcf4-4dd8-4f52-822e-cb8e8a826b23 service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Received unexpected event network-vif-plugged-7329f4ea-ffe9-429f-9f78-0229afb498ba for instance with vm_state rescued and task_state unrescuing.
Dec 06 16:08:16 user nova-compute[75278]: DEBUG nova.compute.manager [req-eaedc90e-0a07-4ade-a2a3-6a31d905125f req-0886dcf4-4dd8-4f52-822e-cb8e8a826b23 service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Received event network-vif-plugged-7329f4ea-ffe9-429f-9f78-0229afb498ba {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:08:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-eaedc90e-0a07-4ade-a2a3-6a31d905125f req-0886dcf4-4dd8-4f52-822e-cb8e8a826b23 service nova] Acquiring lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:08:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-eaedc90e-0a07-4ade-a2a3-6a31d905125f req-0886dcf4-4dd8-4f52-822e-cb8e8a826b23 service nova] Lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:08:16 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-eaedc90e-0a07-4ade-a2a3-6a31d905125f req-0886dcf4-4dd8-4f52-822e-cb8e8a826b23 service nova] Lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:08:16 user nova-compute[75278]: DEBUG nova.compute.manager [req-eaedc90e-0a07-4ade-a2a3-6a31d905125f req-0886dcf4-4dd8-4f52-822e-cb8e8a826b23 service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] No waiting events found dispatching network-vif-plugged-7329f4ea-ffe9-429f-9f78-0229afb498ba {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:08:16 user nova-compute[75278]: WARNING nova.compute.manager [req-eaedc90e-0a07-4ade-a2a3-6a31d905125f req-0886dcf4-4dd8-4f52-822e-cb8e8a826b23 service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Received unexpected event network-vif-plugged-7329f4ea-ffe9-429f-9f78-0229afb498ba for instance with vm_state rescued and task_state unrescuing.
Dec 06 16:08:16 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:16 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:17 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:18 user nova-compute[75278]: DEBUG nova.compute.manager [req-cf268a12-16ad-409a-b1f7-09e1e3822049 req-8fc1c7e2-47ec-40aa-95ee-feba8f44a908 service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Received event network-vif-plugged-7329f4ea-ffe9-429f-9f78-0229afb498ba {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:08:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-cf268a12-16ad-409a-b1f7-09e1e3822049 req-8fc1c7e2-47ec-40aa-95ee-feba8f44a908 service nova] Acquiring lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:08:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-cf268a12-16ad-409a-b1f7-09e1e3822049 req-8fc1c7e2-47ec-40aa-95ee-feba8f44a908 service nova] Lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:08:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-cf268a12-16ad-409a-b1f7-09e1e3822049 req-8fc1c7e2-47ec-40aa-95ee-feba8f44a908 service nova] Lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:08:18 user nova-compute[75278]: DEBUG nova.compute.manager [req-cf268a12-16ad-409a-b1f7-09e1e3822049 req-8fc1c7e2-47ec-40aa-95ee-feba8f44a908 service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] No waiting events found dispatching network-vif-plugged-7329f4ea-ffe9-429f-9f78-0229afb498ba {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:08:18 user nova-compute[75278]: WARNING nova.compute.manager [req-cf268a12-16ad-409a-b1f7-09e1e3822049 req-8fc1c7e2-47ec-40aa-95ee-feba8f44a908 service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Received unexpected event network-vif-plugged-7329f4ea-ffe9-429f-9f78-0229afb498ba for instance with vm_state rescued and task_state unrescuing.
Dec 06 16:08:18 user nova-compute[75278]: DEBUG nova.compute.manager [None req-7cae04cc-6eea-4b40-9769-31830a2d56a8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 16:08:19 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:08:19 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:20 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:08:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:21 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:08:22 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:08:22 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:23 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:08:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:08:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:08:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:08:23 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 16:08:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:08:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:08:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:08:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:08:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:08:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1f4a8c-1a0d-44ce-91eb-428689908a0d/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:08:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1f4a8c-1a0d-44ce-91eb-428689908a0d/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:08:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1f4a8c-1a0d-44ce-91eb-428689908a0d/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:08:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1f4a8c-1a0d-44ce-91eb-428689908a0d/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:08:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:08:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:24 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:08:24 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:08:24 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=8528MB free_disk=25.044422149658203GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 16:08:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:08:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:08:24 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance fd90d704-fbb5-45cd-983c-1de7e98b9ca6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:08:24 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:08:24 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance a5da65da-4699-41cb-85fa-e4de102010da actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:08:24 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 0a1f4a8c-1a0d-44ce-91eb-428689908a0d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:08:24 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 16:08:24 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 16:08:24 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:08:24 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:08:24 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 16:08:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.276s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:08:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:25 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:08:25 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:08:25 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 16:08:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:29 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Acquiring lock "00a355a9-a7ee-4547-93e3-2fc57057836b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:08:29 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Lock "00a355a9-a7ee-4547-93e3-2fc57057836b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:08:29 user nova-compute[75278]: DEBUG nova.compute.manager [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 16:08:29 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:08:29 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:08:29 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 16:08:29 user nova-compute[75278]: INFO nova.compute.claims [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Claim successful on node user
Dec 06 16:08:29 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:08:29 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:08:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.289s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:08:30 user nova-compute[75278]: DEBUG nova.compute.manager [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 16:08:30 user nova-compute[75278]: DEBUG nova.compute.manager [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 16:08:30 user nova-compute[75278]: DEBUG nova.network.neutron [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 16:08:30 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 16:08:30 user nova-compute[75278]: DEBUG nova.compute.manager [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 16:08:30 user nova-compute[75278]: DEBUG nova.policy [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69a85ac981084f1f8e927cb50cbca60e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b65005714ab548e195f46fbd6c1658f9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 16:08:30 user nova-compute[75278]: DEBUG nova.compute.manager [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 16:08:30 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 16:08:30 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Creating image(s)
Dec 06 16:08:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Acquiring lock "/opt/stack/data/nova/instances/00a355a9-a7ee-4547-93e3-2fc57057836b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:08:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Lock "/opt/stack/data/nova/instances/00a355a9-a7ee-4547-93e3-2fc57057836b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:08:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Lock "/opt/stack/data/nova/instances/00a355a9-a7ee-4547-93e3-2fc57057836b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:08:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:08:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.172s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:08:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Acquiring lock "8b6964317078072a1e593868059fc8dc16213a0c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:08:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:08:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:08:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.173s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:08:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/00a355a9-a7ee-4547-93e3-2fc57057836b/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:08:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/00a355a9-a7ee-4547-93e3-2fc57057836b/disk 1073741824" returned: 0 in 0.049s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:08:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.228s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:08:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:08:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.172s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:08:30 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Checking if we can resize image /opt/stack/data/nova/instances/00a355a9-a7ee-4547-93e3-2fc57057836b/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 16:08:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00a355a9-a7ee-4547-93e3-2fc57057836b/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:08:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:30 user nova-compute[75278]: DEBUG nova.network.neutron [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Successfully created port: e8a404f8-7dc5-4fb7-b028-5e09f6b6e496 {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 16:08:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00a355a9-a7ee-4547-93e3-2fc57057836b/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:08:31 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Cannot resize image /opt/stack/data/nova/instances/00a355a9-a7ee-4547-93e3-2fc57057836b/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 16:08:31 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 16:08:31 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Ensure instance console log exists: /opt/stack/data/nova/instances/00a355a9-a7ee-4547-93e3-2fc57057836b/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 16:08:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:08:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.003s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:08:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:08:32 user nova-compute[75278]: DEBUG nova.network.neutron [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Successfully updated port: e8a404f8-7dc5-4fb7-b028-5e09f6b6e496 {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 16:08:32 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:08:32 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 16:08:32 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Rebuilding the list of instances to heal {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 16:08:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Acquiring lock "refresh_cache-00a355a9-a7ee-4547-93e3-2fc57057836b" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:08:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Acquired lock "refresh_cache-00a355a9-a7ee-4547-93e3-2fc57057836b" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:08:32 user nova-compute[75278]: DEBUG nova.network.neutron [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 16:08:32 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Skipping network cache update for instance because it is Building. {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Dec 06 16:08:32 user nova-compute[75278]: DEBUG nova.compute.manager [req-60184716-6a35-4b90-b837-22020f019b51 req-da81b2ce-7d7e-4902-8d99-7fbe4d096d3a service nova] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Received event network-changed-e8a404f8-7dc5-4fb7-b028-5e09f6b6e496 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:08:32 user nova-compute[75278]: DEBUG nova.compute.manager [req-60184716-6a35-4b90-b837-22020f019b51 req-da81b2ce-7d7e-4902-8d99-7fbe4d096d3a service nova] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Refreshing instance network info cache due to event network-changed-e8a404f8-7dc5-4fb7-b028-5e09f6b6e496. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:08:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-60184716-6a35-4b90-b837-22020f019b51 req-da81b2ce-7d7e-4902-8d99-7fbe4d096d3a service nova] Acquiring lock "refresh_cache-00a355a9-a7ee-4547-93e3-2fc57057836b" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:08:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "refresh_cache-fd90d704-fbb5-45cd-983c-1de7e98b9ca6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:08:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquired lock "refresh_cache-fd90d704-fbb5-45cd-983c-1de7e98b9ca6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:08:32 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Forcefully refreshing network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 16:08:32 user nova-compute[75278]: DEBUG nova.objects.instance [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lazy-loading 'info_cache' on Instance uuid fd90d704-fbb5-45cd-983c-1de7e98b9ca6 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:08:32 user nova-compute[75278]: DEBUG nova.network.neutron [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 16:08:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:32 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Updating instance_info_cache with network_info: [{"id": "302ce4ee-f148-4822-8ec6-5a5ae6c060e2", "address": "fa:16:3e:fa:34:92", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap302ce4ee-f1", "ovs_interfaceid": "302ce4ee-f148-4822-8ec6-5a5ae6c060e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:08:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Releasing lock "refresh_cache-fd90d704-fbb5-45cd-983c-1de7e98b9ca6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:08:32 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Updated the network info_cache for instance {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 16:08:32 user nova-compute[75278]: DEBUG nova.network.neutron [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Updating instance_info_cache with network_info: [{"id": "e8a404f8-7dc5-4fb7-b028-5e09f6b6e496", "address": "fa:16:3e:f4:83:b3", "network": {"id": "6fb1179e-17d7-4f89-9be0-538366896538", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1559895699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b65005714ab548e195f46fbd6c1658f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8a404f8-7d", "ovs_interfaceid": "e8a404f8-7dc5-4fb7-b028-5e09f6b6e496", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:08:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Releasing lock "refresh_cache-00a355a9-a7ee-4547-93e3-2fc57057836b" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:08:32 user nova-compute[75278]: DEBUG nova.compute.manager [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Instance network_info: |[{"id": "e8a404f8-7dc5-4fb7-b028-5e09f6b6e496", "address": "fa:16:3e:f4:83:b3", "network": {"id": "6fb1179e-17d7-4f89-9be0-538366896538", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1559895699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b65005714ab548e195f46fbd6c1658f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8a404f8-7d", "ovs_interfaceid": "e8a404f8-7dc5-4fb7-b028-5e09f6b6e496", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 16:08:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-60184716-6a35-4b90-b837-22020f019b51 req-da81b2ce-7d7e-4902-8d99-7fbe4d096d3a service nova] Acquired lock "refresh_cache-00a355a9-a7ee-4547-93e3-2fc57057836b" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:08:32 user nova-compute[75278]: DEBUG nova.network.neutron [req-60184716-6a35-4b90-b837-22020f019b51 req-da81b2ce-7d7e-4902-8d99-7fbe4d096d3a service nova] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Refreshing network info cache for port e8a404f8-7dc5-4fb7-b028-5e09f6b6e496 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:08:32 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Start _get_guest_xml network_info=[{"id": "e8a404f8-7dc5-4fb7-b028-5e09f6b6e496", "address": "fa:16:3e:f4:83:b3", "network": {"id": "6fb1179e-17d7-4f89-9be0-538366896538", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1559895699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b65005714ab548e195f46fbd6c1658f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8a404f8-7d", "ovs_interfaceid": "e8a404f8-7dc5-4fb7-b028-5e09f6b6e496", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 16:08:32 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:08:32 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:08:32 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 16:08:32 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 16:08:32 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 16:08:32 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 16:08:32 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 16:08:32 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 16:08:32 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 16:08:32 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 16:08:32 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 16:08:32 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 16:08:32 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 16:08:33 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 16:08:33 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 16:08:33 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 16:08:33 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 16:08:33 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 16:08:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:08:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-2112931025',display_name='tempest-VolumesActionsTest-instance-2112931025',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-2112931025',id=39,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b65005714ab548e195f46fbd6c1658f9',ramdisk_id='',reservation_id='r-2fas95yo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1320766771',owner_user_name='tempest-VolumesActionsTest-1320766771-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:08:30Z,user_data=None,user_id='69a85ac981084f1f8e927cb50cbca60e',uuid=00a355a9-a7ee-4547-93e3-2fc57057836b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e8a404f8-7dc5-4fb7-b028-5e09f6b6e496", "address": "fa:16:3e:f4:83:b3", "network": {"id": "6fb1179e-17d7-4f89-9be0-538366896538", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1559895699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b65005714ab548e195f46fbd6c1658f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8a404f8-7d", "ovs_interfaceid": "e8a404f8-7dc5-4fb7-b028-5e09f6b6e496", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 16:08:33 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Converting VIF {"id": "e8a404f8-7dc5-4fb7-b028-5e09f6b6e496", "address": "fa:16:3e:f4:83:b3", "network": {"id": "6fb1179e-17d7-4f89-9be0-538366896538", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1559895699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b65005714ab548e195f46fbd6c1658f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8a404f8-7d", "ovs_interfaceid": "e8a404f8-7dc5-4fb7-b028-5e09f6b6e496", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:08:33 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f4:83:b3,bridge_name='br-int',has_traffic_filtering=True,id=e8a404f8-7dc5-4fb7-b028-5e09f6b6e496,network=Network(6fb1179e-17d7-4f89-9be0-538366896538),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8a404f8-7d') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:08:33 user nova-compute[75278]: DEBUG nova.objects.instance [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Lazy-loading 'pci_devices' on Instance uuid 00a355a9-a7ee-4547-93e3-2fc57057836b {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:08:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] End _get_guest_xml xml=<domain type="kvm">
Dec 06 16:08:33 user nova-compute[75278]:   <uuid>00a355a9-a7ee-4547-93e3-2fc57057836b</uuid>
Dec 06 16:08:33 user nova-compute[75278]:   <name>instance-00000027</name>
Dec 06 16:08:33 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 16:08:33 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 16:08:33 user nova-compute[75278]:   <metadata>
Dec 06 16:08:33 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 16:08:33 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 16:08:33 user nova-compute[75278]:       <nova:name>tempest-VolumesActionsTest-instance-2112931025</nova:name>
Dec 06 16:08:33 user nova-compute[75278]:       <nova:creationTime>2023-12-06 16:08:32</nova:creationTime>
Dec 06 16:08:33 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 16:08:33 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 16:08:33 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 16:08:33 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 16:08:33 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 16:08:33 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 16:08:33 user nova-compute[75278]:       </nova:flavor>
Dec 06 16:08:33 user nova-compute[75278]:       <nova:owner>
Dec 06 16:08:33 user nova-compute[75278]:         <nova:user uuid="69a85ac981084f1f8e927cb50cbca60e">tempest-VolumesActionsTest-1320766771-project-member</nova:user>
Dec 06 16:08:33 user nova-compute[75278]:         <nova:project uuid="b65005714ab548e195f46fbd6c1658f9">tempest-VolumesActionsTest-1320766771</nova:project>
Dec 06 16:08:33 user nova-compute[75278]:       </nova:owner>
Dec 06 16:08:33 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 16:08:33 user nova-compute[75278]:       <nova:ports>
Dec 06 16:08:33 user nova-compute[75278]:         <nova:port uuid="e8a404f8-7dc5-4fb7-b028-5e09f6b6e496">
Dec 06 16:08:33 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 06 16:08:33 user nova-compute[75278]:         </nova:port>
Dec 06 16:08:33 user nova-compute[75278]:       </nova:ports>
Dec 06 16:08:33 user nova-compute[75278]:     </nova:instance>
Dec 06 16:08:33 user nova-compute[75278]:   </metadata>
Dec 06 16:08:33 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 16:08:33 user nova-compute[75278]:     <system>
Dec 06 16:08:33 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 16:08:33 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 16:08:33 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 16:08:33 user nova-compute[75278]:       <entry name="serial">00a355a9-a7ee-4547-93e3-2fc57057836b</entry>
Dec 06 16:08:33 user nova-compute[75278]:       <entry name="uuid">00a355a9-a7ee-4547-93e3-2fc57057836b</entry>
Dec 06 16:08:33 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 16:08:33 user nova-compute[75278]:     </system>
Dec 06 16:08:33 user nova-compute[75278]:   </sysinfo>
Dec 06 16:08:33 user nova-compute[75278]:   <os>
Dec 06 16:08:33 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 16:08:33 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 16:08:33 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 16:08:33 user nova-compute[75278]:   </os>
Dec 06 16:08:33 user nova-compute[75278]:   <features>
Dec 06 16:08:33 user nova-compute[75278]:     <acpi/>
Dec 06 16:08:33 user nova-compute[75278]:     <apic/>
Dec 06 16:08:33 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 16:08:33 user nova-compute[75278]:   </features>
Dec 06 16:08:33 user nova-compute[75278]:   <clock offset="utc">
Dec 06 16:08:33 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 16:08:33 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 16:08:33 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 16:08:33 user nova-compute[75278]:   </clock>
Dec 06 16:08:33 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 16:08:33 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 16:08:33 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 16:08:33 user nova-compute[75278]:   </cpu>
Dec 06 16:08:33 user nova-compute[75278]:   <devices>
Dec 06 16:08:33 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 16:08:33 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 16:08:33 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/00a355a9-a7ee-4547-93e3-2fc57057836b/disk"/>
Dec 06 16:08:33 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 16:08:33 user nova-compute[75278]:     </disk>
Dec 06 16:08:33 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 16:08:33 user nova-compute[75278]:       <mac address="fa:16:3e:f4:83:b3"/>
Dec 06 16:08:33 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:08:33 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 16:08:33 user nova-compute[75278]:       <target dev="tape8a404f8-7d"/>
Dec 06 16:08:33 user nova-compute[75278]:     </interface>
Dec 06 16:08:33 user nova-compute[75278]:     <serial type="pty">
Dec 06 16:08:33 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/00a355a9-a7ee-4547-93e3-2fc57057836b/console.log" append="off"/>
Dec 06 16:08:33 user nova-compute[75278]:     </serial>
Dec 06 16:08:33 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 16:08:33 user nova-compute[75278]:     <video>
Dec 06 16:08:33 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:08:33 user nova-compute[75278]:     </video>
Dec 06 16:08:33 user nova-compute[75278]:     <rng model="virtio">
Dec 06 16:08:33 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 16:08:33 user nova-compute[75278]:     </rng>
Dec 06 16:08:33 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 16:08:33 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 16:08:33 user nova-compute[75278]:       <stats period="10"/>
Dec 06 16:08:33 user nova-compute[75278]:     </memballoon>
Dec 06 16:08:33 user nova-compute[75278]:   </devices>
Dec 06 16:08:33 user nova-compute[75278]: </domain>
Dec 06 16:08:33 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 16:08:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:08:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-2112931025',display_name='tempest-VolumesActionsTest-instance-2112931025',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-2112931025',id=39,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b65005714ab548e195f46fbd6c1658f9',ramdisk_id='',reservation_id='r-2fas95yo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1320766771',owner_user_name='tempest-VolumesActionsTest-1320766771-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:08:30Z,user_data=None,user_id='69a85ac981084f1f8e927cb50cbca60e',uuid=00a355a9-a7ee-4547-93e3-2fc57057836b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e8a404f8-7dc5-4fb7-b028-5e09f6b6e496", "address": "fa:16:3e:f4:83:b3", "network": {"id": "6fb1179e-17d7-4f89-9be0-538366896538", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1559895699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b65005714ab548e195f46fbd6c1658f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8a404f8-7d", "ovs_interfaceid": "e8a404f8-7dc5-4fb7-b028-5e09f6b6e496", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 16:08:33 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Converting VIF {"id": "e8a404f8-7dc5-4fb7-b028-5e09f6b6e496", "address": "fa:16:3e:f4:83:b3", "network": {"id": "6fb1179e-17d7-4f89-9be0-538366896538", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1559895699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b65005714ab548e195f46fbd6c1658f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8a404f8-7d", "ovs_interfaceid": "e8a404f8-7dc5-4fb7-b028-5e09f6b6e496", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:08:33 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f4:83:b3,bridge_name='br-int',has_traffic_filtering=True,id=e8a404f8-7dc5-4fb7-b028-5e09f6b6e496,network=Network(6fb1179e-17d7-4f89-9be0-538366896538),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8a404f8-7d') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:08:33 user nova-compute[75278]: DEBUG os_vif [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f4:83:b3,bridge_name='br-int',has_traffic_filtering=True,id=e8a404f8-7dc5-4fb7-b028-5e09f6b6e496,network=Network(6fb1179e-17d7-4f89-9be0-538366896538),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8a404f8-7d') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 16:08:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:08:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 16:08:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '54f36be4-2a43-50cc-a54d-c227c9f56abe', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:08:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:08:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape8a404f8-7d, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:08:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape8a404f8-7d, col_values=(('qos', UUID('d6019a27-e2f0-44e9-9ae3-9af3fc60c279')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:08:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape8a404f8-7d, col_values=(('external_ids', {'iface-id': 'e8a404f8-7dc5-4fb7-b028-5e09f6b6e496', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f4:83:b3', 'vm-uuid': '00a355a9-a7ee-4547-93e3-2fc57057836b'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:08:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:08:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:33 user nova-compute[75278]: INFO os_vif [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f4:83:b3,bridge_name='br-int',has_traffic_filtering=True,id=e8a404f8-7dc5-4fb7-b028-5e09f6b6e496,network=Network(6fb1179e-17d7-4f89-9be0-538366896538),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8a404f8-7d')
Dec 06 16:08:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:08:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] No VIF found with MAC fa:16:3e:f4:83:b3, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 16:08:33 user nova-compute[75278]: DEBUG nova.network.neutron [req-60184716-6a35-4b90-b837-22020f019b51 req-da81b2ce-7d7e-4902-8d99-7fbe4d096d3a service nova] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Updated VIF entry in instance network info cache for port e8a404f8-7dc5-4fb7-b028-5e09f6b6e496. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:08:33 user nova-compute[75278]: DEBUG nova.network.neutron [req-60184716-6a35-4b90-b837-22020f019b51 req-da81b2ce-7d7e-4902-8d99-7fbe4d096d3a service nova] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Updating instance_info_cache with network_info: [{"id": "e8a404f8-7dc5-4fb7-b028-5e09f6b6e496", "address": "fa:16:3e:f4:83:b3", "network": {"id": "6fb1179e-17d7-4f89-9be0-538366896538", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1559895699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b65005714ab548e195f46fbd6c1658f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8a404f8-7d", "ovs_interfaceid": "e8a404f8-7dc5-4fb7-b028-5e09f6b6e496", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:08:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-60184716-6a35-4b90-b837-22020f019b51 req-da81b2ce-7d7e-4902-8d99-7fbe4d096d3a service nova] Releasing lock "refresh_cache-00a355a9-a7ee-4547-93e3-2fc57057836b" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:08:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:36 user nova-compute[75278]: DEBUG nova.compute.manager [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 16:08:36 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 16:08:36 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Instance spawned successfully.
Dec 06 16:08:36 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 16:08:36 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:08:36 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:08:36 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:08:36 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:08:36 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:08:36 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:08:37 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:08:37 user nova-compute[75278]: INFO nova.compute.manager [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Took 6.83 seconds to spawn the instance on the hypervisor.
Dec 06 16:08:37 user nova-compute[75278]: DEBUG nova.compute.manager [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 16:08:37 user nova-compute[75278]: INFO nova.compute.manager [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Took 7.47 seconds to build instance.
Dec 06 16:08:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5863d1a9-fcd1-4773-8814-fb7119ac3d85 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Lock "00a355a9-a7ee-4547-93e3-2fc57057836b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.573s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:08:38 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:38 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:39 user nova-compute[75278]: DEBUG nova.compute.manager [req-356d1f4a-344d-4e7e-8899-8e9482106a5e req-e0ef2144-eab8-4482-ac4d-5aab2d0d8571 service nova] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Received event network-vif-plugged-e8a404f8-7dc5-4fb7-b028-5e09f6b6e496 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:08:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-356d1f4a-344d-4e7e-8899-8e9482106a5e req-e0ef2144-eab8-4482-ac4d-5aab2d0d8571 service nova] Acquiring lock "00a355a9-a7ee-4547-93e3-2fc57057836b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:08:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-356d1f4a-344d-4e7e-8899-8e9482106a5e req-e0ef2144-eab8-4482-ac4d-5aab2d0d8571 service nova] Lock "00a355a9-a7ee-4547-93e3-2fc57057836b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:08:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-356d1f4a-344d-4e7e-8899-8e9482106a5e req-e0ef2144-eab8-4482-ac4d-5aab2d0d8571 service nova] Lock "00a355a9-a7ee-4547-93e3-2fc57057836b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:08:39 user nova-compute[75278]: DEBUG nova.compute.manager [req-356d1f4a-344d-4e7e-8899-8e9482106a5e req-e0ef2144-eab8-4482-ac4d-5aab2d0d8571 service nova] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] No waiting events found dispatching network-vif-plugged-e8a404f8-7dc5-4fb7-b028-5e09f6b6e496 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:08:39 user nova-compute[75278]: WARNING nova.compute.manager [req-356d1f4a-344d-4e7e-8899-8e9482106a5e req-e0ef2144-eab8-4482-ac4d-5aab2d0d8571 service nova] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Received unexpected event network-vif-plugged-e8a404f8-7dc5-4fb7-b028-5e09f6b6e496 for instance with vm_state active and task_state None.
Dec 06 16:08:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:41 user nova-compute[75278]: DEBUG nova.compute.manager [req-ba490732-a3d7-48da-97ac-e6bd1da108d6 req-5611adae-00ca-4c51-b827-ebd81b258cdf service nova] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Received event network-vif-plugged-e8a404f8-7dc5-4fb7-b028-5e09f6b6e496 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:08:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ba490732-a3d7-48da-97ac-e6bd1da108d6 req-5611adae-00ca-4c51-b827-ebd81b258cdf service nova] Acquiring lock "00a355a9-a7ee-4547-93e3-2fc57057836b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:08:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ba490732-a3d7-48da-97ac-e6bd1da108d6 req-5611adae-00ca-4c51-b827-ebd81b258cdf service nova] Lock "00a355a9-a7ee-4547-93e3-2fc57057836b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:08:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ba490732-a3d7-48da-97ac-e6bd1da108d6 req-5611adae-00ca-4c51-b827-ebd81b258cdf service nova] Lock "00a355a9-a7ee-4547-93e3-2fc57057836b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:08:41 user nova-compute[75278]: DEBUG nova.compute.manager [req-ba490732-a3d7-48da-97ac-e6bd1da108d6 req-5611adae-00ca-4c51-b827-ebd81b258cdf service nova] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] No waiting events found dispatching network-vif-plugged-e8a404f8-7dc5-4fb7-b028-5e09f6b6e496 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:08:41 user nova-compute[75278]: WARNING nova.compute.manager [req-ba490732-a3d7-48da-97ac-e6bd1da108d6 req-5611adae-00ca-4c51-b827-ebd81b258cdf service nova] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Received unexpected event network-vif-plugged-e8a404f8-7dc5-4fb7-b028-5e09f6b6e496 for instance with vm_state active and task_state None.
Dec 06 16:08:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "a5da65da-4699-41cb-85fa-e4de102010da" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:08:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "a5da65da-4699-41cb-85fa-e4de102010da" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:08:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "a5da65da-4699-41cb-85fa-e4de102010da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:08:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "a5da65da-4699-41cb-85fa-e4de102010da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:08:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "a5da65da-4699-41cb-85fa-e4de102010da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:08:43 user nova-compute[75278]: INFO nova.compute.manager [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Terminating instance
Dec 06 16:08:43 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 16:08:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:43 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Instance destroyed successfully.
Dec 06 16:08:43 user nova-compute[75278]: DEBUG nova.objects.instance [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lazy-loading 'resources' on Instance uuid a5da65da-4699-41cb-85fa-e4de102010da {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:06:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1200350659',display_name='tempest-TestVolumeBootPattern-server-1200350659',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1200350659',id=37,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T16:07:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='188cfe2e1c85461899dae3585b7a6a24',ramdisk_id='',reservation_id='r-an4555tq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1184091674',owner_user_name='tempest-TestVolumeBootPattern-1184091674-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T16:07:14Z,user_data=None,user_id='c795bd8e90894931922dc5ff7741dfae',uuid=a5da65da-4699-41cb-85fa-e4de102010da,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6eb428cf-0a49-4010-8936-4cb7480d0c31", "address": "fa:16:3e:a1:fe:c3", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6eb428cf-0a", "ovs_interfaceid": "6eb428cf-0a49-4010-8936-4cb7480d0c31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Converting VIF {"id": "6eb428cf-0a49-4010-8936-4cb7480d0c31", "address": "fa:16:3e:a1:fe:c3", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6eb428cf-0a", "ovs_interfaceid": "6eb428cf-0a49-4010-8936-4cb7480d0c31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a1:fe:c3,bridge_name='br-int',has_traffic_filtering=True,id=6eb428cf-0a49-4010-8936-4cb7480d0c31,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6eb428cf-0a') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG os_vif [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a1:fe:c3,bridge_name='br-int',has_traffic_filtering=True,id=6eb428cf-0a49-4010-8936-4cb7480d0c31,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6eb428cf-0a') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6eb428cf-0a, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9cc91838-c33c-4f63-8d9d-6e501e1b8bfd) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:44 user nova-compute[75278]: INFO os_vif [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a1:fe:c3,bridge_name='br-int',has_traffic_filtering=True,id=6eb428cf-0a49-4010-8936-4cb7480d0c31,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6eb428cf-0a')
Dec 06 16:08:44 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EeHdXiph', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:08:44 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:08:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b38d2b9a-9b52-4ffe-bf77-a2c54e9c0803]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 16:08:44 user nova-compute[75278]: No targets found.
Dec 06 16:08:44 user nova-compute[75278]: iSNS:
Dec 06 16:08:44 user nova-compute[75278]: No targets found.
Dec 06 16:08:44 user nova-compute[75278]: STATIC:
Dec 06 16:08:44 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650
Dec 06 16:08:44 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:08:44 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:08:44 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2
Dec 06 16:08:44 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:08:44 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:08:44 user nova-compute[75278]: FIRMWARE:
Dec 06 16:08:44 user nova-compute[75278]: No targets found.
Dec 06 16:08:44 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 16:08:44 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 16:08:44 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e421d845-d4b0-4779-9d5c-ad3ad02da159]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[832cbee7-1649-4ac9-baba-3e7634bf2b66]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:08:44 user nova-compute[75278]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2 (non-flash)
Dec 06 16:08:44 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:08:44 user nova-compute[75278]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2 (non-flash)
Dec 06 16:08:44 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f440c7ef400>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2'): ({'sdb'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Removing single pathed devices sdb {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0903f94f-a6d9-45fb-a590-130010c74144]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3e4b58a-ce81-4f11-a772-b577fd27c77f]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Flushing IO for device /dev/sdb {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c050254e-ad11-40bb-853c-01b8ddc4132c]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.038s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[600a0226-c5b3-4ed9-89cf-a6b260515606]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] SCSI volumes sdb have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c1ea473-3d54-4f4a-be8d-61600758c8bd]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2 -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f87cdd6-aec6-4150-bc7e-276804d7879b]: (4, ('Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2, portal: 172.16.0.220,3260]\nLogout of [sid: 48, target: iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2, portal: 172.16.0.220,3260]
Dec 06 16:08:44 user nova-compute[75278]: Logout of [sid: 48, target: iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2, portal: 172.16.0.220,3260] successful.
Dec 06 16:08:44 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2 -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45f57a93-fa08-489c-b911-c099a0b069b2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.045s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[43bce3cb-a0a3-4288-bfca-92fb7fafffbb]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.334s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] <== disconnect_volume: return (336ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 16:08:44 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Deleting instance files /opt/stack/data/nova/instances/a5da65da-4699-41cb-85fa-e4de102010da_del
Dec 06 16:08:44 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Deletion of /opt/stack/data/nova/instances/a5da65da-4699-41cb-85fa-e4de102010da_del complete
Dec 06 16:08:44 user nova-compute[75278]: INFO nova.compute.manager [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Took 1.18 seconds to destroy the instance on the hypervisor.
Dec 06 16:08:44 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: a5da65da-4699-41cb-85fa-e4de102010da] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:08:44 user nova-compute[75278]: DEBUG nova.compute.manager [req-b887b25a-fbed-4c72-9631-a362e4f671b3 req-b9c65801-1b6d-456f-9945-ee14f06edba7 service nova] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Received event network-vif-deleted-6eb428cf-0a49-4010-8936-4cb7480d0c31 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:08:44 user nova-compute[75278]: INFO nova.compute.manager [req-b887b25a-fbed-4c72-9631-a362e4f671b3 req-b9c65801-1b6d-456f-9945-ee14f06edba7 service nova] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Neutron deleted interface 6eb428cf-0a49-4010-8936-4cb7480d0c31; detaching it from the instance and deleting it from the info cache
Dec 06 16:08:44 user nova-compute[75278]: DEBUG nova.network.neutron [req-b887b25a-fbed-4c72-9631-a362e4f671b3 req-b9c65801-1b6d-456f-9945-ee14f06edba7 service nova] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:08:44 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Took 0.44 seconds to deallocate network for instance.
Dec 06 16:08:44 user nova-compute[75278]: DEBUG nova.compute.manager [req-b887b25a-fbed-4c72-9631-a362e4f671b3 req-b9c65801-1b6d-456f-9945-ee14f06edba7 service nova] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Detach interface failed, port_id=6eb428cf-0a49-4010-8936-4cb7480d0c31, reason: Instance a5da65da-4699-41cb-85fa-e4de102010da could not be found. {{(pid=75278) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 16:08:45 user nova-compute[75278]: INFO nova.compute.manager [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Took 0.88 seconds to detach 1 volumes for instance.
Dec 06 16:08:45 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: a5da65da-4699-41cb-85fa-e4de102010da] Deleting volume: 45f57a93-fa08-489c-b911-c099a0b069b2 {{(pid=75278) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 06 16:08:45 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:08:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:08:46 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:08:46 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:08:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.243s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:08:46 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Deleted allocations for instance a5da65da-4699-41cb-85fa-e4de102010da
Dec 06 16:08:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1fc7fda5-0080-4c5c-88f9-b2249f260b25 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "a5da65da-4699-41cb-85fa-e4de102010da" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.023s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:08:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Acquiring lock "ea707d8a-a407-4d94-a3d1-02482e007e5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:08:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lock "ea707d8a-a407-4d94-a3d1-02482e007e5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:08:49 user nova-compute[75278]: DEBUG nova.compute.manager [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 16:08:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:08:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:08:49 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 16:08:49 user nova-compute[75278]: INFO nova.compute.claims [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Claim successful on node user
Dec 06 16:08:49 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:08:49 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:08:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.334s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:08:49 user nova-compute[75278]: DEBUG nova.compute.manager [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 16:08:49 user nova-compute[75278]: DEBUG nova.compute.manager [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 16:08:49 user nova-compute[75278]: DEBUG nova.network.neutron [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 16:08:49 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 16:08:49 user nova-compute[75278]: DEBUG nova.compute.manager [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 16:08:49 user nova-compute[75278]: INFO nova.virt.block_device [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Booting with volume d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b at /dev/vda
Dec 06 16:08:49 user nova-compute[75278]: DEBUG nova.policy [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b62597a8dab42f898b2e308c134452f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26d3987e785e425cb1984f9841986549', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 16:08:50 user nova-compute[75278]: DEBUG os_brick.utils [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:08:50 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:08:50 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:08:50 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[fee21fde-4a13-42be-9994-9b3261939fd4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:08:50 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:08:50 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:08:50 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1543d2bb-7c29-4beb-932d-6b268fd8533b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:08:50 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:08:50 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:08:50 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b803447f-b1e3-4375-bb8a-4b70522c661c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:08:50 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5af00972-0179-4754-afaa-bafccb11f0c1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:08:50 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:08:50 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 16:08:50 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 16:08:50 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:08:50 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 16:08:50 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 16:08:50 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[27868f2d-d300-481f-bd9b-368d992886ce]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:08:50 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 16:08:50 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 16:08:50 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 16:08:50 user nova-compute[75278]: DEBUG os_brick.utils [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] <== get_connector_properties: return (237ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:08:50 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Updating existing volume attachment record: c745c851-aed7-45f6-919c-616a658f0f02 {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 16:08:50 user nova-compute[75278]: DEBUG nova.network.neutron [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Successfully created port: d27d45ec-1eb2-4f63-b087-708ce159f45d {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 16:08:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:51 user nova-compute[75278]: DEBUG nova.network.neutron [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Successfully updated port: d27d45ec-1eb2-4f63-b087-708ce159f45d {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 16:08:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Acquiring lock "refresh_cache-ea707d8a-a407-4d94-a3d1-02482e007e5c" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:08:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Acquired lock "refresh_cache-ea707d8a-a407-4d94-a3d1-02482e007e5c" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:08:51 user nova-compute[75278]: DEBUG nova.network.neutron [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 16:08:51 user nova-compute[75278]: DEBUG nova.compute.manager [req-b2cfd6e1-2d93-4ca2-97b6-d61bb2fdea39 req-ba46d33e-3b4a-4991-855d-09e6458ba466 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Received event network-changed-d27d45ec-1eb2-4f63-b087-708ce159f45d {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:08:51 user nova-compute[75278]: DEBUG nova.compute.manager [req-b2cfd6e1-2d93-4ca2-97b6-d61bb2fdea39 req-ba46d33e-3b4a-4991-855d-09e6458ba466 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Refreshing instance network info cache due to event network-changed-d27d45ec-1eb2-4f63-b087-708ce159f45d. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:08:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-b2cfd6e1-2d93-4ca2-97b6-d61bb2fdea39 req-ba46d33e-3b4a-4991-855d-09e6458ba466 service nova] Acquiring lock "refresh_cache-ea707d8a-a407-4d94-a3d1-02482e007e5c" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:08:51 user nova-compute[75278]: DEBUG nova.network.neutron [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 16:08:51 user nova-compute[75278]: DEBUG nova.network.neutron [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Updating instance_info_cache with network_info: [{"id": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "address": "fa:16:3e:d0:1f:51", "network": {"id": "8987c928-62bb-4630-988a-db462bd5f12d", "bridge": "br-int", "label": "tempest-TestShelveInstance-1639185414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26d3987e785e425cb1984f9841986549", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd27d45ec-1e", "ovs_interfaceid": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:08:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Releasing lock "refresh_cache-ea707d8a-a407-4d94-a3d1-02482e007e5c" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:08:51 user nova-compute[75278]: DEBUG nova.compute.manager [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Instance network_info: |[{"id": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "address": "fa:16:3e:d0:1f:51", "network": {"id": "8987c928-62bb-4630-988a-db462bd5f12d", "bridge": "br-int", "label": "tempest-TestShelveInstance-1639185414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26d3987e785e425cb1984f9841986549", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd27d45ec-1e", "ovs_interfaceid": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 16:08:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-b2cfd6e1-2d93-4ca2-97b6-d61bb2fdea39 req-ba46d33e-3b4a-4991-855d-09e6458ba466 service nova] Acquired lock "refresh_cache-ea707d8a-a407-4d94-a3d1-02482e007e5c" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:08:51 user nova-compute[75278]: DEBUG nova.network.neutron [req-b2cfd6e1-2d93-4ca2-97b6-d61bb2fdea39 req-ba46d33e-3b4a-4991-855d-09e6458ba466 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Refreshing network info cache for port d27d45ec-1eb2-4f63-b087-708ce159f45d {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:08:52 user nova-compute[75278]: DEBUG nova.network.neutron [req-b2cfd6e1-2d93-4ca2-97b6-d61bb2fdea39 req-ba46d33e-3b4a-4991-855d-09e6458ba466 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Updated VIF entry in instance network info cache for port d27d45ec-1eb2-4f63-b087-708ce159f45d. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:08:52 user nova-compute[75278]: DEBUG nova.network.neutron [req-b2cfd6e1-2d93-4ca2-97b6-d61bb2fdea39 req-ba46d33e-3b4a-4991-855d-09e6458ba466 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Updating instance_info_cache with network_info: [{"id": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "address": "fa:16:3e:d0:1f:51", "network": {"id": "8987c928-62bb-4630-988a-db462bd5f12d", "bridge": "br-int", "label": "tempest-TestShelveInstance-1639185414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26d3987e785e425cb1984f9841986549", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd27d45ec-1e", "ovs_interfaceid": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:08:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-b2cfd6e1-2d93-4ca2-97b6-d61bb2fdea39 req-ba46d33e-3b4a-4991-855d-09e6458ba466 service nova] Releasing lock "refresh_cache-ea707d8a-a407-4d94-a3d1-02482e007e5c" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:08:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG nova.compute.manager [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 16:08:59 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Creating image(s)
Dec 06 16:08:59 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Did not create local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Ensure instance console log exists: /opt/stack/data/nova/instances/ea707d8a-a407-4d94-a3d1-02482e007e5c/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Start _get_guest_xml network_info=[{"id": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "address": "fa:16:3e:d0:1f:51", "network": {"id": "8987c928-62bb-4630-988a-db462bd5f12d", "bridge": "br-int", "label": "tempest-TestShelveInstance-1639185414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26d3987e785e425cb1984f9841986549", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd27d45ec-1e", "ovs_interfaceid": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'boot_index': 0, 'delete_on_termination': True, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': 'c745c851-aed7-45f6-919c-616a658f0f02', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zXhBKytx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ea707d8a-a407-4d94-a3d1-02482e007e5c', 'attached_at': '', 'detached_at': '', 'volume_id': 'd547ea3b-2185-4fc7-b8bf-bc98f8c2f53b', 'serial': 'd547ea3b-2185-4fc7-b8bf-bc98f8c2f53b'}, 'volume_type': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 16:08:59 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:08:59 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:08:59 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zXhBKytx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:08:59 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:08:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:08:59 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:08:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:08:59 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 16:08:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[747c0fd6-1750-43c2-93c9-d31e8805e803]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 16:08:59 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e103999c-1a57-42d6-b675-c36a05d38c85]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b] added
Dec 06 16:08:59 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[72998129-719f-473e-93f3-d7a7f9181cda]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.034s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2c99714-7f42-431c-8919-766172f3c90e]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:08:59 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:09:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zXhBKytx {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:09:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zXhBKytx" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:09:00 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea866a41-8012-4866-99d8-1fe2a6bae013]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:09:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'zXhBKytx'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:09:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:09:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.029s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:09:00 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[125f34d5-ef91-4083-8762-cb7c58e5f34b]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:09:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:09:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:09:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:09:00 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[77dd4380-47ea-477c-8cd9-b1eea68ae80c]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:09:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:09:00 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:09:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:09:00 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:09:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:09:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:09:00 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e132eb0-5ac7-44b2-a773-4b2a9b2c6b5c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:09:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b, portal: 172.16.0.220,3260]
Dec 06 16:09:00 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b, portal: 172.16.0.220,3260] successful.
Dec 06 16:09:00 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:09:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:09:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:09:00 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[efb14459-3108-4f82-92d0-e2b5232a9d0d]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:09:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:09:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:09:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:09:00 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d4495c8-9a04-4605-98fd-61b838a7773b]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:09:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:09:00 user nova-compute[75278]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)
Dec 06 16:09:00 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:09:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:09:00 user nova-compute[75278]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)
Dec 06 16:09:00 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:09:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.301s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:09:00 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 16:09:00 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] HCTL ('33', '-', '-', 0) found on session 49 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 16:09:00 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 16:09:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:09:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:09:00 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c939fd67-19b7-4946-8b46-3c39b5b1eb86]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:09:00 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Searching for a device in session 49 and hctl ['33', '*', '*', 0] yield: None {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 16:09:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:09:01 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Searching for a device in session 49 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 16:09:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zXhBKytx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 16:09:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.330s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:09:01 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] <== connect_volume: return (1331ms) {'type': 'block', 'scsi_wwn': '26535303366353635', 'path': '/dev/sdb'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:09:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26535303366353635', 'path': '/dev/sdb'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 16:09:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:08:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1236512085',display_name='tempest-TestShelveInstance-server-1236512085',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1236512085',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG+t+XDuqrarnH435OLlQnnhiXuPTj3C+vEjPvi11f9E8G6b4ttOriCoayaod0pYfyGQvzXU0UDuYbaMMbxmXjVSWGNWtLXRwp68WaD4NdMtBNf3GUJ0NzwrZ+Y4QJPVVQ==',key_name='tempest-TestShelveInstance-1275721106',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='26d3987e785e425cb1984f9841986549',ramdisk_id='',reservation_id='r-vxp578fg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-894759427',owner_user_name='tempest-TestShelveInstance-894759427-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:08:50Z,user_data=None,user_id='6b62597a8dab42f898b2e308c134452f',uuid=ea707d8a-a407-4d94-a3d1-02482e007e5c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "address": "fa:16:3e:d0:1f:51", "network": {"id": "8987c928-62bb-4630-988a-db462bd5f12d", "bridge": "br-int", "label": "tempest-TestShelveInstance-1639185414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26d3987e785e425cb1984f9841986549", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd27d45ec-1e", "ovs_interfaceid": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 16:09:01 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Converting VIF {"id": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "address": "fa:16:3e:d0:1f:51", "network": {"id": "8987c928-62bb-4630-988a-db462bd5f12d", "bridge": "br-int", "label": "tempest-TestShelveInstance-1639185414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26d3987e785e425cb1984f9841986549", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd27d45ec-1e", "ovs_interfaceid": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:09:01 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d0:1f:51,bridge_name='br-int',has_traffic_filtering=True,id=d27d45ec-1eb2-4f63-b087-708ce159f45d,network=Network(8987c928-62bb-4630-988a-db462bd5f12d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd27d45ec-1e') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:09:01 user nova-compute[75278]: DEBUG nova.objects.instance [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lazy-loading 'pci_devices' on Instance uuid ea707d8a-a407-4d94-a3d1-02482e007e5c {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:09:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] End _get_guest_xml xml=<domain type="kvm">
Dec 06 16:09:01 user nova-compute[75278]:   <uuid>ea707d8a-a407-4d94-a3d1-02482e007e5c</uuid>
Dec 06 16:09:01 user nova-compute[75278]:   <name>instance-00000028</name>
Dec 06 16:09:01 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 16:09:01 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 16:09:01 user nova-compute[75278]:   <metadata>
Dec 06 16:09:01 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 16:09:01 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 16:09:01 user nova-compute[75278]:       <nova:name>tempest-TestShelveInstance-server-1236512085</nova:name>
Dec 06 16:09:01 user nova-compute[75278]:       <nova:creationTime>2023-12-06 16:08:59</nova:creationTime>
Dec 06 16:09:01 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 16:09:01 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 16:09:01 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 16:09:01 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 16:09:01 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 16:09:01 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 16:09:01 user nova-compute[75278]:       </nova:flavor>
Dec 06 16:09:01 user nova-compute[75278]:       <nova:owner>
Dec 06 16:09:01 user nova-compute[75278]:         <nova:user uuid="6b62597a8dab42f898b2e308c134452f">tempest-TestShelveInstance-894759427-project-member</nova:user>
Dec 06 16:09:01 user nova-compute[75278]:         <nova:project uuid="26d3987e785e425cb1984f9841986549">tempest-TestShelveInstance-894759427</nova:project>
Dec 06 16:09:01 user nova-compute[75278]:       </nova:owner>
Dec 06 16:09:01 user nova-compute[75278]:       <nova:ports>
Dec 06 16:09:01 user nova-compute[75278]:         <nova:port uuid="d27d45ec-1eb2-4f63-b087-708ce159f45d">
Dec 06 16:09:01 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 06 16:09:01 user nova-compute[75278]:         </nova:port>
Dec 06 16:09:01 user nova-compute[75278]:       </nova:ports>
Dec 06 16:09:01 user nova-compute[75278]:     </nova:instance>
Dec 06 16:09:01 user nova-compute[75278]:   </metadata>
Dec 06 16:09:01 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 16:09:01 user nova-compute[75278]:     <system>
Dec 06 16:09:01 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 16:09:01 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 16:09:01 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 16:09:01 user nova-compute[75278]:       <entry name="serial">ea707d8a-a407-4d94-a3d1-02482e007e5c</entry>
Dec 06 16:09:01 user nova-compute[75278]:       <entry name="uuid">ea707d8a-a407-4d94-a3d1-02482e007e5c</entry>
Dec 06 16:09:01 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 16:09:01 user nova-compute[75278]:     </system>
Dec 06 16:09:01 user nova-compute[75278]:   </sysinfo>
Dec 06 16:09:01 user nova-compute[75278]:   <os>
Dec 06 16:09:01 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 16:09:01 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 16:09:01 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 16:09:01 user nova-compute[75278]:   </os>
Dec 06 16:09:01 user nova-compute[75278]:   <features>
Dec 06 16:09:01 user nova-compute[75278]:     <acpi/>
Dec 06 16:09:01 user nova-compute[75278]:     <apic/>
Dec 06 16:09:01 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 16:09:01 user nova-compute[75278]:   </features>
Dec 06 16:09:01 user nova-compute[75278]:   <clock offset="utc">
Dec 06 16:09:01 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 16:09:01 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 16:09:01 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 16:09:01 user nova-compute[75278]:   </clock>
Dec 06 16:09:01 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 16:09:01 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 16:09:01 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 16:09:01 user nova-compute[75278]:   </cpu>
Dec 06 16:09:01 user nova-compute[75278]:   <devices>
Dec 06 16:09:01 user nova-compute[75278]:     <disk type="block" device="disk">
Dec 06 16:09:01 user nova-compute[75278]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:09:01 user nova-compute[75278]:       <source dev="/dev/sdb"/>
Dec 06 16:09:01 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 16:09:01 user nova-compute[75278]:       <serial>d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b</serial>
Dec 06 16:09:01 user nova-compute[75278]:     </disk>
Dec 06 16:09:01 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 16:09:01 user nova-compute[75278]:       <mac address="fa:16:3e:d0:1f:51"/>
Dec 06 16:09:01 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:09:01 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 16:09:01 user nova-compute[75278]:       <target dev="tapd27d45ec-1e"/>
Dec 06 16:09:01 user nova-compute[75278]:     </interface>
Dec 06 16:09:01 user nova-compute[75278]:     <serial type="pty">
Dec 06 16:09:01 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/ea707d8a-a407-4d94-a3d1-02482e007e5c/console.log" append="off"/>
Dec 06 16:09:01 user nova-compute[75278]:     </serial>
Dec 06 16:09:01 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 16:09:01 user nova-compute[75278]:     <video>
Dec 06 16:09:01 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:09:01 user nova-compute[75278]:     </video>
Dec 06 16:09:01 user nova-compute[75278]:     <rng model="virtio">
Dec 06 16:09:01 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 16:09:01 user nova-compute[75278]:     </rng>
Dec 06 16:09:01 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 16:09:01 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 16:09:01 user nova-compute[75278]:       <stats period="10"/>
Dec 06 16:09:01 user nova-compute[75278]:     </memballoon>
Dec 06 16:09:01 user nova-compute[75278]:   </devices>
Dec 06 16:09:01 user nova-compute[75278]: </domain>
Dec 06 16:09:01 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 16:09:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:08:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1236512085',display_name='tempest-TestShelveInstance-server-1236512085',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1236512085',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG+t+XDuqrarnH435OLlQnnhiXuPTj3C+vEjPvi11f9E8G6b4ttOriCoayaod0pYfyGQvzXU0UDuYbaMMbxmXjVSWGNWtLXRwp68WaD4NdMtBNf3GUJ0NzwrZ+Y4QJPVVQ==',key_name='tempest-TestShelveInstance-1275721106',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='26d3987e785e425cb1984f9841986549',ramdisk_id='',reservation_id='r-vxp578fg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-894759427',owner_user_name='tempest-TestShelveInstance-894759427-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:08:50Z,user_data=None,user_id='6b62597a8dab42f898b2e308c134452f',uuid=ea707d8a-a407-4d94-a3d1-02482e007e5c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "address": "fa:16:3e:d0:1f:51", "network": {"id": "8987c928-62bb-4630-988a-db462bd5f12d", "bridge": "br-int", "label": "tempest-TestShelveInstance-1639185414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26d3987e785e425cb1984f9841986549", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd27d45ec-1e", "ovs_interfaceid": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 16:09:01 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Converting VIF {"id": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "address": "fa:16:3e:d0:1f:51", "network": {"id": "8987c928-62bb-4630-988a-db462bd5f12d", "bridge": "br-int", "label": "tempest-TestShelveInstance-1639185414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26d3987e785e425cb1984f9841986549", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd27d45ec-1e", "ovs_interfaceid": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:09:01 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d0:1f:51,bridge_name='br-int',has_traffic_filtering=True,id=d27d45ec-1eb2-4f63-b087-708ce159f45d,network=Network(8987c928-62bb-4630-988a-db462bd5f12d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd27d45ec-1e') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:09:01 user nova-compute[75278]: DEBUG os_vif [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:1f:51,bridge_name='br-int',has_traffic_filtering=True,id=d27d45ec-1eb2-4f63-b087-708ce159f45d,network=Network(8987c928-62bb-4630-988a-db462bd5f12d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd27d45ec-1e') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 16:09:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:09:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:09:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 16:09:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:09:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'eba4f3e4-f38f-5f71-b533-416a289b0d77', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:09:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:09:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:09:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:09:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd27d45ec-1e, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:09:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd27d45ec-1e, col_values=(('qos', UUID('2160ecae-1484-49f8-a08c-26fb134a9b18')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:09:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd27d45ec-1e, col_values=(('external_ids', {'iface-id': 'd27d45ec-1eb2-4f63-b087-708ce159f45d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d0:1f:51', 'vm-uuid': 'ea707d8a-a407-4d94-a3d1-02482e007e5c'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:09:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:09:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:09:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:09:01 user nova-compute[75278]: INFO os_vif [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:1f:51,bridge_name='br-int',has_traffic_filtering=True,id=d27d45ec-1eb2-4f63-b087-708ce159f45d,network=Network(8987c928-62bb-4630-988a-db462bd5f12d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd27d45ec-1e')
Dec 06 16:09:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:09:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] No VIF found with MAC fa:16:3e:d0:1f:51, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 16:09:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:09:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:09:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:09:02 user nova-compute[75278]: DEBUG nova.compute.manager [req-65e78171-816b-4758-97b8-faec5bbffaf8 req-d522c308-9a08-48e7-a5ea-8abc014b0429 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Received event network-vif-plugged-d27d45ec-1eb2-4f63-b087-708ce159f45d {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:09:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-65e78171-816b-4758-97b8-faec5bbffaf8 req-d522c308-9a08-48e7-a5ea-8abc014b0429 service nova] Acquiring lock "ea707d8a-a407-4d94-a3d1-02482e007e5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:09:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-65e78171-816b-4758-97b8-faec5bbffaf8 req-d522c308-9a08-48e7-a5ea-8abc014b0429 service nova] Lock "ea707d8a-a407-4d94-a3d1-02482e007e5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:09:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-65e78171-816b-4758-97b8-faec5bbffaf8 req-d522c308-9a08-48e7-a5ea-8abc014b0429 service nova] Lock "ea707d8a-a407-4d94-a3d1-02482e007e5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:09:02 user nova-compute[75278]: DEBUG nova.compute.manager [req-65e78171-816b-4758-97b8-faec5bbffaf8 req-d522c308-9a08-48e7-a5ea-8abc014b0429 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] No waiting events found dispatching network-vif-plugged-d27d45ec-1eb2-4f63-b087-708ce159f45d {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:09:02 user nova-compute[75278]: WARNING nova.compute.manager [req-65e78171-816b-4758-97b8-faec5bbffaf8 req-d522c308-9a08-48e7-a5ea-8abc014b0429 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Received unexpected event network-vif-plugged-d27d45ec-1eb2-4f63-b087-708ce159f45d for instance with vm_state building and task_state spawning.
Dec 06 16:09:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:09:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:09:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:09:04 user nova-compute[75278]: DEBUG nova.compute.manager [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 16:09:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 16:09:04 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Instance spawned successfully.
Dec 06 16:09:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 16:09:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:09:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:09:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:09:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:09:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:09:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:09:04 user nova-compute[75278]: INFO nova.compute.manager [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Took 4.97 seconds to spawn the instance on the hypervisor.
Dec 06 16:09:04 user nova-compute[75278]: DEBUG nova.compute.manager [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 16:09:04 user nova-compute[75278]: INFO nova.compute.manager [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Took 15.45 seconds to build instance.
Dec 06 16:09:04 user nova-compute[75278]: DEBUG nova.compute.manager [req-8154bb56-dd03-4c13-8223-248460abb729 req-b95e68f8-b20a-4bec-85b9-596ab1008ba8 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Received event network-vif-plugged-d27d45ec-1eb2-4f63-b087-708ce159f45d {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:09:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-8154bb56-dd03-4c13-8223-248460abb729 req-b95e68f8-b20a-4bec-85b9-596ab1008ba8 service nova] Acquiring lock "ea707d8a-a407-4d94-a3d1-02482e007e5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:09:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-8154bb56-dd03-4c13-8223-248460abb729 req-b95e68f8-b20a-4bec-85b9-596ab1008ba8 service nova] Lock "ea707d8a-a407-4d94-a3d1-02482e007e5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:09:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-8154bb56-dd03-4c13-8223-248460abb729 req-b95e68f8-b20a-4bec-85b9-596ab1008ba8 service nova] Lock "ea707d8a-a407-4d94-a3d1-02482e007e5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:09:04 user nova-compute[75278]: DEBUG nova.compute.manager [req-8154bb56-dd03-4c13-8223-248460abb729 req-b95e68f8-b20a-4bec-85b9-596ab1008ba8 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] No waiting events found dispatching network-vif-plugged-d27d45ec-1eb2-4f63-b087-708ce159f45d {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:09:04 user nova-compute[75278]: WARNING nova.compute.manager [req-8154bb56-dd03-4c13-8223-248460abb729 req-b95e68f8-b20a-4bec-85b9-596ab1008ba8 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Received unexpected event network-vif-plugged-d27d45ec-1eb2-4f63-b087-708ce159f45d for instance with vm_state active and task_state None.
Dec 06 16:09:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-3f80ba2e-9fdf-417b-8bb6-08fa474543cc tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lock "ea707d8a-a407-4d94-a3d1-02482e007e5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.552s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:09:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:09:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:09:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:09:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:09:16 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:09:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:09:21 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:09:21 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:09:21 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:09:22 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:09:23 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:09:23 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:09:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:09:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:09:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:09:23 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 16:09:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:09:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:09:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:09:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:09:23 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:09:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1f4a8c-1a0d-44ce-91eb-428689908a0d/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:09:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1f4a8c-1a0d-44ce-91eb-428689908a0d/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:09:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1f4a8c-1a0d-44ce-91eb-428689908a0d/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:09:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1f4a8c-1a0d-44ce-91eb-428689908a0d/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:09:23 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00a355a9-a7ee-4547-93e3-2fc57057836b/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:09:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00a355a9-a7ee-4547-93e3-2fc57057836b/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:09:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00a355a9-a7ee-4547-93e3-2fc57057836b/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:09:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00a355a9-a7ee-4547-93e3-2fc57057836b/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:09:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:09:24 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:09:24 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:09:24 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=8363MB free_disk=25.01217269897461GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 16:09:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:09:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:09:24 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance fd90d704-fbb5-45cd-983c-1de7e98b9ca6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:09:24 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:09:24 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 0a1f4a8c-1a0d-44ce-91eb-428689908a0d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:09:24 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 00a355a9-a7ee-4547-93e3-2fc57057836b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:09:24 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance ea707d8a-a407-4d94-a3d1-02482e007e5c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:09:24 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 16:09:24 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 16:09:25 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:09:25 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:09:25 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 16:09:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.352s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:09:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:09:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:09:27 user nova-compute[75278]: DEBUG nova.compute.manager [req-81ca2098-1a87-4124-827a-3bce21d21283 req-e14d098f-e4a8-400e-9b6f-1df707353526 service nova] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Received event network-changed-40025f9d-53ff-497d-8d80-b03a430f813c {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:09:27 user nova-compute[75278]: DEBUG nova.compute.manager [req-81ca2098-1a87-4124-827a-3bce21d21283 req-e14d098f-e4a8-400e-9b6f-1df707353526 service nova] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Refreshing instance network info cache due to event network-changed-40025f9d-53ff-497d-8d80-b03a430f813c. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:09:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-81ca2098-1a87-4124-827a-3bce21d21283 req-e14d098f-e4a8-400e-9b6f-1df707353526 service nova] Acquiring lock "refresh_cache-0a1f4a8c-1a0d-44ce-91eb-428689908a0d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:09:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-81ca2098-1a87-4124-827a-3bce21d21283 req-e14d098f-e4a8-400e-9b6f-1df707353526 service nova] Acquired lock "refresh_cache-0a1f4a8c-1a0d-44ce-91eb-428689908a0d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:09:27 user nova-compute[75278]: DEBUG nova.network.neutron [req-81ca2098-1a87-4124-827a-3bce21d21283 req-e14d098f-e4a8-400e-9b6f-1df707353526 service nova] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Refreshing network info cache for port 40025f9d-53ff-497d-8d80-b03a430f813c {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:09:28 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:09:28 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:09:28 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 16:09:28 user nova-compute[75278]: DEBUG nova.network.neutron [req-81ca2098-1a87-4124-827a-3bce21d21283 req-e14d098f-e4a8-400e-9b6f-1df707353526 service nova] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Updated VIF entry in instance network info cache for port 40025f9d-53ff-497d-8d80-b03a430f813c. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:09:28 user nova-compute[75278]: DEBUG nova.network.neutron [req-81ca2098-1a87-4124-827a-3bce21d21283 req-e14d098f-e4a8-400e-9b6f-1df707353526 service nova] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Updating instance_info_cache with network_info: [{"id": "40025f9d-53ff-497d-8d80-b03a430f813c", "address": "fa:16:3e:c4:d4:66", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40025f9d-53", "ovs_interfaceid": "40025f9d-53ff-497d-8d80-b03a430f813c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:09:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-81ca2098-1a87-4124-827a-3bce21d21283 req-e14d098f-e4a8-400e-9b6f-1df707353526 service nova] Releasing lock "refresh_cache-0a1f4a8c-1a0d-44ce-91eb-428689908a0d" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:09:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "0a1f4a8c-1a0d-44ce-91eb-428689908a0d" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:09:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "0a1f4a8c-1a0d-44ce-91eb-428689908a0d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:09:30 user nova-compute[75278]: DEBUG nova.objects.instance [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lazy-loading 'flavor' on Instance uuid 0a1f4a8c-1a0d-44ce-91eb-428689908a0d {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:09:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "0a1f4a8c-1a0d-44ce-91eb-428689908a0d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.051s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:09:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "0a1f4a8c-1a0d-44ce-91eb-428689908a0d" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:09:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "0a1f4a8c-1a0d-44ce-91eb-428689908a0d" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:09:30 user nova-compute[75278]: INFO nova.compute.manager [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Attaching volume 7dc37508-1abd-40db-bd71-a4b547f002d6 to /dev/vdb
Dec 06 16:09:30 user nova-compute[75278]: DEBUG os_brick.utils [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:09:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:09:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:09:30 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a97f67f-d537-4509-9304-72307abc8578]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:09:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:09:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:09:30 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f80efd60-289b-45fd-9112-1be4c164036b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:09:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:09:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:09:30 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[60ca54b8-56de-460c-96b6-f17106155ee4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:09:30 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4923ca2-a26c-43b7-aab3-38e0a76e6b7c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:09:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:09:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 16:09:30 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 16:09:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:09:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 16:09:30 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 16:09:30 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d3661d9-820c-45f4-bd3b-386ddb87a4f7]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:09:30 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 16:09:30 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 16:09:30 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 16:09:30 user nova-compute[75278]: DEBUG os_brick.utils [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:09:30 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Updating existing volume attachment record: 43fca27e-1e5b-4bde-8174-fa846950eda6 {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 16:09:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:09:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:09:34 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:09:34 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 16:09:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "refresh_cache-4dfc2c2e-2747-4f95-b08f-3f564c1d3c74" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:09:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquired lock "refresh_cache-4dfc2c2e-2747-4f95-b08f-3f564c1d3c74" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:09:34 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Forcefully refreshing network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 16:09:34 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Updating instance_info_cache with network_info: [{"id": "7329f4ea-ffe9-429f-9f78-0229afb498ba", "address": "fa:16:3e:b5:89:17", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7329f4ea-ff", "ovs_interfaceid": "7329f4ea-ffe9-429f-9f78-0229afb498ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:09:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Releasing lock "refresh_cache-4dfc2c2e-2747-4f95-b08f-3f564c1d3c74" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:09:34 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Updated the network info_cache for instance {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 16:09:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:09:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:09:36 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:09:37 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xwjoQnEi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:09:40 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:09:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:09:40 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:09:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:09:40 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 16:09:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6 -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6bd47e9-d612-4f8a-a94e-75407317b04c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 16:09:40 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6 -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[987fbd59-2b97-4080-a02d-801b5952cad8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6] added
Dec 06 16:09:40 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.028s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[32f6b95a-4b5e-4b47-868d-990e2292e640]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[31558b35-80fa-41db-b83b-482de8a57d43]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xwjoQnEi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xwjoQnEi" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[669fee3c-88ce-41b0-bfdb-49e85fdb840d]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xwjoQnEi'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[323abfbb-34a7-4ac1-8575-ee761997fb72]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[82e6ff8d-6500-4685-ae01-eb0edab1ebac]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:09:40 user nova-compute[75278]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)
Dec 06 16:09:40 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:09:40 user nova-compute[75278]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)
Dec 06 16:09:40 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6 -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6 -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f180c83e-f604-476d-9157-2e95be189b4e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6, portal: 172.16.0.220,3260]
Dec 06 16:09:40 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6, portal: 172.16.0.220,3260] successful.
Dec 06 16:09:40 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[63d1e72e-c238-4a06-a5a0-9d3c52fb1996]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0fe2976-537b-42d5-a6b5-d458eade29d2]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:09:40 user nova-compute[75278]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)
Dec 06 16:09:40 user nova-compute[75278]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6 (non-flash)
Dec 06 16:09:40 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:09:40 user nova-compute[75278]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)
Dec 06 16:09:40 user nova-compute[75278]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6 (non-flash)
Dec 06 16:09:40 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.295s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] HCTL ('34', '-', '-', 0) found on session 50 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[55449b2c-8b9c-4966-93f5-29539e639ff8]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Searching for a device in session 50 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 16:09:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xwjoQnEi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 16:09:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:09:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.331s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:09:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] <== connect_volume: return (1334ms) {'type': 'block', 'scsi_wwn': '23966643130373938', 'path': '/dev/sdc'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:09:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23966643130373938', 'path': '/dev/sdc'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 16:09:41 user nova-compute[75278]: DEBUG nova.objects.instance [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lazy-loading 'flavor' on Instance uuid 0a1f4a8c-1a0d-44ce-91eb-428689908a0d {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:09:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 16:09:41 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:09:41 user nova-compute[75278]:   <source dev="/dev/sdc"/>
Dec 06 16:09:41 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 16:09:41 user nova-compute[75278]:   <serial>7dc37508-1abd-40db-bd71-a4b547f002d6</serial>
Dec 06 16:09:41 user nova-compute[75278]: </disk>
Dec 06 16:09:41 user nova-compute[75278]:  {{(pid=75278) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 16:09:42 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:09:42 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:09:42 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] No VIF found with MAC fa:16:3e:c4:d4:66, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 16:09:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-c1886b28-bad2-4d84-a488-7f0b26b5b98a tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "0a1f4a8c-1a0d-44ce-91eb-428689908a0d" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.577s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:09:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f0001c2b-b654-4fd9-bb30-fc2d89f9fe3b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "0a1f4a8c-1a0d-44ce-91eb-428689908a0d" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:09:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f0001c2b-b654-4fd9-bb30-fc2d89f9fe3b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "0a1f4a8c-1a0d-44ce-91eb-428689908a0d" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:09:42 user nova-compute[75278]: INFO nova.compute.manager [None req-f0001c2b-b654-4fd9-bb30-fc2d89f9fe3b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Detaching volume 7dc37508-1abd-40db-bd71-a4b547f002d6
Dec 06 16:09:42 user nova-compute[75278]: INFO nova.virt.block_device [None req-f0001c2b-b654-4fd9-bb30-fc2d89f9fe3b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Attempting to driver detach volume 7dc37508-1abd-40db-bd71-a4b547f002d6 from mountpoint /dev/vdb
Dec 06 16:09:42 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-f0001c2b-b654-4fd9-bb30-fc2d89f9fe3b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Attempting to detach device vdb from instance 0a1f4a8c-1a0d-44ce-91eb-428689908a0d from the persistent domain config. {{(pid=75278) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 16:09:42 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-f0001c2b-b654-4fd9-bb30-fc2d89f9fe3b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 16:09:42 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:09:42 user nova-compute[75278]:   <source dev="/dev/sdc"/>
Dec 06 16:09:42 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 16:09:42 user nova-compute[75278]:   <serial>7dc37508-1abd-40db-bd71-a4b547f002d6</serial>
Dec 06 16:09:42 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 16:09:42 user nova-compute[75278]: </disk>
Dec 06 16:09:42 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 16:09:42 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-f0001c2b-b654-4fd9-bb30-fc2d89f9fe3b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Successfully detached device vdb from instance 0a1f4a8c-1a0d-44ce-91eb-428689908a0d from the persistent domain config.
Dec 06 16:09:42 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-f0001c2b-b654-4fd9-bb30-fc2d89f9fe3b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 0a1f4a8c-1a0d-44ce-91eb-428689908a0d from the live domain config. {{(pid=75278) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 16:09:42 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-f0001c2b-b654-4fd9-bb30-fc2d89f9fe3b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 16:09:42 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:09:42 user nova-compute[75278]:   <source dev="/dev/sdc"/>
Dec 06 16:09:42 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 16:09:42 user nova-compute[75278]:   <serial>7dc37508-1abd-40db-bd71-a4b547f002d6</serial>
Dec 06 16:09:42 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 16:09:42 user nova-compute[75278]: </disk>
Dec 06 16:09:42 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 16:09:43 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-f0001c2b-b654-4fd9-bb30-fc2d89f9fe3b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 0a1f4a8c-1a0d-44ce-91eb-428689908a0d {{(pid=75278) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 16:09:45 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:09:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:09:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:09:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:09:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "e7fb2c77-6291-4ecf-8783-61efed5158d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:09:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "e7fb2c77-6291-4ecf-8783-61efed5158d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:09:52 user nova-compute[75278]: DEBUG nova.compute.manager [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 16:09:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:09:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:09:52 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 16:09:52 user nova-compute[75278]: INFO nova.compute.claims [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Claim successful on node user
Dec 06 16:09:53 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:09:53 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:09:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.312s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:09:53 user nova-compute[75278]: DEBUG nova.compute.manager [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 16:09:53 user nova-compute[75278]: DEBUG nova.compute.manager [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 16:09:53 user nova-compute[75278]: DEBUG nova.network.neutron [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 16:09:53 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 16:09:53 user nova-compute[75278]: DEBUG nova.compute.manager [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 16:09:53 user nova-compute[75278]: DEBUG nova.policy [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c795bd8e90894931922dc5ff7741dfae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '188cfe2e1c85461899dae3585b7a6a24', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 16:09:53 user nova-compute[75278]: INFO nova.virt.block_device [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Booting with volume 4a5fe700-9e69-4189-9f1c-9a141c51f72b at /dev/vda
Dec 06 16:09:53 user nova-compute[75278]: DEBUG os_brick.utils [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:09:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:09:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:09:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b2b24f4-8228-4eb3-b6f5-95d9b939baa0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:09:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:09:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:09:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[93213f72-e799-432a-9c46-526f1323ea11]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:09:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:09:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:09:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[166932ab-32f5-40de-bbd4-8841fe5f4270]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:09:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdfb295c-ed9b-40f1-86a6-f9acfeaef7d2]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:09:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:09:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 16:09:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 16:09:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:09:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 16:09:53 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 16:09:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[efde5ae7-c3ad-4e3d-8371-6954a6575462]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:09:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 16:09:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 16:09:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 16:09:53 user nova-compute[75278]: DEBUG os_brick.utils [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] <== get_connector_properties: return (111ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:09:53 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Updating existing volume attachment record: f9a4ff96-55d8-4d65-97b6-2744e760d43b {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 16:09:53 user nova-compute[75278]: DEBUG nova.network.neutron [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Successfully created port: a0002e1e-60e8-402e-89ad-a4a48d920880 {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 16:09:54 user nova-compute[75278]: DEBUG nova.network.neutron [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Successfully updated port: a0002e1e-60e8-402e-89ad-a4a48d920880 {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 16:09:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "refresh_cache-e7fb2c77-6291-4ecf-8783-61efed5158d4" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:09:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquired lock "refresh_cache-e7fb2c77-6291-4ecf-8783-61efed5158d4" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:09:54 user nova-compute[75278]: DEBUG nova.network.neutron [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 16:09:54 user nova-compute[75278]: DEBUG nova.compute.manager [req-a924e19d-f4ba-47d2-96e5-a869aa6782c1 req-329b4c8d-9045-415c-95e5-20ffa06a9fe9 service nova] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Received event network-changed-a0002e1e-60e8-402e-89ad-a4a48d920880 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:09:54 user nova-compute[75278]: DEBUG nova.compute.manager [req-a924e19d-f4ba-47d2-96e5-a869aa6782c1 req-329b4c8d-9045-415c-95e5-20ffa06a9fe9 service nova] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Refreshing instance network info cache due to event network-changed-a0002e1e-60e8-402e-89ad-a4a48d920880. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:09:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a924e19d-f4ba-47d2-96e5-a869aa6782c1 req-329b4c8d-9045-415c-95e5-20ffa06a9fe9 service nova] Acquiring lock "refresh_cache-e7fb2c77-6291-4ecf-8783-61efed5158d4" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:09:54 user nova-compute[75278]: DEBUG nova.network.neutron [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 16:09:55 user nova-compute[75278]: DEBUG nova.network.neutron [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Updating instance_info_cache with network_info: [{"id": "a0002e1e-60e8-402e-89ad-a4a48d920880", "address": "fa:16:3e:91:9d:8d", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0002e1e-60", "ovs_interfaceid": "a0002e1e-60e8-402e-89ad-a4a48d920880", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:09:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Releasing lock "refresh_cache-e7fb2c77-6291-4ecf-8783-61efed5158d4" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:09:55 user nova-compute[75278]: DEBUG nova.compute.manager [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Instance network_info: |[{"id": "a0002e1e-60e8-402e-89ad-a4a48d920880", "address": "fa:16:3e:91:9d:8d", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0002e1e-60", "ovs_interfaceid": "a0002e1e-60e8-402e-89ad-a4a48d920880", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 16:09:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a924e19d-f4ba-47d2-96e5-a869aa6782c1 req-329b4c8d-9045-415c-95e5-20ffa06a9fe9 service nova] Acquired lock "refresh_cache-e7fb2c77-6291-4ecf-8783-61efed5158d4" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:09:55 user nova-compute[75278]: DEBUG nova.network.neutron [req-a924e19d-f4ba-47d2-96e5-a869aa6782c1 req-329b4c8d-9045-415c-95e5-20ffa06a9fe9 service nova] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Refreshing network info cache for port a0002e1e-60e8-402e-89ad-a4a48d920880 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:09:55 user nova-compute[75278]: DEBUG nova.network.neutron [req-a924e19d-f4ba-47d2-96e5-a869aa6782c1 req-329b4c8d-9045-415c-95e5-20ffa06a9fe9 service nova] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Updated VIF entry in instance network info cache for port a0002e1e-60e8-402e-89ad-a4a48d920880. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:09:55 user nova-compute[75278]: DEBUG nova.network.neutron [req-a924e19d-f4ba-47d2-96e5-a869aa6782c1 req-329b4c8d-9045-415c-95e5-20ffa06a9fe9 service nova] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Updating instance_info_cache with network_info: [{"id": "a0002e1e-60e8-402e-89ad-a4a48d920880", "address": "fa:16:3e:91:9d:8d", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0002e1e-60", "ovs_interfaceid": "a0002e1e-60e8-402e-89ad-a4a48d920880", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:09:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a924e19d-f4ba-47d2-96e5-a869aa6782c1 req-329b4c8d-9045-415c-95e5-20ffa06a9fe9 service nova] Releasing lock "refresh_cache-e7fb2c77-6291-4ecf-8783-61efed5158d4" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:09:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:10:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG nova.compute.manager [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 16:10:03 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Creating image(s)
Dec 06 16:10:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Did not create local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Ensure instance console log exists: /opt/stack/data/nova/instances/e7fb2c77-6291-4ecf-8783-61efed5158d4/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Start _get_guest_xml network_info=[{"id": "a0002e1e-60e8-402e-89ad-a4a48d920880", "address": "fa:16:3e:91:9d:8d", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0002e1e-60", "ovs_interfaceid": "a0002e1e-60e8-402e-89ad-a4a48d920880", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'boot_index': 0, 'delete_on_termination': True, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': 'f9a4ff96-55d8-4d65-97b6-2744e760d43b', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BtAGXTWu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e7fb2c77-6291-4ecf-8783-61efed5158d4', 'attached_at': '', 'detached_at': '', 'volume_id': '4a5fe700-9e69-4189-9f1c-9a141c51f72b', 'serial': '4a5fe700-9e69-4189-9f1c-9a141c51f72b'}, 'volume_type': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 16:10:03 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:10:03 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:10:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BtAGXTWu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:10:03 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:10:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:10:03 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:10:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:10:03 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 16:10:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5d6b81d-7a91-4fb9-826d-520c440b7712]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 16:10:03 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7aff1302-981e-43b3-8dbe-bc4d672e74e7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b] added
Dec 06 16:10:03 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f92a8dc-3667-459d-9edb-ee6a25f50e4c]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[68425429-1289-44e2-9a69-2fa7240fde2b]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BtAGXTWu {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BtAGXTWu" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a84299b1-13ed-48f2-b714-d9fdba0830f6]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BtAGXTWu'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff3662b0-ef1d-45a2-96c3-615c9f97dd89]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d73f4a30-0772-4f86-b3d3-5adc92d03cca]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:10:03 user nova-compute[75278]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)
Dec 06 16:10:03 user nova-compute[75278]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6 (non-flash)
Dec 06 16:10:03 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:10:03 user nova-compute[75278]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)
Dec 06 16:10:03 user nova-compute[75278]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6 (non-flash)
Dec 06 16:10:03 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[24b0213d-45b7-44fb-ae6a-95909af6d281]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b, portal: 172.16.0.220,3260]
Dec 06 16:10:03 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b, portal: 172.16.0.220,3260] successful.
Dec 06 16:10:03 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7333635e-c595-4671-a986-66c8455e9378]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4613f23-8c90-432b-bf12-861bc13ce1ea]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:10:03 user nova-compute[75278]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)
Dec 06 16:10:03 user nova-compute[75278]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6 (non-flash)
Dec 06 16:10:03 user nova-compute[75278]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)
Dec 06 16:10:03 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:10:03 user nova-compute[75278]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)
Dec 06 16:10:03 user nova-compute[75278]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6 (non-flash)
Dec 06 16:10:03 user nova-compute[75278]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)
Dec 06 16:10:03 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.286s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] HCTL ('36', '-', '-', 0) found on session 51 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd81d6d0-9a6a-4d4d-9060-b6a24a749d51]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Searching for a device in session 51 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BtAGXTWu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 16:10:03 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-f0001c2b-b654-4fd9-bb30-fc2d89f9fe3b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 0a1f4a8c-1a0d-44ce-91eb-428689908a0d is timed out.
Dec 06 16:10:03 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-f0001c2b-b654-4fd9-bb30-fc2d89f9fe3b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Successfully detached device vdb from instance 0a1f4a8c-1a0d-44ce-91eb-428689908a0d from the live domain config.
Dec 06 16:10:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f0001c2b-b654-4fd9-bb30-fc2d89f9fe3b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 16:10:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0001c2b-b654-4fd9-bb30-fc2d89f9fe3b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xwjoQnEi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:10:03 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-f0001c2b-b654-4fd9-bb30-fc2d89f9fe3b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:10:03 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-f0001c2b-b654-4fd9-bb30-fc2d89f9fe3b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.319s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] <== connect_volume: return (1320ms) {'type': 'block', 'scsi_wwn': '23936666532326262', 'path': '/dev/sde'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23936666532326262', 'path': '/dev/sde'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-f0001c2b-b654-4fd9-bb30-fc2d89f9fe3b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.910s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b5cabb7-0a3d-4bb1-aea2-59fb7b2bbffe]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0001c2b-b654-4fd9-bb30-fc2d89f9fe3b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 16:10:04 user nova-compute[75278]: No targets found.
Dec 06 16:10:04 user nova-compute[75278]: iSNS:
Dec 06 16:10:04 user nova-compute[75278]: No targets found.
Dec 06 16:10:04 user nova-compute[75278]: STATIC:
Dec 06 16:10:04 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650
Dec 06 16:10:04 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:10:04 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:10:04 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b
Dec 06 16:10:04 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:10:04 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:10:04 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b
Dec 06 16:10:04 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:10:04 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:10:04 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6
Dec 06 16:10:04 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:10:04 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:10:04 user nova-compute[75278]: FIRMWARE:
Dec 06 16:10:04 user nova-compute[75278]: No targets found.
Dec 06 16:10:04 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0001c2b-b654-4fd9-bb30-fc2d89f9fe3b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 16:10:04 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 16:10:04 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0001c2b-b654-4fd9-bb30-fc2d89f9fe3b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:09:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1524263816',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1524263816',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1524263816',id=41,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIXcfZoCTwOMSCn1j0DxeazFSAEt1cVb4BBrzvgXFWOLz7soB3X2Giwj4+mhXc9tOQDUAsiM71MtigHR3axtCaxCZTcH3J57OpCpIeCeRHZMWz/TGDQGkEUm/U0aJkJtKA==',key_name='tempest-keypair-2071589887',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='188cfe2e1c85461899dae3585b7a6a24',ramdisk_id='',reservation_id='r-9mlqp7s4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1184091674',owner_user_name='tempest-TestVolumeBootPattern-1184091674-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:09:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c795bd8e90894931922dc5ff7741dfae',uuid=e7fb2c77-6291-4ecf-8783-61efed5158d4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a0002e1e-60e8-402e-89ad-a4a48d920880", "address": "fa:16:3e:91:9d:8d", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0002e1e-60", "ovs_interfaceid": "a0002e1e-60e8-402e-89ad-a4a48d920880", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Converting VIF {"id": "a0002e1e-60e8-402e-89ad-a4a48d920880", "address": "fa:16:3e:91:9d:8d", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0002e1e-60", "ovs_interfaceid": "a0002e1e-60e8-402e-89ad-a4a48d920880", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:91:9d:8d,bridge_name='br-int',has_traffic_filtering=True,id=a0002e1e-60e8-402e-89ad-a4a48d920880,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa0002e1e-60') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG nova.objects.instance [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lazy-loading 'pci_devices' on Instance uuid e7fb2c77-6291-4ecf-8783-61efed5158d4 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1adb588c-a0ad-4364-a04e-9358c7f62869]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] End _get_guest_xml xml=<domain type="kvm">
Dec 06 16:10:04 user nova-compute[75278]:   <uuid>e7fb2c77-6291-4ecf-8783-61efed5158d4</uuid>
Dec 06 16:10:04 user nova-compute[75278]:   <name>instance-00000029</name>
Dec 06 16:10:04 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 16:10:04 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 16:10:04 user nova-compute[75278]:   <metadata>
Dec 06 16:10:04 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 16:10:04 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 16:10:04 user nova-compute[75278]:       <nova:name>tempest-TestVolumeBootPattern-volume-backed-server-1524263816</nova:name>
Dec 06 16:10:04 user nova-compute[75278]:       <nova:creationTime>2023-12-06 16:10:03</nova:creationTime>
Dec 06 16:10:04 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 16:10:04 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 16:10:04 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 16:10:04 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 16:10:04 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 16:10:04 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 16:10:04 user nova-compute[75278]:       </nova:flavor>
Dec 06 16:10:04 user nova-compute[75278]:       <nova:owner>
Dec 06 16:10:04 user nova-compute[75278]:         <nova:user uuid="c795bd8e90894931922dc5ff7741dfae">tempest-TestVolumeBootPattern-1184091674-project-member</nova:user>
Dec 06 16:10:04 user nova-compute[75278]:         <nova:project uuid="188cfe2e1c85461899dae3585b7a6a24">tempest-TestVolumeBootPattern-1184091674</nova:project>
Dec 06 16:10:04 user nova-compute[75278]:       </nova:owner>
Dec 06 16:10:04 user nova-compute[75278]:       <nova:ports>
Dec 06 16:10:04 user nova-compute[75278]:         <nova:port uuid="a0002e1e-60e8-402e-89ad-a4a48d920880">
Dec 06 16:10:04 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 06 16:10:04 user nova-compute[75278]:         </nova:port>
Dec 06 16:10:04 user nova-compute[75278]:       </nova:ports>
Dec 06 16:10:04 user nova-compute[75278]:     </nova:instance>
Dec 06 16:10:04 user nova-compute[75278]:   </metadata>
Dec 06 16:10:04 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 16:10:04 user nova-compute[75278]:     <system>
Dec 06 16:10:04 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 16:10:04 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 16:10:04 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 16:10:04 user nova-compute[75278]:       <entry name="serial">e7fb2c77-6291-4ecf-8783-61efed5158d4</entry>
Dec 06 16:10:04 user nova-compute[75278]:       <entry name="uuid">e7fb2c77-6291-4ecf-8783-61efed5158d4</entry>
Dec 06 16:10:04 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 16:10:04 user nova-compute[75278]:     </system>
Dec 06 16:10:04 user nova-compute[75278]:   </sysinfo>
Dec 06 16:10:04 user nova-compute[75278]:   <os>
Dec 06 16:10:04 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 16:10:04 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 16:10:04 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 16:10:04 user nova-compute[75278]:   </os>
Dec 06 16:10:04 user nova-compute[75278]:   <features>
Dec 06 16:10:04 user nova-compute[75278]:     <acpi/>
Dec 06 16:10:04 user nova-compute[75278]:     <apic/>
Dec 06 16:10:04 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 16:10:04 user nova-compute[75278]:   </features>
Dec 06 16:10:04 user nova-compute[75278]:   <clock offset="utc">
Dec 06 16:10:04 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 16:10:04 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 16:10:04 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 16:10:04 user nova-compute[75278]:   </clock>
Dec 06 16:10:04 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 16:10:04 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 16:10:04 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 16:10:04 user nova-compute[75278]:   </cpu>
Dec 06 16:10:04 user nova-compute[75278]:   <devices>
Dec 06 16:10:04 user nova-compute[75278]:     <disk type="block" device="disk">
Dec 06 16:10:04 user nova-compute[75278]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:10:04 user nova-compute[75278]:       <source dev="/dev/sde"/>
Dec 06 16:10:04 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 16:10:04 user nova-compute[75278]:       <serial>4a5fe700-9e69-4189-9f1c-9a141c51f72b</serial>
Dec 06 16:10:04 user nova-compute[75278]:     </disk>
Dec 06 16:10:04 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 16:10:04 user nova-compute[75278]:       <mac address="fa:16:3e:91:9d:8d"/>
Dec 06 16:10:04 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:10:04 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 16:10:04 user nova-compute[75278]:       <target dev="tapa0002e1e-60"/>
Dec 06 16:10:04 user nova-compute[75278]:     </interface>
Dec 06 16:10:04 user nova-compute[75278]:     <serial type="pty">
Dec 06 16:10:04 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/e7fb2c77-6291-4ecf-8783-61efed5158d4/console.log" append="off"/>
Dec 06 16:10:04 user nova-compute[75278]:     </serial>
Dec 06 16:10:04 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 16:10:04 user nova-compute[75278]:     <video>
Dec 06 16:10:04 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:10:04 user nova-compute[75278]:     </video>
Dec 06 16:10:04 user nova-compute[75278]:     <rng model="virtio">
Dec 06 16:10:04 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 16:10:04 user nova-compute[75278]:     </rng>
Dec 06 16:10:04 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 16:10:04 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 16:10:04 user nova-compute[75278]:       <stats period="10"/>
Dec 06 16:10:04 user nova-compute[75278]:     </memballoon>
Dec 06 16:10:04 user nova-compute[75278]:   </devices>
Dec 06 16:10:04 user nova-compute[75278]: </domain>
Dec 06 16:10:04 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:09:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1524263816',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1524263816',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1524263816',id=41,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIXcfZoCTwOMSCn1j0DxeazFSAEt1cVb4BBrzvgXFWOLz7soB3X2Giwj4+mhXc9tOQDUAsiM71MtigHR3axtCaxCZTcH3J57OpCpIeCeRHZMWz/TGDQGkEUm/U0aJkJtKA==',key_name='tempest-keypair-2071589887',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='188cfe2e1c85461899dae3585b7a6a24',ramdisk_id='',reservation_id='r-9mlqp7s4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1184091674',owner_user_name='tempest-TestVolumeBootPattern-1184091674-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:09:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c795bd8e90894931922dc5ff7741dfae',uuid=e7fb2c77-6291-4ecf-8783-61efed5158d4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a0002e1e-60e8-402e-89ad-a4a48d920880", "address": "fa:16:3e:91:9d:8d", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0002e1e-60", "ovs_interfaceid": "a0002e1e-60e8-402e-89ad-a4a48d920880", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Converting VIF {"id": "a0002e1e-60e8-402e-89ad-a4a48d920880", "address": "fa:16:3e:91:9d:8d", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0002e1e-60", "ovs_interfaceid": "a0002e1e-60e8-402e-89ad-a4a48d920880", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:91:9d:8d,bridge_name='br-int',has_traffic_filtering=True,id=a0002e1e-60e8-402e-89ad-a4a48d920880,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa0002e1e-60') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG os_vif [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:9d:8d,bridge_name='br-int',has_traffic_filtering=True,id=a0002e1e-60e8-402e-89ad-a4a48d920880,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa0002e1e-60') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '777a74e8-9816-5be8-a9e6-8f0440bfa258', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa0002e1e-60, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa0002e1e-60, col_values=(('qos', UUID('aebf7064-7310-4f9a-b7dd-7d8532e88018')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa0002e1e-60, col_values=(('external_ids', {'iface-id': 'a0002e1e-60e8-402e-89ad-a4a48d920880', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:91:9d:8d', 'vm-uuid': 'e7fb2c77-6291-4ecf-8783-61efed5158d4'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1e53ce4-ddf0-4bda-9fbd-e024bebb3e8b]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0001c2b-b654-4fd9-bb30-fc2d89f9fe3b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:10:04 user nova-compute[75278]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)
Dec 06 16:10:04 user nova-compute[75278]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6 (non-flash)
Dec 06 16:10:04 user nova-compute[75278]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)
Dec 06 16:10:04 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0001c2b-b654-4fd9-bb30-fc2d89f9fe3b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:10:04 user nova-compute[75278]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)
Dec 06 16:10:04 user nova-compute[75278]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6 (non-flash)
Dec 06 16:10:04 user nova-compute[75278]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)
Dec 06 16:10:04 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0001c2b-b654-4fd9-bb30-fc2d89f9fe3b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c265e10>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6'): ({'sdc'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-f0001c2b-b654-4fd9-bb30-fc2d89f9fe3b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Removing single pathed devices sdc {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:04 user nova-compute[75278]: INFO os_vif [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:9d:8d,bridge_name='br-int',has_traffic_filtering=True,id=a0002e1e-60e8-402e-89ad-a4a48d920880,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa0002e1e-60')
Dec 06 16:10:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a557fa2-3088-408f-8084-0e36f5757ce5]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc2c11ff-0809-4eb5-bc80-5808de7bf00a]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-f0001c2b-b654-4fd9-bb30-fc2d89f9fe3b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Flushing IO for device /dev/sdc {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] No VIF found with MAC fa:16:3e:91:9d:8d, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab4b2b6b-de05-40d6-9582-f63095379178]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-f0001c2b-b654-4fd9-bb30-fc2d89f9fe3b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.035s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6e5cad5-5e84-42f5-bf28-97ac21ee9301]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-f0001c2b-b654-4fd9-bb30-fc2d89f9fe3b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-f0001c2b-b654-4fd9-bb30-fc2d89f9fe3b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] SCSI volumes sdc have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0001c2b-b654-4fd9-bb30-fc2d89f9fe3b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.029s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[060894b1-de00-4a27-ba71-e170c58a9078]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0001c2b-b654-4fd9-bb30-fc2d89f9fe3b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6 -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[704e8b2e-21ee-45ae-aeac-ebb7e6ad8625]: (4, ('Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6, portal: 172.16.0.220,3260]\nLogout of [sid: 50, target: iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0001c2b-b654-4fd9-bb30-fc2d89f9fe3b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6, portal: 172.16.0.220,3260]
Dec 06 16:10:04 user nova-compute[75278]: Logout of [sid: 50, target: iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6, portal: 172.16.0.220,3260] successful.
Dec 06 16:10:04 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6 -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7dc37508-1abd-40db-bd71-a4b547f002d6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[089ec551-7e82-46dd-841d-f2748ac9e73b]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0001c2b-b654-4fd9-bb30-fc2d89f9fe3b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-f0001c2b-b654-4fd9-bb30-fc2d89f9fe3b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.304s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0001c2b-b654-4fd9-bb30-fc2d89f9fe3b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] <== disconnect_volume: return (1215ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:10:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f0001c2b-b654-4fd9-bb30-fc2d89f9fe3b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 16:10:05 user nova-compute[75278]: DEBUG nova.objects.instance [None req-f0001c2b-b654-4fd9-bb30-fc2d89f9fe3b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lazy-loading 'flavor' on Instance uuid 0a1f4a8c-1a0d-44ce-91eb-428689908a0d {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:10:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f0001c2b-b654-4fd9-bb30-fc2d89f9fe3b tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "0a1f4a8c-1a0d-44ce-91eb-428689908a0d" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.671s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:10:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "68247e6f-7bc1-4a64-98e1-db3ccca22dcb" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:10:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "68247e6f-7bc1-4a64-98e1-db3ccca22dcb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:10:05 user nova-compute[75278]: DEBUG nova.compute.manager [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 16:10:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:10:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:10:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:05 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 16:10:05 user nova-compute[75278]: INFO nova.compute.claims [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Claim successful on node user
Dec 06 16:10:06 user nova-compute[75278]: DEBUG nova.compute.manager [req-4a33a8e7-f72f-48aa-a8c2-76a0dcd4289b req-fd911c0a-5d38-4420-8c9c-196d927d7100 service nova] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Received event network-vif-plugged-a0002e1e-60e8-402e-89ad-a4a48d920880 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:10:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4a33a8e7-f72f-48aa-a8c2-76a0dcd4289b req-fd911c0a-5d38-4420-8c9c-196d927d7100 service nova] Acquiring lock "e7fb2c77-6291-4ecf-8783-61efed5158d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:10:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4a33a8e7-f72f-48aa-a8c2-76a0dcd4289b req-fd911c0a-5d38-4420-8c9c-196d927d7100 service nova] Lock "e7fb2c77-6291-4ecf-8783-61efed5158d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:10:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4a33a8e7-f72f-48aa-a8c2-76a0dcd4289b req-fd911c0a-5d38-4420-8c9c-196d927d7100 service nova] Lock "e7fb2c77-6291-4ecf-8783-61efed5158d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:10:06 user nova-compute[75278]: DEBUG nova.compute.manager [req-4a33a8e7-f72f-48aa-a8c2-76a0dcd4289b req-fd911c0a-5d38-4420-8c9c-196d927d7100 service nova] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] No waiting events found dispatching network-vif-plugged-a0002e1e-60e8-402e-89ad-a4a48d920880 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:10:06 user nova-compute[75278]: WARNING nova.compute.manager [req-4a33a8e7-f72f-48aa-a8c2-76a0dcd4289b req-fd911c0a-5d38-4420-8c9c-196d927d7100 service nova] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Received unexpected event network-vif-plugged-a0002e1e-60e8-402e-89ad-a4a48d920880 for instance with vm_state building and task_state spawning.
Dec 06 16:10:06 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:10:06 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:10:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.440s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:10:06 user nova-compute[75278]: DEBUG nova.compute.manager [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 16:10:06 user nova-compute[75278]: DEBUG nova.compute.manager [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 16:10:06 user nova-compute[75278]: DEBUG nova.network.neutron [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 16:10:06 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 16:10:06 user nova-compute[75278]: DEBUG nova.compute.manager [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 16:10:06 user nova-compute[75278]: DEBUG nova.policy [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b91f9d2569644a57990737e162db4cda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29ae73a7063f40018c4c87b073578c9f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 16:10:06 user nova-compute[75278]: DEBUG nova.compute.manager [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 16:10:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 16:10:06 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Creating image(s)
Dec 06 16:10:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "/opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:10:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "/opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:10:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "/opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:10:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.177s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "8b6964317078072a1e593868059fc8dc16213a0c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:10:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:10:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.180s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk 1073741824" returned: 0 in 0.057s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.244s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:10:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:06 user nova-compute[75278]: DEBUG nova.network.neutron [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Successfully created port: 0735353a-c865-4917-bc63-83834e92df03 {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.172s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Checking if we can resize image /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Cannot resize image /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Ensure instance console log exists: /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.network.neutron [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Successfully updated port: 0735353a-c865-4917-bc63-83834e92df03 {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "refresh_cache-68247e6f-7bc1-4a64-98e1-db3ccca22dcb" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquired lock "refresh_cache-68247e6f-7bc1-4a64-98e1-db3ccca22dcb" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.network.neutron [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.compute.manager [req-07b255af-ea8f-4554-a28c-5681626f9a6c req-4d35da7e-1685-46de-87a9-13c0c92a29db service nova] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Received event network-changed-0735353a-c865-4917-bc63-83834e92df03 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.compute.manager [req-07b255af-ea8f-4554-a28c-5681626f9a6c req-4d35da7e-1685-46de-87a9-13c0c92a29db service nova] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Refreshing instance network info cache due to event network-changed-0735353a-c865-4917-bc63-83834e92df03. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-07b255af-ea8f-4554-a28c-5681626f9a6c req-4d35da7e-1685-46de-87a9-13c0c92a29db service nova] Acquiring lock "refresh_cache-68247e6f-7bc1-4a64-98e1-db3ccca22dcb" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.network.neutron [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.network.neutron [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Updating instance_info_cache with network_info: [{"id": "0735353a-c865-4917-bc63-83834e92df03", "address": "fa:16:3e:55:78:e1", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0735353a-c8", "ovs_interfaceid": "0735353a-c865-4917-bc63-83834e92df03", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Releasing lock "refresh_cache-68247e6f-7bc1-4a64-98e1-db3ccca22dcb" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.compute.manager [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Instance network_info: |[{"id": "0735353a-c865-4917-bc63-83834e92df03", "address": "fa:16:3e:55:78:e1", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0735353a-c8", "ovs_interfaceid": "0735353a-c865-4917-bc63-83834e92df03", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-07b255af-ea8f-4554-a28c-5681626f9a6c req-4d35da7e-1685-46de-87a9-13c0c92a29db service nova] Acquired lock "refresh_cache-68247e6f-7bc1-4a64-98e1-db3ccca22dcb" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.network.neutron [req-07b255af-ea8f-4554-a28c-5681626f9a6c req-4d35da7e-1685-46de-87a9-13c0c92a29db service nova] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Refreshing network info cache for port 0735353a-c865-4917-bc63-83834e92df03 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Start _get_guest_xml network_info=[{"id": "0735353a-c865-4917-bc63-83834e92df03", "address": "fa:16:3e:55:78:e1", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0735353a-c8", "ovs_interfaceid": "0735353a-c865-4917-bc63-83834e92df03", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 16:10:07 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:10:07 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:10:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-332952217',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-332952217',id=42,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='29ae73a7063f40018c4c87b073578c9f',ramdisk_id='',reservation_id='r-8c9bshuu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-569028538',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:10:06Z,user_data=None,user_id='b91f9d2569644a57990737e162db4cda',uuid=68247e6f-7bc1-4a64-98e1-db3ccca22dcb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0735353a-c865-4917-bc63-83834e92df03", "address": "fa:16:3e:55:78:e1", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0735353a-c8", "ovs_interfaceid": "0735353a-c865-4917-bc63-83834e92df03", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Converting VIF {"id": "0735353a-c865-4917-bc63-83834e92df03", "address": "fa:16:3e:55:78:e1", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0735353a-c8", "ovs_interfaceid": "0735353a-c865-4917-bc63-83834e92df03", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:78:e1,bridge_name='br-int',has_traffic_filtering=True,id=0735353a-c865-4917-bc63-83834e92df03,network=Network(243fdb87-481c-4565-adce-3c2b311a66b0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0735353a-c8') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.objects.instance [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lazy-loading 'pci_devices' on Instance uuid 68247e6f-7bc1-4a64-98e1-db3ccca22dcb {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] End _get_guest_xml xml=<domain type="kvm">
Dec 06 16:10:07 user nova-compute[75278]:   <uuid>68247e6f-7bc1-4a64-98e1-db3ccca22dcb</uuid>
Dec 06 16:10:07 user nova-compute[75278]:   <name>instance-0000002a</name>
Dec 06 16:10:07 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 16:10:07 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 16:10:07 user nova-compute[75278]:   <metadata>
Dec 06 16:10:07 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 16:10:07 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 16:10:07 user nova-compute[75278]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-332952217</nova:name>
Dec 06 16:10:07 user nova-compute[75278]:       <nova:creationTime>2023-12-06 16:10:07</nova:creationTime>
Dec 06 16:10:07 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 16:10:07 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 16:10:07 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 16:10:07 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 16:10:07 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 16:10:07 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 16:10:07 user nova-compute[75278]:       </nova:flavor>
Dec 06 16:10:07 user nova-compute[75278]:       <nova:owner>
Dec 06 16:10:07 user nova-compute[75278]:         <nova:user uuid="b91f9d2569644a57990737e162db4cda">tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member</nova:user>
Dec 06 16:10:07 user nova-compute[75278]:         <nova:project uuid="29ae73a7063f40018c4c87b073578c9f">tempest-ServerBootFromVolumeStableRescueTest-569028538</nova:project>
Dec 06 16:10:07 user nova-compute[75278]:       </nova:owner>
Dec 06 16:10:07 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 16:10:07 user nova-compute[75278]:       <nova:ports>
Dec 06 16:10:07 user nova-compute[75278]:         <nova:port uuid="0735353a-c865-4917-bc63-83834e92df03">
Dec 06 16:10:07 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 16:10:07 user nova-compute[75278]:         </nova:port>
Dec 06 16:10:07 user nova-compute[75278]:       </nova:ports>
Dec 06 16:10:07 user nova-compute[75278]:     </nova:instance>
Dec 06 16:10:07 user nova-compute[75278]:   </metadata>
Dec 06 16:10:07 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 16:10:07 user nova-compute[75278]:     <system>
Dec 06 16:10:07 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 16:10:07 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 16:10:07 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 16:10:07 user nova-compute[75278]:       <entry name="serial">68247e6f-7bc1-4a64-98e1-db3ccca22dcb</entry>
Dec 06 16:10:07 user nova-compute[75278]:       <entry name="uuid">68247e6f-7bc1-4a64-98e1-db3ccca22dcb</entry>
Dec 06 16:10:07 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 16:10:07 user nova-compute[75278]:     </system>
Dec 06 16:10:07 user nova-compute[75278]:   </sysinfo>
Dec 06 16:10:07 user nova-compute[75278]:   <os>
Dec 06 16:10:07 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 16:10:07 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 16:10:07 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 16:10:07 user nova-compute[75278]:   </os>
Dec 06 16:10:07 user nova-compute[75278]:   <features>
Dec 06 16:10:07 user nova-compute[75278]:     <acpi/>
Dec 06 16:10:07 user nova-compute[75278]:     <apic/>
Dec 06 16:10:07 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 16:10:07 user nova-compute[75278]:   </features>
Dec 06 16:10:07 user nova-compute[75278]:   <clock offset="utc">
Dec 06 16:10:07 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 16:10:07 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 16:10:07 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 16:10:07 user nova-compute[75278]:   </clock>
Dec 06 16:10:07 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 16:10:07 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 16:10:07 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 16:10:07 user nova-compute[75278]:   </cpu>
Dec 06 16:10:07 user nova-compute[75278]:   <devices>
Dec 06 16:10:07 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 16:10:07 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 16:10:07 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk"/>
Dec 06 16:10:07 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 16:10:07 user nova-compute[75278]:     </disk>
Dec 06 16:10:07 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 16:10:07 user nova-compute[75278]:       <mac address="fa:16:3e:55:78:e1"/>
Dec 06 16:10:07 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:10:07 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 16:10:07 user nova-compute[75278]:       <target dev="tap0735353a-c8"/>
Dec 06 16:10:07 user nova-compute[75278]:     </interface>
Dec 06 16:10:07 user nova-compute[75278]:     <serial type="pty">
Dec 06 16:10:07 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/console.log" append="off"/>
Dec 06 16:10:07 user nova-compute[75278]:     </serial>
Dec 06 16:10:07 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 16:10:07 user nova-compute[75278]:     <video>
Dec 06 16:10:07 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:10:07 user nova-compute[75278]:     </video>
Dec 06 16:10:07 user nova-compute[75278]:     <rng model="virtio">
Dec 06 16:10:07 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 16:10:07 user nova-compute[75278]:     </rng>
Dec 06 16:10:07 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 16:10:07 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 16:10:07 user nova-compute[75278]:       <stats period="10"/>
Dec 06 16:10:07 user nova-compute[75278]:     </memballoon>
Dec 06 16:10:07 user nova-compute[75278]:   </devices>
Dec 06 16:10:07 user nova-compute[75278]: </domain>
Dec 06 16:10:07 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:10:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-332952217',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-332952217',id=42,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='29ae73a7063f40018c4c87b073578c9f',ramdisk_id='',reservation_id='r-8c9bshuu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-569028538',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:10:06Z,user_data=None,user_id='b91f9d2569644a57990737e162db4cda',uuid=68247e6f-7bc1-4a64-98e1-db3ccca22dcb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0735353a-c865-4917-bc63-83834e92df03", "address": "fa:16:3e:55:78:e1", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0735353a-c8", "ovs_interfaceid": "0735353a-c865-4917-bc63-83834e92df03", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Converting VIF {"id": "0735353a-c865-4917-bc63-83834e92df03", "address": "fa:16:3e:55:78:e1", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0735353a-c8", "ovs_interfaceid": "0735353a-c865-4917-bc63-83834e92df03", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:78:e1,bridge_name='br-int',has_traffic_filtering=True,id=0735353a-c865-4917-bc63-83834e92df03,network=Network(243fdb87-481c-4565-adce-3c2b311a66b0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0735353a-c8') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG os_vif [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:78:e1,bridge_name='br-int',has_traffic_filtering=True,id=0735353a-c865-4917-bc63-83834e92df03,network=Network(243fdb87-481c-4565-adce-3c2b311a66b0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0735353a-c8') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '752d295c-d5f9-56d9-9e1c-ab91e850f973', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0735353a-c8, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0735353a-c8, col_values=(('qos', UUID('94f7c53f-34b5-46bf-8dad-f06f80b6082e')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0735353a-c8, col_values=(('external_ids', {'iface-id': '0735353a-c865-4917-bc63-83834e92df03', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:55:78:e1', 'vm-uuid': '68247e6f-7bc1-4a64-98e1-db3ccca22dcb'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:07 user nova-compute[75278]: INFO os_vif [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:78:e1,bridge_name='br-int',has_traffic_filtering=True,id=0735353a-c865-4917-bc63-83834e92df03,network=Network(243fdb87-481c-4565-adce-3c2b311a66b0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0735353a-c8')
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.compute.manager [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 16:10:07 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Instance spawned successfully.
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:10:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] No VIF found with MAC fa:16:3e:55:78:e1, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 16:10:08 user nova-compute[75278]: INFO nova.compute.manager [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Took 5.05 seconds to spawn the instance on the hypervisor.
Dec 06 16:10:08 user nova-compute[75278]: DEBUG nova.compute.manager [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 16:10:08 user nova-compute[75278]: DEBUG nova.compute.manager [req-5e41a019-12b9-4f63-986b-2cae50bbb7ea req-9168d864-98df-4335-b9a3-b5208ac33766 service nova] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Received event network-vif-plugged-a0002e1e-60e8-402e-89ad-a4a48d920880 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:10:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5e41a019-12b9-4f63-986b-2cae50bbb7ea req-9168d864-98df-4335-b9a3-b5208ac33766 service nova] Acquiring lock "e7fb2c77-6291-4ecf-8783-61efed5158d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:10:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5e41a019-12b9-4f63-986b-2cae50bbb7ea req-9168d864-98df-4335-b9a3-b5208ac33766 service nova] Lock "e7fb2c77-6291-4ecf-8783-61efed5158d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:10:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5e41a019-12b9-4f63-986b-2cae50bbb7ea req-9168d864-98df-4335-b9a3-b5208ac33766 service nova] Lock "e7fb2c77-6291-4ecf-8783-61efed5158d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:10:08 user nova-compute[75278]: DEBUG nova.compute.manager [req-5e41a019-12b9-4f63-986b-2cae50bbb7ea req-9168d864-98df-4335-b9a3-b5208ac33766 service nova] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] No waiting events found dispatching network-vif-plugged-a0002e1e-60e8-402e-89ad-a4a48d920880 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:10:08 user nova-compute[75278]: WARNING nova.compute.manager [req-5e41a019-12b9-4f63-986b-2cae50bbb7ea req-9168d864-98df-4335-b9a3-b5208ac33766 service nova] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Received unexpected event network-vif-plugged-a0002e1e-60e8-402e-89ad-a4a48d920880 for instance with vm_state building and task_state spawning.
Dec 06 16:10:08 user nova-compute[75278]: INFO nova.compute.manager [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Took 15.40 seconds to build instance.
Dec 06 16:10:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-8c3b6f70-e232-4501-9df4-2b39f714c62f tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "e7fb2c77-6291-4ecf-8783-61efed5158d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.489s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:10:08 user nova-compute[75278]: DEBUG nova.network.neutron [req-07b255af-ea8f-4554-a28c-5681626f9a6c req-4d35da7e-1685-46de-87a9-13c0c92a29db service nova] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Updated VIF entry in instance network info cache for port 0735353a-c865-4917-bc63-83834e92df03. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:10:08 user nova-compute[75278]: DEBUG nova.network.neutron [req-07b255af-ea8f-4554-a28c-5681626f9a6c req-4d35da7e-1685-46de-87a9-13c0c92a29db service nova] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Updating instance_info_cache with network_info: [{"id": "0735353a-c865-4917-bc63-83834e92df03", "address": "fa:16:3e:55:78:e1", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0735353a-c8", "ovs_interfaceid": "0735353a-c865-4917-bc63-83834e92df03", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:10:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-07b255af-ea8f-4554-a28c-5681626f9a6c req-4d35da7e-1685-46de-87a9-13c0c92a29db service nova] Releasing lock "refresh_cache-68247e6f-7bc1-4a64-98e1-db3ccca22dcb" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:10:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:09 user nova-compute[75278]: DEBUG nova.compute.manager [req-d205ed11-69fc-4fd4-80b6-eb11d6869c3c req-4303080b-f7a3-402d-bf66-8452fb5ea5d7 service nova] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Received event network-vif-plugged-0735353a-c865-4917-bc63-83834e92df03 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:10:09 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d205ed11-69fc-4fd4-80b6-eb11d6869c3c req-4303080b-f7a3-402d-bf66-8452fb5ea5d7 service nova] Acquiring lock "68247e6f-7bc1-4a64-98e1-db3ccca22dcb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:10:09 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d205ed11-69fc-4fd4-80b6-eb11d6869c3c req-4303080b-f7a3-402d-bf66-8452fb5ea5d7 service nova] Lock "68247e6f-7bc1-4a64-98e1-db3ccca22dcb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:10:09 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d205ed11-69fc-4fd4-80b6-eb11d6869c3c req-4303080b-f7a3-402d-bf66-8452fb5ea5d7 service nova] Lock "68247e6f-7bc1-4a64-98e1-db3ccca22dcb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:10:09 user nova-compute[75278]: DEBUG nova.compute.manager [req-d205ed11-69fc-4fd4-80b6-eb11d6869c3c req-4303080b-f7a3-402d-bf66-8452fb5ea5d7 service nova] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] No waiting events found dispatching network-vif-plugged-0735353a-c865-4917-bc63-83834e92df03 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:10:09 user nova-compute[75278]: WARNING nova.compute.manager [req-d205ed11-69fc-4fd4-80b6-eb11d6869c3c req-4303080b-f7a3-402d-bf66-8452fb5ea5d7 service nova] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Received unexpected event network-vif-plugged-0735353a-c865-4917-bc63-83834e92df03 for instance with vm_state building and task_state spawning.
Dec 06 16:10:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:11 user nova-compute[75278]: DEBUG nova.compute.manager [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 16:10:11 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 16:10:11 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Instance spawned successfully.
Dec 06 16:10:11 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 16:10:11 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:10:11 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:10:11 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:10:11 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:10:11 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:10:11 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:10:11 user nova-compute[75278]: INFO nova.compute.manager [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Took 5.33 seconds to spawn the instance on the hypervisor.
Dec 06 16:10:11 user nova-compute[75278]: DEBUG nova.compute.manager [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 16:10:11 user nova-compute[75278]: DEBUG nova.compute.manager [req-e79e840d-872b-41ab-bf5c-bbfefad7d855 req-e98e44b5-a8c9-4ae3-9b97-71231bbb380a service nova] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Received event network-vif-plugged-0735353a-c865-4917-bc63-83834e92df03 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:10:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e79e840d-872b-41ab-bf5c-bbfefad7d855 req-e98e44b5-a8c9-4ae3-9b97-71231bbb380a service nova] Acquiring lock "68247e6f-7bc1-4a64-98e1-db3ccca22dcb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:10:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e79e840d-872b-41ab-bf5c-bbfefad7d855 req-e98e44b5-a8c9-4ae3-9b97-71231bbb380a service nova] Lock "68247e6f-7bc1-4a64-98e1-db3ccca22dcb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:10:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e79e840d-872b-41ab-bf5c-bbfefad7d855 req-e98e44b5-a8c9-4ae3-9b97-71231bbb380a service nova] Lock "68247e6f-7bc1-4a64-98e1-db3ccca22dcb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:10:11 user nova-compute[75278]: DEBUG nova.compute.manager [req-e79e840d-872b-41ab-bf5c-bbfefad7d855 req-e98e44b5-a8c9-4ae3-9b97-71231bbb380a service nova] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] No waiting events found dispatching network-vif-plugged-0735353a-c865-4917-bc63-83834e92df03 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:10:11 user nova-compute[75278]: WARNING nova.compute.manager [req-e79e840d-872b-41ab-bf5c-bbfefad7d855 req-e98e44b5-a8c9-4ae3-9b97-71231bbb380a service nova] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Received unexpected event network-vif-plugged-0735353a-c865-4917-bc63-83834e92df03 for instance with vm_state building and task_state spawning.
Dec 06 16:10:11 user nova-compute[75278]: INFO nova.compute.manager [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Took 6.11 seconds to build instance.
Dec 06 16:10:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d8303620-6f86-449d-ac86-8821227afd11 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "68247e6f-7bc1-4a64-98e1-db3ccca22dcb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.221s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:10:12 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:17 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:10:17 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:10:17 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75278) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 16:10:17 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 16:10:17 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 16:10:17 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:19 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a5313efd-f1b5-4fd3-8cac-c5192548fb96 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Acquiring lock "00a355a9-a7ee-4547-93e3-2fc57057836b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:10:19 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a5313efd-f1b5-4fd3-8cac-c5192548fb96 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Lock "00a355a9-a7ee-4547-93e3-2fc57057836b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:10:19 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a5313efd-f1b5-4fd3-8cac-c5192548fb96 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Acquiring lock "00a355a9-a7ee-4547-93e3-2fc57057836b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:10:19 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a5313efd-f1b5-4fd3-8cac-c5192548fb96 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Lock "00a355a9-a7ee-4547-93e3-2fc57057836b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:10:19 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a5313efd-f1b5-4fd3-8cac-c5192548fb96 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Lock "00a355a9-a7ee-4547-93e3-2fc57057836b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:10:19 user nova-compute[75278]: INFO nova.compute.manager [None req-a5313efd-f1b5-4fd3-8cac-c5192548fb96 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Terminating instance
Dec 06 16:10:19 user nova-compute[75278]: DEBUG nova.compute.manager [None req-a5313efd-f1b5-4fd3-8cac-c5192548fb96 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 16:10:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:20 user nova-compute[75278]: DEBUG nova.compute.manager [req-6005dea8-33a6-48e5-a24f-0cca722193c1 req-070ec43b-8655-4f0f-8f4e-190c9865624a service nova] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Received event network-vif-unplugged-e8a404f8-7dc5-4fb7-b028-5e09f6b6e496 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:10:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-6005dea8-33a6-48e5-a24f-0cca722193c1 req-070ec43b-8655-4f0f-8f4e-190c9865624a service nova] Acquiring lock "00a355a9-a7ee-4547-93e3-2fc57057836b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:10:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-6005dea8-33a6-48e5-a24f-0cca722193c1 req-070ec43b-8655-4f0f-8f4e-190c9865624a service nova] Lock "00a355a9-a7ee-4547-93e3-2fc57057836b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:10:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-6005dea8-33a6-48e5-a24f-0cca722193c1 req-070ec43b-8655-4f0f-8f4e-190c9865624a service nova] Lock "00a355a9-a7ee-4547-93e3-2fc57057836b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:10:20 user nova-compute[75278]: DEBUG nova.compute.manager [req-6005dea8-33a6-48e5-a24f-0cca722193c1 req-070ec43b-8655-4f0f-8f4e-190c9865624a service nova] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] No waiting events found dispatching network-vif-unplugged-e8a404f8-7dc5-4fb7-b028-5e09f6b6e496 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:10:20 user nova-compute[75278]: DEBUG nova.compute.manager [req-6005dea8-33a6-48e5-a24f-0cca722193c1 req-070ec43b-8655-4f0f-8f4e-190c9865624a service nova] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Received event network-vif-unplugged-e8a404f8-7dc5-4fb7-b028-5e09f6b6e496 for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 16:10:20 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Instance destroyed successfully.
Dec 06 16:10:20 user nova-compute[75278]: DEBUG nova.objects.instance [None req-a5313efd-f1b5-4fd3-8cac-c5192548fb96 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Lazy-loading 'resources' on Instance uuid 00a355a9-a7ee-4547-93e3-2fc57057836b {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:10:20 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-a5313efd-f1b5-4fd3-8cac-c5192548fb96 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:08:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-2112931025',display_name='tempest-VolumesActionsTest-instance-2112931025',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-2112931025',id=39,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T16:08:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b65005714ab548e195f46fbd6c1658f9',ramdisk_id='',reservation_id='r-2fas95yo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1320766771',owner_user_name='tempest-VolumesActionsTest-1320766771-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T16:08:37Z,user_data=None,user_id='69a85ac981084f1f8e927cb50cbca60e',uuid=00a355a9-a7ee-4547-93e3-2fc57057836b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e8a404f8-7dc5-4fb7-b028-5e09f6b6e496", "address": "fa:16:3e:f4:83:b3", "network": {"id": "6fb1179e-17d7-4f89-9be0-538366896538", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1559895699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b65005714ab548e195f46fbd6c1658f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8a404f8-7d", "ovs_interfaceid": "e8a404f8-7dc5-4fb7-b028-5e09f6b6e496", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 16:10:20 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-a5313efd-f1b5-4fd3-8cac-c5192548fb96 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Converting VIF {"id": "e8a404f8-7dc5-4fb7-b028-5e09f6b6e496", "address": "fa:16:3e:f4:83:b3", "network": {"id": "6fb1179e-17d7-4f89-9be0-538366896538", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1559895699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b65005714ab548e195f46fbd6c1658f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8a404f8-7d", "ovs_interfaceid": "e8a404f8-7dc5-4fb7-b028-5e09f6b6e496", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:10:20 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-a5313efd-f1b5-4fd3-8cac-c5192548fb96 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f4:83:b3,bridge_name='br-int',has_traffic_filtering=True,id=e8a404f8-7dc5-4fb7-b028-5e09f6b6e496,network=Network(6fb1179e-17d7-4f89-9be0-538366896538),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8a404f8-7d') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:10:20 user nova-compute[75278]: DEBUG os_vif [None req-a5313efd-f1b5-4fd3-8cac-c5192548fb96 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f4:83:b3,bridge_name='br-int',has_traffic_filtering=True,id=e8a404f8-7dc5-4fb7-b028-5e09f6b6e496,network=Network(6fb1179e-17d7-4f89-9be0-538366896538),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8a404f8-7d') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 16:10:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape8a404f8-7d, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:10:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:10:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d6019a27-e2f0-44e9-9ae3-9af3fc60c279) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:10:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:10:20 user nova-compute[75278]: INFO os_vif [None req-a5313efd-f1b5-4fd3-8cac-c5192548fb96 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f4:83:b3,bridge_name='br-int',has_traffic_filtering=True,id=e8a404f8-7dc5-4fb7-b028-5e09f6b6e496,network=Network(6fb1179e-17d7-4f89-9be0-538366896538),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8a404f8-7d')
Dec 06 16:10:20 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-a5313efd-f1b5-4fd3-8cac-c5192548fb96 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Deleting instance files /opt/stack/data/nova/instances/00a355a9-a7ee-4547-93e3-2fc57057836b_del
Dec 06 16:10:20 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-a5313efd-f1b5-4fd3-8cac-c5192548fb96 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Deletion of /opt/stack/data/nova/instances/00a355a9-a7ee-4547-93e3-2fc57057836b_del complete
Dec 06 16:10:20 user nova-compute[75278]: INFO nova.compute.manager [None req-a5313efd-f1b5-4fd3-8cac-c5192548fb96 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Took 0.71 seconds to destroy the instance on the hypervisor.
Dec 06 16:10:20 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-a5313efd-f1b5-4fd3-8cac-c5192548fb96 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 16:10:20 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 16:10:20 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 16:10:21 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:10:21 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:10:21 user nova-compute[75278]: DEBUG nova.compute.manager [req-ec08e9bc-2124-452e-b7a9-f8033232a883 req-0b88dbcb-3f59-4a5d-ae48-f0d1303ebd89 service nova] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Received event network-vif-deleted-e8a404f8-7dc5-4fb7-b028-5e09f6b6e496 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:10:21 user nova-compute[75278]: INFO nova.compute.manager [req-ec08e9bc-2124-452e-b7a9-f8033232a883 req-0b88dbcb-3f59-4a5d-ae48-f0d1303ebd89 service nova] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Neutron deleted interface e8a404f8-7dc5-4fb7-b028-5e09f6b6e496; detaching it from the instance and deleting it from the info cache
Dec 06 16:10:21 user nova-compute[75278]: DEBUG nova.network.neutron [req-ec08e9bc-2124-452e-b7a9-f8033232a883 req-0b88dbcb-3f59-4a5d-ae48-f0d1303ebd89 service nova] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:10:21 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Took 0.69 seconds to deallocate network for instance.
Dec 06 16:10:21 user nova-compute[75278]: DEBUG nova.compute.manager [req-ec08e9bc-2124-452e-b7a9-f8033232a883 req-0b88dbcb-3f59-4a5d-ae48-f0d1303ebd89 service nova] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Detach interface failed, port_id=e8a404f8-7dc5-4fb7-b028-5e09f6b6e496, reason: Instance 00a355a9-a7ee-4547-93e3-2fc57057836b could not be found. {{(pid=75278) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 16:10:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a5313efd-f1b5-4fd3-8cac-c5192548fb96 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:10:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a5313efd-f1b5-4fd3-8cac-c5192548fb96 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:10:21 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-a5313efd-f1b5-4fd3-8cac-c5192548fb96 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:10:21 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-a5313efd-f1b5-4fd3-8cac-c5192548fb96 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:10:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a5313efd-f1b5-4fd3-8cac-c5192548fb96 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.258s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:10:21 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-a5313efd-f1b5-4fd3-8cac-c5192548fb96 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Deleted allocations for instance 00a355a9-a7ee-4547-93e3-2fc57057836b
Dec 06 16:10:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a5313efd-f1b5-4fd3-8cac-c5192548fb96 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Lock "00a355a9-a7ee-4547-93e3-2fc57057836b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.938s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:10:22 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:10:22 user nova-compute[75278]: DEBUG nova.compute.manager [req-f2f490cd-613c-4034-b361-143913e885de req-56541bcd-54db-4e79-8cce-c7c488f97a08 service nova] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Received event network-vif-plugged-e8a404f8-7dc5-4fb7-b028-5e09f6b6e496 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:10:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f2f490cd-613c-4034-b361-143913e885de req-56541bcd-54db-4e79-8cce-c7c488f97a08 service nova] Acquiring lock "00a355a9-a7ee-4547-93e3-2fc57057836b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:10:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f2f490cd-613c-4034-b361-143913e885de req-56541bcd-54db-4e79-8cce-c7c488f97a08 service nova] Lock "00a355a9-a7ee-4547-93e3-2fc57057836b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:10:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f2f490cd-613c-4034-b361-143913e885de req-56541bcd-54db-4e79-8cce-c7c488f97a08 service nova] Lock "00a355a9-a7ee-4547-93e3-2fc57057836b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:10:22 user nova-compute[75278]: DEBUG nova.compute.manager [req-f2f490cd-613c-4034-b361-143913e885de req-56541bcd-54db-4e79-8cce-c7c488f97a08 service nova] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] No waiting events found dispatching network-vif-plugged-e8a404f8-7dc5-4fb7-b028-5e09f6b6e496 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:10:22 user nova-compute[75278]: WARNING nova.compute.manager [req-f2f490cd-613c-4034-b361-143913e885de req-56541bcd-54db-4e79-8cce-c7c488f97a08 service nova] [instance: 00a355a9-a7ee-4547-93e3-2fc57057836b] Received unexpected event network-vif-plugged-e8a404f8-7dc5-4fb7-b028-5e09f6b6e496 for instance with vm_state deleted and task_state None.
Dec 06 16:10:23 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:10:24 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:10:24 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:10:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:10:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:10:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:10:24 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 16:10:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:10:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1f4a8c-1a0d-44ce-91eb-428689908a0d/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1f4a8c-1a0d-44ce-91eb-428689908a0d/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1f4a8c-1a0d-44ce-91eb-428689908a0d/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1f4a8c-1a0d-44ce-91eb-428689908a0d/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:25 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:10:25 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:10:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:25 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:10:25 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:10:25 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=8257MB free_disk=25.020313262939453GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 16:10:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:10:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:10:25 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance fd90d704-fbb5-45cd-983c-1de7e98b9ca6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:10:25 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:10:25 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 0a1f4a8c-1a0d-44ce-91eb-428689908a0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:10:25 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance ea707d8a-a407-4d94-a3d1-02482e007e5c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:10:25 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance e7fb2c77-6291-4ecf-8783-61efed5158d4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:10:25 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 68247e6f-7bc1-4a64-98e1-db3ccca22dcb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:10:25 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 16:10:25 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 16:10:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:26 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:10:26 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:10:26 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 16:10:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.387s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:10:29 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:10:29 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:10:29 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 16:10:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7e914a00-60fd-46c1-b101-40b6a1c7aea0 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "0a1f4a8c-1a0d-44ce-91eb-428689908a0d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:10:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7e914a00-60fd-46c1-b101-40b6a1c7aea0 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "0a1f4a8c-1a0d-44ce-91eb-428689908a0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:10:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7e914a00-60fd-46c1-b101-40b6a1c7aea0 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "0a1f4a8c-1a0d-44ce-91eb-428689908a0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:10:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7e914a00-60fd-46c1-b101-40b6a1c7aea0 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "0a1f4a8c-1a0d-44ce-91eb-428689908a0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:10:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7e914a00-60fd-46c1-b101-40b6a1c7aea0 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "0a1f4a8c-1a0d-44ce-91eb-428689908a0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:10:33 user nova-compute[75278]: INFO nova.compute.manager [None req-7e914a00-60fd-46c1-b101-40b6a1c7aea0 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Terminating instance
Dec 06 16:10:33 user nova-compute[75278]: DEBUG nova.compute.manager [None req-7e914a00-60fd-46c1-b101-40b6a1c7aea0 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 16:10:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:33 user nova-compute[75278]: DEBUG nova.compute.manager [req-feda9ca2-34de-4faa-803c-7361559b12a3 req-e5030066-c302-43c8-b3a3-c3ffd44caf1f service nova] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Received event network-vif-unplugged-40025f9d-53ff-497d-8d80-b03a430f813c {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:10:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-feda9ca2-34de-4faa-803c-7361559b12a3 req-e5030066-c302-43c8-b3a3-c3ffd44caf1f service nova] Acquiring lock "0a1f4a8c-1a0d-44ce-91eb-428689908a0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:10:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-feda9ca2-34de-4faa-803c-7361559b12a3 req-e5030066-c302-43c8-b3a3-c3ffd44caf1f service nova] Lock "0a1f4a8c-1a0d-44ce-91eb-428689908a0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:10:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-feda9ca2-34de-4faa-803c-7361559b12a3 req-e5030066-c302-43c8-b3a3-c3ffd44caf1f service nova] Lock "0a1f4a8c-1a0d-44ce-91eb-428689908a0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:10:33 user nova-compute[75278]: DEBUG nova.compute.manager [req-feda9ca2-34de-4faa-803c-7361559b12a3 req-e5030066-c302-43c8-b3a3-c3ffd44caf1f service nova] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] No waiting events found dispatching network-vif-unplugged-40025f9d-53ff-497d-8d80-b03a430f813c {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:10:33 user nova-compute[75278]: DEBUG nova.compute.manager [req-feda9ca2-34de-4faa-803c-7361559b12a3 req-e5030066-c302-43c8-b3a3-c3ffd44caf1f service nova] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Received event network-vif-unplugged-40025f9d-53ff-497d-8d80-b03a430f813c for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 16:10:33 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Instance destroyed successfully.
Dec 06 16:10:33 user nova-compute[75278]: DEBUG nova.objects.instance [None req-7e914a00-60fd-46c1-b101-40b6a1c7aea0 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lazy-loading 'resources' on Instance uuid 0a1f4a8c-1a0d-44ce-91eb-428689908a0d {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:10:34 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-7e914a00-60fd-46c1-b101-40b6a1c7aea0 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:07:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1977058171',display_name='tempest-AttachVolumeNegativeTest-server-1977058171',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1977058171',id=38,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHVca1GOhWEIE2s4EDHvTv/FqdUQa+YcVCIkzbvbI46rTmJcYa+WCj406zLzqKzjeIlEP01Tl3A2R1RYEuedIiRqBm3SGxNk4DUemvAXlMFWmEFp7DnYQ3berl4fvmJXqQ==',key_name='tempest-keypair-1539981111',keypairs=<?>,launch_index=0,launched_at=2023-12-06T16:07:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='85700e5e1c2e49c08eea12bc4fe506e4',ramdisk_id='',reservation_id='r-35i5rfon',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-50938505',owner_user_name='tempest-AttachVolumeNegativeTest-50938505-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T16:07:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='409e45635121492fb28d44951793436f',uuid=0a1f4a8c-1a0d-44ce-91eb-428689908a0d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "40025f9d-53ff-497d-8d80-b03a430f813c", "address": "fa:16:3e:c4:d4:66", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40025f9d-53", "ovs_interfaceid": "40025f9d-53ff-497d-8d80-b03a430f813c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 16:10:34 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-7e914a00-60fd-46c1-b101-40b6a1c7aea0 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Converting VIF {"id": "40025f9d-53ff-497d-8d80-b03a430f813c", "address": "fa:16:3e:c4:d4:66", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40025f9d-53", "ovs_interfaceid": "40025f9d-53ff-497d-8d80-b03a430f813c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:10:34 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-7e914a00-60fd-46c1-b101-40b6a1c7aea0 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c4:d4:66,bridge_name='br-int',has_traffic_filtering=True,id=40025f9d-53ff-497d-8d80-b03a430f813c,network=Network(283ed413-0338-4410-9d94-73b7db00e60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40025f9d-53') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:10:34 user nova-compute[75278]: DEBUG os_vif [None req-7e914a00-60fd-46c1-b101-40b6a1c7aea0 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c4:d4:66,bridge_name='br-int',has_traffic_filtering=True,id=40025f9d-53ff-497d-8d80-b03a430f813c,network=Network(283ed413-0338-4410-9d94-73b7db00e60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40025f9d-53') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 16:10:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap40025f9d-53, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:10:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:10:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=debac664-3ae3-44f1-889b-7ae57ab90406) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:10:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:10:34 user nova-compute[75278]: INFO os_vif [None req-7e914a00-60fd-46c1-b101-40b6a1c7aea0 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c4:d4:66,bridge_name='br-int',has_traffic_filtering=True,id=40025f9d-53ff-497d-8d80-b03a430f813c,network=Network(283ed413-0338-4410-9d94-73b7db00e60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40025f9d-53')
Dec 06 16:10:34 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-7e914a00-60fd-46c1-b101-40b6a1c7aea0 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Deleting instance files /opt/stack/data/nova/instances/0a1f4a8c-1a0d-44ce-91eb-428689908a0d_del
Dec 06 16:10:34 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-7e914a00-60fd-46c1-b101-40b6a1c7aea0 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Deletion of /opt/stack/data/nova/instances/0a1f4a8c-1a0d-44ce-91eb-428689908a0d_del complete
Dec 06 16:10:34 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:10:34 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 16:10:34 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Skipping network cache update for instance because it is being deleted. {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9971}}
Dec 06 16:10:34 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Didn't find any instances for network info cache update. {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 16:10:34 user nova-compute[75278]: INFO nova.compute.manager [None req-7e914a00-60fd-46c1-b101-40b6a1c7aea0 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Took 0.91 seconds to destroy the instance on the hypervisor.
Dec 06 16:10:34 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-7e914a00-60fd-46c1-b101-40b6a1c7aea0 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 16:10:34 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 16:10:34 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 16:10:34 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:10:34 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Took 0.74 seconds to deallocate network for instance.
Dec 06 16:10:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7e914a00-60fd-46c1-b101-40b6a1c7aea0 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:10:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7e914a00-60fd-46c1-b101-40b6a1c7aea0 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:10:35 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-7e914a00-60fd-46c1-b101-40b6a1c7aea0 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:10:35 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-7e914a00-60fd-46c1-b101-40b6a1c7aea0 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:10:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7e914a00-60fd-46c1-b101-40b6a1c7aea0 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.291s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:10:35 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-7e914a00-60fd-46c1-b101-40b6a1c7aea0 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Deleted allocations for instance 0a1f4a8c-1a0d-44ce-91eb-428689908a0d
Dec 06 16:10:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-7e914a00-60fd-46c1-b101-40b6a1c7aea0 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "0a1f4a8c-1a0d-44ce-91eb-428689908a0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.114s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:10:35 user nova-compute[75278]: DEBUG nova.compute.manager [req-3a3c73ea-9734-4e98-80d9-e46ee261ba5d req-7650104e-ce0a-44ac-bfa1-fcd01cd99cf7 service nova] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Received event network-vif-plugged-40025f9d-53ff-497d-8d80-b03a430f813c {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:10:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3a3c73ea-9734-4e98-80d9-e46ee261ba5d req-7650104e-ce0a-44ac-bfa1-fcd01cd99cf7 service nova] Acquiring lock "0a1f4a8c-1a0d-44ce-91eb-428689908a0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:10:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3a3c73ea-9734-4e98-80d9-e46ee261ba5d req-7650104e-ce0a-44ac-bfa1-fcd01cd99cf7 service nova] Lock "0a1f4a8c-1a0d-44ce-91eb-428689908a0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:10:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3a3c73ea-9734-4e98-80d9-e46ee261ba5d req-7650104e-ce0a-44ac-bfa1-fcd01cd99cf7 service nova] Lock "0a1f4a8c-1a0d-44ce-91eb-428689908a0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:10:35 user nova-compute[75278]: DEBUG nova.compute.manager [req-3a3c73ea-9734-4e98-80d9-e46ee261ba5d req-7650104e-ce0a-44ac-bfa1-fcd01cd99cf7 service nova] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] No waiting events found dispatching network-vif-plugged-40025f9d-53ff-497d-8d80-b03a430f813c {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:10:35 user nova-compute[75278]: WARNING nova.compute.manager [req-3a3c73ea-9734-4e98-80d9-e46ee261ba5d req-7650104e-ce0a-44ac-bfa1-fcd01cd99cf7 service nova] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Received unexpected event network-vif-plugged-40025f9d-53ff-497d-8d80-b03a430f813c for instance with vm_state deleted and task_state None.
Dec 06 16:10:35 user nova-compute[75278]: DEBUG nova.compute.manager [req-3a3c73ea-9734-4e98-80d9-e46ee261ba5d req-7650104e-ce0a-44ac-bfa1-fcd01cd99cf7 service nova] [instance: 0a1f4a8c-1a0d-44ce-91eb-428689908a0d] Received event network-vif-deleted-40025f9d-53ff-497d-8d80-b03a430f813c {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:10:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:38 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:10:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:41 user nova-compute[75278]: DEBUG nova.compute.manager [req-e1d3f041-3ab5-402a-8fd8-765c20910fb2 req-745a31fb-2c3b-42c1-ade0-8197e5ff1599 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Received event network-changed-d27d45ec-1eb2-4f63-b087-708ce159f45d {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:10:41 user nova-compute[75278]: DEBUG nova.compute.manager [req-e1d3f041-3ab5-402a-8fd8-765c20910fb2 req-745a31fb-2c3b-42c1-ade0-8197e5ff1599 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Refreshing instance network info cache due to event network-changed-d27d45ec-1eb2-4f63-b087-708ce159f45d. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:10:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e1d3f041-3ab5-402a-8fd8-765c20910fb2 req-745a31fb-2c3b-42c1-ade0-8197e5ff1599 service nova] Acquiring lock "refresh_cache-ea707d8a-a407-4d94-a3d1-02482e007e5c" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:10:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e1d3f041-3ab5-402a-8fd8-765c20910fb2 req-745a31fb-2c3b-42c1-ade0-8197e5ff1599 service nova] Acquired lock "refresh_cache-ea707d8a-a407-4d94-a3d1-02482e007e5c" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:10:41 user nova-compute[75278]: DEBUG nova.network.neutron [req-e1d3f041-3ab5-402a-8fd8-765c20910fb2 req-745a31fb-2c3b-42c1-ade0-8197e5ff1599 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Refreshing network info cache for port d27d45ec-1eb2-4f63-b087-708ce159f45d {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:10:41 user nova-compute[75278]: DEBUG nova.network.neutron [req-e1d3f041-3ab5-402a-8fd8-765c20910fb2 req-745a31fb-2c3b-42c1-ade0-8197e5ff1599 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Updated VIF entry in instance network info cache for port d27d45ec-1eb2-4f63-b087-708ce159f45d. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:10:41 user nova-compute[75278]: DEBUG nova.network.neutron [req-e1d3f041-3ab5-402a-8fd8-765c20910fb2 req-745a31fb-2c3b-42c1-ade0-8197e5ff1599 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Updating instance_info_cache with network_info: [{"id": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "address": "fa:16:3e:d0:1f:51", "network": {"id": "8987c928-62bb-4630-988a-db462bd5f12d", "bridge": "br-int", "label": "tempest-TestShelveInstance-1639185414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26d3987e785e425cb1984f9841986549", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd27d45ec-1e", "ovs_interfaceid": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:10:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e1d3f041-3ab5-402a-8fd8-765c20910fb2 req-745a31fb-2c3b-42c1-ade0-8197e5ff1599 service nova] Releasing lock "refresh_cache-ea707d8a-a407-4d94-a3d1-02482e007e5c" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:10:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Acquiring lock "ea707d8a-a407-4d94-a3d1-02482e007e5c" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:10:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lock "ea707d8a-a407-4d94-a3d1-02482e007e5c" acquired by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:10:41 user nova-compute[75278]: INFO nova.compute.manager [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Shelve offloading
Dec 06 16:10:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:42 user nova-compute[75278]: DEBUG nova.compute.manager [req-bc175ce9-e530-4ae8-b757-46213ff112c2 req-e8d34a12-754a-48ab-8d2a-280a83540352 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Received event network-vif-unplugged-d27d45ec-1eb2-4f63-b087-708ce159f45d {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:10:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bc175ce9-e530-4ae8-b757-46213ff112c2 req-e8d34a12-754a-48ab-8d2a-280a83540352 service nova] Acquiring lock "ea707d8a-a407-4d94-a3d1-02482e007e5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:10:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bc175ce9-e530-4ae8-b757-46213ff112c2 req-e8d34a12-754a-48ab-8d2a-280a83540352 service nova] Lock "ea707d8a-a407-4d94-a3d1-02482e007e5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:10:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bc175ce9-e530-4ae8-b757-46213ff112c2 req-e8d34a12-754a-48ab-8d2a-280a83540352 service nova] Lock "ea707d8a-a407-4d94-a3d1-02482e007e5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:10:42 user nova-compute[75278]: DEBUG nova.compute.manager [req-bc175ce9-e530-4ae8-b757-46213ff112c2 req-e8d34a12-754a-48ab-8d2a-280a83540352 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] No waiting events found dispatching network-vif-unplugged-d27d45ec-1eb2-4f63-b087-708ce159f45d {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:10:42 user nova-compute[75278]: WARNING nova.compute.manager [req-bc175ce9-e530-4ae8-b757-46213ff112c2 req-e8d34a12-754a-48ab-8d2a-280a83540352 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Received unexpected event network-vif-unplugged-d27d45ec-1eb2-4f63-b087-708ce159f45d for instance with vm_state active and task_state shelving.
Dec 06 16:10:42 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Instance destroyed successfully.
Dec 06 16:10:42 user nova-compute[75278]: DEBUG nova.compute.manager [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 16:10:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Acquiring lock "refresh_cache-ea707d8a-a407-4d94-a3d1-02482e007e5c" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:10:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Acquired lock "refresh_cache-ea707d8a-a407-4d94-a3d1-02482e007e5c" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:10:42 user nova-compute[75278]: DEBUG nova.network.neutron [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 16:10:42 user nova-compute[75278]: DEBUG nova.network.neutron [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Updating instance_info_cache with network_info: [{"id": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "address": "fa:16:3e:d0:1f:51", "network": {"id": "8987c928-62bb-4630-988a-db462bd5f12d", "bridge": "br-int", "label": "tempest-TestShelveInstance-1639185414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26d3987e785e425cb1984f9841986549", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd27d45ec-1e", "ovs_interfaceid": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:10:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Releasing lock "refresh_cache-ea707d8a-a407-4d94-a3d1-02482e007e5c" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:10:43 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Instance destroyed successfully.
Dec 06 16:10:43 user nova-compute[75278]: DEBUG nova.objects.instance [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lazy-loading 'resources' on Instance uuid ea707d8a-a407-4d94-a3d1-02482e007e5c {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:08:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1236512085',display_name='tempest-TestShelveInstance-server-1236512085',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1236512085',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG+t+XDuqrarnH435OLlQnnhiXuPTj3C+vEjPvi11f9E8G6b4ttOriCoayaod0pYfyGQvzXU0UDuYbaMMbxmXjVSWGNWtLXRwp68WaD4NdMtBNf3GUJ0NzwrZ+Y4QJPVVQ==',key_name='tempest-TestShelveInstance-1275721106',keypairs=<?>,launch_index=0,launched_at=2023-12-06T16:09:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='26d3987e785e425cb1984f9841986549',ramdisk_id='',reservation_id='r-vxp578fg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-894759427',owner_user_name='tempest-TestShelveInstance-894759427-project-member'},tags=<?>,task_state='shelving',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T16:09:05Z,user_data=None,user_id='6b62597a8dab42f898b2e308c134452f',uuid=ea707d8a-a407-4d94-a3d1-02482e007e5c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "address": "fa:16:3e:d0:1f:51", "network": {"id": "8987c928-62bb-4630-988a-db462bd5f12d", "bridge": "br-int", "label": "tempest-TestShelveInstance-1639185414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26d3987e785e425cb1984f9841986549", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd27d45ec-1e", "ovs_interfaceid": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Converting VIF {"id": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "address": "fa:16:3e:d0:1f:51", "network": {"id": "8987c928-62bb-4630-988a-db462bd5f12d", "bridge": "br-int", "label": "tempest-TestShelveInstance-1639185414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26d3987e785e425cb1984f9841986549", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd27d45ec-1e", "ovs_interfaceid": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d0:1f:51,bridge_name='br-int',has_traffic_filtering=True,id=d27d45ec-1eb2-4f63-b087-708ce159f45d,network=Network(8987c928-62bb-4630-988a-db462bd5f12d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd27d45ec-1e') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG os_vif [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:1f:51,bridge_name='br-int',has_traffic_filtering=True,id=d27d45ec-1eb2-4f63-b087-708ce159f45d,network=Network(8987c928-62bb-4630-988a-db462bd5f12d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd27d45ec-1e') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd27d45ec-1e, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG nova.compute.manager [req-9cd86ce8-111b-41d4-97a6-6e84a5cdacb2 req-eff969f5-4073-4305-ab2d-a1bd7364e6e6 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Received event network-changed-d27d45ec-1eb2-4f63-b087-708ce159f45d {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG nova.compute.manager [req-9cd86ce8-111b-41d4-97a6-6e84a5cdacb2 req-eff969f5-4073-4305-ab2d-a1bd7364e6e6 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Refreshing instance network info cache due to event network-changed-d27d45ec-1eb2-4f63-b087-708ce159f45d. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9cd86ce8-111b-41d4-97a6-6e84a5cdacb2 req-eff969f5-4073-4305-ab2d-a1bd7364e6e6 service nova] Acquiring lock "refresh_cache-ea707d8a-a407-4d94-a3d1-02482e007e5c" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9cd86ce8-111b-41d4-97a6-6e84a5cdacb2 req-eff969f5-4073-4305-ab2d-a1bd7364e6e6 service nova] Acquired lock "refresh_cache-ea707d8a-a407-4d94-a3d1-02482e007e5c" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG nova.network.neutron [req-9cd86ce8-111b-41d4-97a6-6e84a5cdacb2 req-eff969f5-4073-4305-ab2d-a1bd7364e6e6 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Refreshing network info cache for port d27d45ec-1eb2-4f63-b087-708ce159f45d {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2160ecae-1484-49f8-a08c-26fb134a9b18) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:10:43 user nova-compute[75278]: INFO os_vif [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:1f:51,bridge_name='br-int',has_traffic_filtering=True,id=d27d45ec-1eb2-4f63-b087-708ce159f45d,network=Network(8987c928-62bb-4630-988a-db462bd5f12d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd27d45ec-1e')
Dec 06 16:10:43 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zXhBKytx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:10:43 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:10:43 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[59db2c92-9378-47a2-92f7-455d88ecbf09]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 16:10:43 user nova-compute[75278]: No targets found.
Dec 06 16:10:43 user nova-compute[75278]: iSNS:
Dec 06 16:10:43 user nova-compute[75278]: No targets found.
Dec 06 16:10:43 user nova-compute[75278]: STATIC:
Dec 06 16:10:43 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650
Dec 06 16:10:43 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:10:43 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:10:43 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b
Dec 06 16:10:43 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:10:43 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:10:43 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b
Dec 06 16:10:43 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:10:43 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:10:43 user nova-compute[75278]: FIRMWARE:
Dec 06 16:10:43 user nova-compute[75278]: No targets found.
Dec 06 16:10:43 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 16:10:43 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 16:10:43 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2acdeee4-3d47-4492-bbbe-9a6e5df88285]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d0bcead-6053-4b38-8f45-f9c3f7904185]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:10:43 user nova-compute[75278]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)
Dec 06 16:10:43 user nova-compute[75278]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)
Dec 06 16:10:43 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:10:43 user nova-compute[75278]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)
Dec 06 16:10:43 user nova-compute[75278]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)
Dec 06 16:10:43 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c1076d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b'): ({'sdb'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Removing single pathed devices sdb {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f151777-1a5a-43f4-ba7e-89e0b438ca16]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3356861-9762-4260-8f1d-fb4bd5b6afcf]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Flushing IO for device /dev/sdb {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[691e85ac-3c6a-4a37-824b-3fb7b9095b63]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[af33d95e-ea6e-4666-a2db-3cf6c48bd5e1]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] SCSI volumes sdb have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf5afbb5-87c5-4465-b54a-9f838eb27886]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[41feac72-a24b-4e23-85a2-10f9f52b7ced]: (4, ('Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b, portal: 172.16.0.220,3260]\nLogout of [sid: 49, target: iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b, portal: 172.16.0.220,3260]
Dec 06 16:10:43 user nova-compute[75278]: Logout of [sid: 49, target: iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b, portal: 172.16.0.220,3260] successful.
Dec 06 16:10:43 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9213d8b-0bcd-4cc6-9f4b-ad81683647a3]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.308s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] <== disconnect_volume: return (309ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 16:10:43 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Deleting instance files /opt/stack/data/nova/instances/ea707d8a-a407-4d94-a3d1-02482e007e5c_del
Dec 06 16:10:43 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Deletion of /opt/stack/data/nova/instances/ea707d8a-a407-4d94-a3d1-02482e007e5c_del complete
Dec 06 16:10:43 user nova-compute[75278]: DEBUG nova.network.neutron [req-9cd86ce8-111b-41d4-97a6-6e84a5cdacb2 req-eff969f5-4073-4305-ab2d-a1bd7364e6e6 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Updated VIF entry in instance network info cache for port d27d45ec-1eb2-4f63-b087-708ce159f45d. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG nova.network.neutron [req-9cd86ce8-111b-41d4-97a6-6e84a5cdacb2 req-eff969f5-4073-4305-ab2d-a1bd7364e6e6 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Updating instance_info_cache with network_info: [{"id": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "address": "fa:16:3e:d0:1f:51", "network": {"id": "8987c928-62bb-4630-988a-db462bd5f12d", "bridge": null, "label": "tempest-TestShelveInstance-1639185414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26d3987e785e425cb1984f9841986549", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapd27d45ec-1e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:10:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9cd86ce8-111b-41d4-97a6-6e84a5cdacb2 req-eff969f5-4073-4305-ab2d-a1bd7364e6e6 service nova] Releasing lock "refresh_cache-ea707d8a-a407-4d94-a3d1-02482e007e5c" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:10:44 user nova-compute[75278]: DEBUG nova.compute.manager [req-724e149c-9ff3-429a-8a53-ac2177ca3480 req-a3996363-5345-4a93-8230-3878d0c31cf8 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Received event network-vif-plugged-d27d45ec-1eb2-4f63-b087-708ce159f45d {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:10:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-724e149c-9ff3-429a-8a53-ac2177ca3480 req-a3996363-5345-4a93-8230-3878d0c31cf8 service nova] Acquiring lock "ea707d8a-a407-4d94-a3d1-02482e007e5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:10:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-724e149c-9ff3-429a-8a53-ac2177ca3480 req-a3996363-5345-4a93-8230-3878d0c31cf8 service nova] Lock "ea707d8a-a407-4d94-a3d1-02482e007e5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:10:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-724e149c-9ff3-429a-8a53-ac2177ca3480 req-a3996363-5345-4a93-8230-3878d0c31cf8 service nova] Lock "ea707d8a-a407-4d94-a3d1-02482e007e5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:10:44 user nova-compute[75278]: DEBUG nova.compute.manager [req-724e149c-9ff3-429a-8a53-ac2177ca3480 req-a3996363-5345-4a93-8230-3878d0c31cf8 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] No waiting events found dispatching network-vif-plugged-d27d45ec-1eb2-4f63-b087-708ce159f45d {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:10:44 user nova-compute[75278]: WARNING nova.compute.manager [req-724e149c-9ff3-429a-8a53-ac2177ca3480 req-a3996363-5345-4a93-8230-3878d0c31cf8 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Received unexpected event network-vif-plugged-d27d45ec-1eb2-4f63-b087-708ce159f45d for instance with vm_state active and task_state shelving.
Dec 06 16:10:44 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Deleted allocations for instance ea707d8a-a407-4d94-a3d1-02482e007e5c
Dec 06 16:10:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:10:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:10:44 user nova-compute[75278]: DEBUG nova.objects.instance [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lazy-loading 'numa_topology' on Instance uuid ea707d8a-a407-4d94-a3d1-02482e007e5c {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:10:44 user nova-compute[75278]: DEBUG nova.objects.base [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Object Instance<ea707d8a-a407-4d94-a3d1-02482e007e5c> lazy-loaded attributes: resources,numa_topology {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 16:10:45 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:10:45 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:10:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.205s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:10:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6856743e-2ddb-401f-8e70-5aac84ab3f97 tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lock "ea707d8a-a407-4d94-a3d1-02482e007e5c" "released" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: held 3.508s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:10:45 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:48 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:10:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:08 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:11:08 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:11:08 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75278) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 16:11:08 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 16:11:08 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 16:11:08 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Acquiring lock "9b776de2-b79a-43cf-89a2-cf83d32099cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:11:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Lock "9b776de2-b79a-43cf-89a2-cf83d32099cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:11:11 user nova-compute[75278]: DEBUG nova.compute.manager [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 16:11:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:11:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:11:11 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 16:11:11 user nova-compute[75278]: INFO nova.compute.claims [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Claim successful on node user
Dec 06 16:11:12 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:11:12 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:11:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.313s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:11:12 user nova-compute[75278]: DEBUG nova.compute.manager [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 16:11:12 user nova-compute[75278]: DEBUG nova.compute.manager [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 16:11:12 user nova-compute[75278]: DEBUG nova.network.neutron [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 16:11:12 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 16:11:12 user nova-compute[75278]: DEBUG nova.compute.manager [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 16:11:12 user nova-compute[75278]: DEBUG nova.policy [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69a85ac981084f1f8e927cb50cbca60e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b65005714ab548e195f46fbd6c1658f9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 16:11:12 user nova-compute[75278]: DEBUG nova.compute.manager [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 16:11:12 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 16:11:12 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Creating image(s)
Dec 06 16:11:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Acquiring lock "/opt/stack/data/nova/instances/9b776de2-b79a-43cf-89a2-cf83d32099cf/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:11:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Lock "/opt/stack/data/nova/instances/9b776de2-b79a-43cf-89a2-cf83d32099cf/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:11:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Lock "/opt/stack/data/nova/instances/9b776de2-b79a-43cf-89a2-cf83d32099cf/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:11:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:11:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.174s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:11:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Acquiring lock "8b6964317078072a1e593868059fc8dc16213a0c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:11:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:11:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:11:12 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.173s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:11:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/9b776de2-b79a-43cf-89a2-cf83d32099cf/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:11:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/9b776de2-b79a-43cf-89a2-cf83d32099cf/disk 1073741824" returned: 0 in 0.049s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:11:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.227s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:11:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:11:12 user nova-compute[75278]: DEBUG nova.network.neutron [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Successfully created port: bff248a6-0dd0-4876-8814-303dcacb90ca {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 16:11:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.173s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:11:12 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9b776de2-b79a-43cf-89a2-cf83d32099cf/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 16:11:12 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9b776de2-b79a-43cf-89a2-cf83d32099cf/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9b776de2-b79a-43cf-89a2-cf83d32099cf/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Cannot resize image /opt/stack/data/nova/instances/9b776de2-b79a-43cf-89a2-cf83d32099cf/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Ensure instance console log exists: /opt/stack/data/nova/instances/9b776de2-b79a-43cf-89a2-cf83d32099cf/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG nova.network.neutron [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Successfully updated port: bff248a6-0dd0-4876-8814-303dcacb90ca {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Acquiring lock "refresh_cache-9b776de2-b79a-43cf-89a2-cf83d32099cf" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Acquired lock "refresh_cache-9b776de2-b79a-43cf-89a2-cf83d32099cf" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG nova.network.neutron [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG nova.compute.manager [req-0d6eb754-9863-4439-a9b4-ab15967cc13f req-6dea6be3-10c8-48e4-a414-393b670ed81b service nova] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Received event network-changed-bff248a6-0dd0-4876-8814-303dcacb90ca {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG nova.compute.manager [req-0d6eb754-9863-4439-a9b4-ab15967cc13f req-6dea6be3-10c8-48e4-a414-393b670ed81b service nova] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Refreshing instance network info cache due to event network-changed-bff248a6-0dd0-4876-8814-303dcacb90ca. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0d6eb754-9863-4439-a9b4-ab15967cc13f req-6dea6be3-10c8-48e4-a414-393b670ed81b service nova] Acquiring lock "refresh_cache-9b776de2-b79a-43cf-89a2-cf83d32099cf" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG nova.network.neutron [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG nova.network.neutron [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Updating instance_info_cache with network_info: [{"id": "bff248a6-0dd0-4876-8814-303dcacb90ca", "address": "fa:16:3e:50:98:1a", "network": {"id": "6fb1179e-17d7-4f89-9be0-538366896538", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1559895699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b65005714ab548e195f46fbd6c1658f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbff248a6-0d", "ovs_interfaceid": "bff248a6-0dd0-4876-8814-303dcacb90ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Releasing lock "refresh_cache-9b776de2-b79a-43cf-89a2-cf83d32099cf" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG nova.compute.manager [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Instance network_info: |[{"id": "bff248a6-0dd0-4876-8814-303dcacb90ca", "address": "fa:16:3e:50:98:1a", "network": {"id": "6fb1179e-17d7-4f89-9be0-538366896538", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1559895699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b65005714ab548e195f46fbd6c1658f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbff248a6-0d", "ovs_interfaceid": "bff248a6-0dd0-4876-8814-303dcacb90ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0d6eb754-9863-4439-a9b4-ab15967cc13f req-6dea6be3-10c8-48e4-a414-393b670ed81b service nova] Acquired lock "refresh_cache-9b776de2-b79a-43cf-89a2-cf83d32099cf" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG nova.network.neutron [req-0d6eb754-9863-4439-a9b4-ab15967cc13f req-6dea6be3-10c8-48e4-a414-393b670ed81b service nova] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Refreshing network info cache for port bff248a6-0dd0-4876-8814-303dcacb90ca {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Start _get_guest_xml network_info=[{"id": "bff248a6-0dd0-4876-8814-303dcacb90ca", "address": "fa:16:3e:50:98:1a", "network": {"id": "6fb1179e-17d7-4f89-9be0-538366896538", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1559895699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b65005714ab548e195f46fbd6c1658f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbff248a6-0d", "ovs_interfaceid": "bff248a6-0dd0-4876-8814-303dcacb90ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 16:11:13 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:11:13 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:11:13 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:11:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-27749835',display_name='tempest-VolumesActionsTest-instance-27749835',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-27749835',id=43,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b65005714ab548e195f46fbd6c1658f9',ramdisk_id='',reservation_id='r-vnqsvgxf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1320766771',owner_user_name='tempest-VolumesActionsTest-1320766771-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:11:12Z,user_data=None,user_id='69a85ac981084f1f8e927cb50cbca60e',uuid=9b776de2-b79a-43cf-89a2-cf83d32099cf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bff248a6-0dd0-4876-8814-303dcacb90ca", "address": "fa:16:3e:50:98:1a", "network": {"id": "6fb1179e-17d7-4f89-9be0-538366896538", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1559895699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b65005714ab548e195f46fbd6c1658f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbff248a6-0d", "ovs_interfaceid": "bff248a6-0dd0-4876-8814-303dcacb90ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Converting VIF {"id": "bff248a6-0dd0-4876-8814-303dcacb90ca", "address": "fa:16:3e:50:98:1a", "network": {"id": "6fb1179e-17d7-4f89-9be0-538366896538", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1559895699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b65005714ab548e195f46fbd6c1658f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbff248a6-0d", "ovs_interfaceid": "bff248a6-0dd0-4876-8814-303dcacb90ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:50:98:1a,bridge_name='br-int',has_traffic_filtering=True,id=bff248a6-0dd0-4876-8814-303dcacb90ca,network=Network(6fb1179e-17d7-4f89-9be0-538366896538),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbff248a6-0d') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG nova.objects.instance [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Lazy-loading 'pci_devices' on Instance uuid 9b776de2-b79a-43cf-89a2-cf83d32099cf {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] End _get_guest_xml xml=<domain type="kvm">
Dec 06 16:11:13 user nova-compute[75278]:   <uuid>9b776de2-b79a-43cf-89a2-cf83d32099cf</uuid>
Dec 06 16:11:13 user nova-compute[75278]:   <name>instance-0000002b</name>
Dec 06 16:11:13 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 16:11:13 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 16:11:13 user nova-compute[75278]:   <metadata>
Dec 06 16:11:13 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 16:11:13 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 16:11:13 user nova-compute[75278]:       <nova:name>tempest-VolumesActionsTest-instance-27749835</nova:name>
Dec 06 16:11:13 user nova-compute[75278]:       <nova:creationTime>2023-12-06 16:11:13</nova:creationTime>
Dec 06 16:11:13 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 16:11:13 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 16:11:13 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 16:11:13 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 16:11:13 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 16:11:13 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 16:11:13 user nova-compute[75278]:       </nova:flavor>
Dec 06 16:11:13 user nova-compute[75278]:       <nova:owner>
Dec 06 16:11:13 user nova-compute[75278]:         <nova:user uuid="69a85ac981084f1f8e927cb50cbca60e">tempest-VolumesActionsTest-1320766771-project-member</nova:user>
Dec 06 16:11:13 user nova-compute[75278]:         <nova:project uuid="b65005714ab548e195f46fbd6c1658f9">tempest-VolumesActionsTest-1320766771</nova:project>
Dec 06 16:11:13 user nova-compute[75278]:       </nova:owner>
Dec 06 16:11:13 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 16:11:13 user nova-compute[75278]:       <nova:ports>
Dec 06 16:11:13 user nova-compute[75278]:         <nova:port uuid="bff248a6-0dd0-4876-8814-303dcacb90ca">
Dec 06 16:11:13 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 06 16:11:13 user nova-compute[75278]:         </nova:port>
Dec 06 16:11:13 user nova-compute[75278]:       </nova:ports>
Dec 06 16:11:13 user nova-compute[75278]:     </nova:instance>
Dec 06 16:11:13 user nova-compute[75278]:   </metadata>
Dec 06 16:11:13 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 16:11:13 user nova-compute[75278]:     <system>
Dec 06 16:11:13 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 16:11:13 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 16:11:13 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 16:11:13 user nova-compute[75278]:       <entry name="serial">9b776de2-b79a-43cf-89a2-cf83d32099cf</entry>
Dec 06 16:11:13 user nova-compute[75278]:       <entry name="uuid">9b776de2-b79a-43cf-89a2-cf83d32099cf</entry>
Dec 06 16:11:13 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 16:11:13 user nova-compute[75278]:     </system>
Dec 06 16:11:13 user nova-compute[75278]:   </sysinfo>
Dec 06 16:11:13 user nova-compute[75278]:   <os>
Dec 06 16:11:13 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 16:11:13 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 16:11:13 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 16:11:13 user nova-compute[75278]:   </os>
Dec 06 16:11:13 user nova-compute[75278]:   <features>
Dec 06 16:11:13 user nova-compute[75278]:     <acpi/>
Dec 06 16:11:13 user nova-compute[75278]:     <apic/>
Dec 06 16:11:13 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 16:11:13 user nova-compute[75278]:   </features>
Dec 06 16:11:13 user nova-compute[75278]:   <clock offset="utc">
Dec 06 16:11:13 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 16:11:13 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 16:11:13 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 16:11:13 user nova-compute[75278]:   </clock>
Dec 06 16:11:13 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 16:11:13 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 16:11:13 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 16:11:13 user nova-compute[75278]:   </cpu>
Dec 06 16:11:13 user nova-compute[75278]:   <devices>
Dec 06 16:11:13 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 16:11:13 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 16:11:13 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/9b776de2-b79a-43cf-89a2-cf83d32099cf/disk"/>
Dec 06 16:11:13 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 16:11:13 user nova-compute[75278]:     </disk>
Dec 06 16:11:13 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 16:11:13 user nova-compute[75278]:       <mac address="fa:16:3e:50:98:1a"/>
Dec 06 16:11:13 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:11:13 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 16:11:13 user nova-compute[75278]:       <target dev="tapbff248a6-0d"/>
Dec 06 16:11:13 user nova-compute[75278]:     </interface>
Dec 06 16:11:13 user nova-compute[75278]:     <serial type="pty">
Dec 06 16:11:13 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/9b776de2-b79a-43cf-89a2-cf83d32099cf/console.log" append="off"/>
Dec 06 16:11:13 user nova-compute[75278]:     </serial>
Dec 06 16:11:13 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 16:11:13 user nova-compute[75278]:     <video>
Dec 06 16:11:13 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:11:13 user nova-compute[75278]:     </video>
Dec 06 16:11:13 user nova-compute[75278]:     <rng model="virtio">
Dec 06 16:11:13 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 16:11:13 user nova-compute[75278]:     </rng>
Dec 06 16:11:13 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 16:11:13 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 16:11:13 user nova-compute[75278]:       <stats period="10"/>
Dec 06 16:11:13 user nova-compute[75278]:     </memballoon>
Dec 06 16:11:13 user nova-compute[75278]:   </devices>
Dec 06 16:11:13 user nova-compute[75278]: </domain>
Dec 06 16:11:13 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:11:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-27749835',display_name='tempest-VolumesActionsTest-instance-27749835',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-27749835',id=43,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b65005714ab548e195f46fbd6c1658f9',ramdisk_id='',reservation_id='r-vnqsvgxf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1320766771',owner_user_name='tempest-VolumesActionsTest-1320766771-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:11:12Z,user_data=None,user_id='69a85ac981084f1f8e927cb50cbca60e',uuid=9b776de2-b79a-43cf-89a2-cf83d32099cf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bff248a6-0dd0-4876-8814-303dcacb90ca", "address": "fa:16:3e:50:98:1a", "network": {"id": "6fb1179e-17d7-4f89-9be0-538366896538", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1559895699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b65005714ab548e195f46fbd6c1658f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbff248a6-0d", "ovs_interfaceid": "bff248a6-0dd0-4876-8814-303dcacb90ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Converting VIF {"id": "bff248a6-0dd0-4876-8814-303dcacb90ca", "address": "fa:16:3e:50:98:1a", "network": {"id": "6fb1179e-17d7-4f89-9be0-538366896538", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1559895699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b65005714ab548e195f46fbd6c1658f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbff248a6-0d", "ovs_interfaceid": "bff248a6-0dd0-4876-8814-303dcacb90ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:50:98:1a,bridge_name='br-int',has_traffic_filtering=True,id=bff248a6-0dd0-4876-8814-303dcacb90ca,network=Network(6fb1179e-17d7-4f89-9be0-538366896538),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbff248a6-0d') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG os_vif [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:98:1a,bridge_name='br-int',has_traffic_filtering=True,id=bff248a6-0dd0-4876-8814-303dcacb90ca,network=Network(6fb1179e-17d7-4f89-9be0-538366896538),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbff248a6-0d') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a93b2fea-5b03-5cb3-b28c-653085a23538', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbff248a6-0d, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbff248a6-0d, col_values=(('qos', UUID('1e850c1c-d47a-42c6-9cf7-8327cbafd690')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbff248a6-0d, col_values=(('external_ids', {'iface-id': 'bff248a6-0dd0-4876-8814-303dcacb90ca', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:50:98:1a', 'vm-uuid': '9b776de2-b79a-43cf-89a2-cf83d32099cf'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:13 user nova-compute[75278]: INFO os_vif [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:98:1a,bridge_name='br-int',has_traffic_filtering=True,id=bff248a6-0dd0-4876-8814-303dcacb90ca,network=Network(6fb1179e-17d7-4f89-9be0-538366896538),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbff248a6-0d')
Dec 06 16:11:13 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:11:13 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] No VIF found with MAC fa:16:3e:50:98:1a, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 16:11:14 user nova-compute[75278]: DEBUG nova.network.neutron [req-0d6eb754-9863-4439-a9b4-ab15967cc13f req-6dea6be3-10c8-48e4-a414-393b670ed81b service nova] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Updated VIF entry in instance network info cache for port bff248a6-0dd0-4876-8814-303dcacb90ca. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:11:14 user nova-compute[75278]: DEBUG nova.network.neutron [req-0d6eb754-9863-4439-a9b4-ab15967cc13f req-6dea6be3-10c8-48e4-a414-393b670ed81b service nova] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Updating instance_info_cache with network_info: [{"id": "bff248a6-0dd0-4876-8814-303dcacb90ca", "address": "fa:16:3e:50:98:1a", "network": {"id": "6fb1179e-17d7-4f89-9be0-538366896538", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1559895699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b65005714ab548e195f46fbd6c1658f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbff248a6-0d", "ovs_interfaceid": "bff248a6-0dd0-4876-8814-303dcacb90ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:11:14 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0d6eb754-9863-4439-a9b4-ab15967cc13f req-6dea6be3-10c8-48e4-a414-393b670ed81b service nova] Releasing lock "refresh_cache-9b776de2-b79a-43cf-89a2-cf83d32099cf" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:11:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:15 user nova-compute[75278]: DEBUG nova.compute.manager [req-ebc470f5-1a81-428e-9330-cdcbc45a4d75 req-b6e14c6b-aa22-4e37-a6eb-4337ccf824be service nova] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Received event network-vif-plugged-bff248a6-0dd0-4876-8814-303dcacb90ca {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:11:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ebc470f5-1a81-428e-9330-cdcbc45a4d75 req-b6e14c6b-aa22-4e37-a6eb-4337ccf824be service nova] Acquiring lock "9b776de2-b79a-43cf-89a2-cf83d32099cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:11:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ebc470f5-1a81-428e-9330-cdcbc45a4d75 req-b6e14c6b-aa22-4e37-a6eb-4337ccf824be service nova] Lock "9b776de2-b79a-43cf-89a2-cf83d32099cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:11:15 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-ebc470f5-1a81-428e-9330-cdcbc45a4d75 req-b6e14c6b-aa22-4e37-a6eb-4337ccf824be service nova] Lock "9b776de2-b79a-43cf-89a2-cf83d32099cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:11:15 user nova-compute[75278]: DEBUG nova.compute.manager [req-ebc470f5-1a81-428e-9330-cdcbc45a4d75 req-b6e14c6b-aa22-4e37-a6eb-4337ccf824be service nova] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] No waiting events found dispatching network-vif-plugged-bff248a6-0dd0-4876-8814-303dcacb90ca {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:11:15 user nova-compute[75278]: WARNING nova.compute.manager [req-ebc470f5-1a81-428e-9330-cdcbc45a4d75 req-b6e14c6b-aa22-4e37-a6eb-4337ccf824be service nova] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Received unexpected event network-vif-plugged-bff248a6-0dd0-4876-8814-303dcacb90ca for instance with vm_state building and task_state spawning.
Dec 06 16:11:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:17 user nova-compute[75278]: DEBUG nova.compute.manager [req-85bfb340-957f-426e-a645-24c086d7b91c req-e7d2e964-7d84-478e-81a9-8c21bbf81123 service nova] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Received event network-vif-plugged-bff248a6-0dd0-4876-8814-303dcacb90ca {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:11:17 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-85bfb340-957f-426e-a645-24c086d7b91c req-e7d2e964-7d84-478e-81a9-8c21bbf81123 service nova] Acquiring lock "9b776de2-b79a-43cf-89a2-cf83d32099cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:11:17 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-85bfb340-957f-426e-a645-24c086d7b91c req-e7d2e964-7d84-478e-81a9-8c21bbf81123 service nova] Lock "9b776de2-b79a-43cf-89a2-cf83d32099cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:11:17 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-85bfb340-957f-426e-a645-24c086d7b91c req-e7d2e964-7d84-478e-81a9-8c21bbf81123 service nova] Lock "9b776de2-b79a-43cf-89a2-cf83d32099cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:11:17 user nova-compute[75278]: DEBUG nova.compute.manager [req-85bfb340-957f-426e-a645-24c086d7b91c req-e7d2e964-7d84-478e-81a9-8c21bbf81123 service nova] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] No waiting events found dispatching network-vif-plugged-bff248a6-0dd0-4876-8814-303dcacb90ca {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:11:17 user nova-compute[75278]: WARNING nova.compute.manager [req-85bfb340-957f-426e-a645-24c086d7b91c req-e7d2e964-7d84-478e-81a9-8c21bbf81123 service nova] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Received unexpected event network-vif-plugged-bff248a6-0dd0-4876-8814-303dcacb90ca for instance with vm_state building and task_state spawning.
Dec 06 16:11:17 user nova-compute[75278]: DEBUG nova.compute.manager [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 16:11:17 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 16:11:17 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Instance spawned successfully.
Dec 06 16:11:17 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 16:11:17 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:11:17 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:11:17 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:11:17 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:11:17 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:11:17 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:11:17 user nova-compute[75278]: INFO nova.compute.manager [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Took 5.16 seconds to spawn the instance on the hypervisor.
Dec 06 16:11:17 user nova-compute[75278]: DEBUG nova.compute.manager [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 16:11:17 user nova-compute[75278]: INFO nova.compute.manager [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Took 5.76 seconds to build instance.
Dec 06 16:11:17 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-86fafeaf-d675-4d9e-bd7c-5bd660a2cbd6 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Lock "9b776de2-b79a-43cf-89a2-cf83d32099cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.867s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:11:18 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:23 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:11:23 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:11:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:24 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:11:24 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:11:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:11:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:11:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:11:24 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 16:11:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:11:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:11:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:11:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:11:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:11:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:11:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:11:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:11:25 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:11:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9b776de2-b79a-43cf-89a2-cf83d32099cf/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:11:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9b776de2-b79a-43cf-89a2-cf83d32099cf/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:11:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9b776de2-b79a-43cf-89a2-cf83d32099cf/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:11:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9b776de2-b79a-43cf-89a2-cf83d32099cf/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:11:25 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:11:25 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:11:25 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:11:25 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=8365MB free_disk=25.010360717773438GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 16:11:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:11:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:11:25 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance fd90d704-fbb5-45cd-983c-1de7e98b9ca6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:11:25 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:11:25 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance e7fb2c77-6291-4ecf-8783-61efed5158d4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:11:25 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 68247e6f-7bc1-4a64-98e1-db3ccca22dcb actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:11:25 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 9b776de2-b79a-43cf-89a2-cf83d32099cf actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:11:25 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 16:11:25 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 16:11:26 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:11:26 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:11:26 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 16:11:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.311s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:11:26 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:11:26 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Cleaning up deleted instances {{(pid=75278) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 06 16:11:26 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] There are 0 instances to clean {{(pid=75278) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 06 16:11:27 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:11:27 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:11:27 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Cleaning up deleted instances with incomplete migration  {{(pid=75278) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 06 16:11:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "6306a448-9d3f-4dc5-ac79-d6291b8d1ad7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:11:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "6306a448-9d3f-4dc5-ac79-d6291b8d1ad7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:11:27 user nova-compute[75278]: DEBUG nova.compute.manager [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 16:11:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:11:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:11:27 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 16:11:27 user nova-compute[75278]: INFO nova.compute.claims [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Claim successful on node user
Dec 06 16:11:27 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:11:27 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:11:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.292s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:11:27 user nova-compute[75278]: DEBUG nova.compute.manager [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 16:11:27 user nova-compute[75278]: DEBUG nova.compute.manager [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 16:11:27 user nova-compute[75278]: DEBUG nova.network.neutron [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 16:11:27 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 16:11:27 user nova-compute[75278]: DEBUG nova.compute.manager [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 16:11:27 user nova-compute[75278]: DEBUG nova.compute.manager [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 16:11:27 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 16:11:27 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Creating image(s)
Dec 06 16:11:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "/opt/stack/data/nova/instances/6306a448-9d3f-4dc5-ac79-d6291b8d1ad7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:11:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "/opt/stack/data/nova/instances/6306a448-9d3f-4dc5-ac79-d6291b8d1ad7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:11:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "/opt/stack/data/nova/instances/6306a448-9d3f-4dc5-ac79-d6291b8d1ad7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:11:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:11:27 user nova-compute[75278]: DEBUG nova.policy [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '409e45635121492fb28d44951793436f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85700e5e1c2e49c08eea12bc4fe506e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 16:11:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.172s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:11:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "8b6964317078072a1e593868059fc8dc16213a0c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:11:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:11:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:11:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.174s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:11:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/6306a448-9d3f-4dc5-ac79-d6291b8d1ad7/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:11:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/6306a448-9d3f-4dc5-ac79-d6291b8d1ad7/disk 1073741824" returned: 0 in 0.057s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:11:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.238s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:11:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:11:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.187s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:11:28 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6306a448-9d3f-4dc5-ac79-d6291b8d1ad7/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 16:11:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6306a448-9d3f-4dc5-ac79-d6291b8d1ad7/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:11:28 user nova-compute[75278]: DEBUG nova.network.neutron [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Successfully created port: 1650841f-ae41-4a9d-8246-c5dd707da8b1 {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 16:11:28 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6306a448-9d3f-4dc5-ac79-d6291b8d1ad7/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:11:28 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Cannot resize image /opt/stack/data/nova/instances/6306a448-9d3f-4dc5-ac79-d6291b8d1ad7/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 16:11:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 16:11:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Ensure instance console log exists: /opt/stack/data/nova/instances/6306a448-9d3f-4dc5-ac79-d6291b8d1ad7/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 16:11:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:11:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:11:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:11:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG nova.network.neutron [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Successfully updated port: 1650841f-ae41-4a9d-8246-c5dd707da8b1 {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "refresh_cache-6306a448-9d3f-4dc5-ac79-d6291b8d1ad7" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquired lock "refresh_cache-6306a448-9d3f-4dc5-ac79-d6291b8d1ad7" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG nova.network.neutron [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG nova.compute.manager [req-7d1ed3b8-e013-4349-910d-114e83a1d01c req-2661cfa8-bb2b-4bf9-b6de-08c7d705015f service nova] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Received event network-changed-1650841f-ae41-4a9d-8246-c5dd707da8b1 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG nova.compute.manager [req-7d1ed3b8-e013-4349-910d-114e83a1d01c req-2661cfa8-bb2b-4bf9-b6de-08c7d705015f service nova] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Refreshing instance network info cache due to event network-changed-1650841f-ae41-4a9d-8246-c5dd707da8b1. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7d1ed3b8-e013-4349-910d-114e83a1d01c req-2661cfa8-bb2b-4bf9-b6de-08c7d705015f service nova] Acquiring lock "refresh_cache-6306a448-9d3f-4dc5-ac79-d6291b8d1ad7" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG nova.network.neutron [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG nova.network.neutron [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Updating instance_info_cache with network_info: [{"id": "1650841f-ae41-4a9d-8246-c5dd707da8b1", "address": "fa:16:3e:70:b2:24", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1650841f-ae", "ovs_interfaceid": "1650841f-ae41-4a9d-8246-c5dd707da8b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Releasing lock "refresh_cache-6306a448-9d3f-4dc5-ac79-d6291b8d1ad7" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG nova.compute.manager [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Instance network_info: |[{"id": "1650841f-ae41-4a9d-8246-c5dd707da8b1", "address": "fa:16:3e:70:b2:24", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1650841f-ae", "ovs_interfaceid": "1650841f-ae41-4a9d-8246-c5dd707da8b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7d1ed3b8-e013-4349-910d-114e83a1d01c req-2661cfa8-bb2b-4bf9-b6de-08c7d705015f service nova] Acquired lock "refresh_cache-6306a448-9d3f-4dc5-ac79-d6291b8d1ad7" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG nova.network.neutron [req-7d1ed3b8-e013-4349-910d-114e83a1d01c req-2661cfa8-bb2b-4bf9-b6de-08c7d705015f service nova] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Refreshing network info cache for port 1650841f-ae41-4a9d-8246-c5dd707da8b1 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Start _get_guest_xml network_info=[{"id": "1650841f-ae41-4a9d-8246-c5dd707da8b1", "address": "fa:16:3e:70:b2:24", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1650841f-ae", "ovs_interfaceid": "1650841f-ae41-4a9d-8246-c5dd707da8b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 16:11:29 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:11:29 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:11:29 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:11:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-946531134',display_name='tempest-AttachVolumeNegativeTest-server-946531134',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-946531134',id=44,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN/ME0+5lRuerIqvQtFR815c7PvIKfwZtA7i2dk4tDdKngza6v7J5DNekhRN2mihpelHknK34E2SVXytKTB6USQ97ImQyVfwrS9d2M4znq48ll8h3s4V6WwUWfg8nn56UA==',key_name='tempest-keypair-978795556',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='85700e5e1c2e49c08eea12bc4fe506e4',ramdisk_id='',reservation_id='r-pimv7jlg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-50938505',owner_user_name='tempest-AttachVolumeNegativeTest-50938505-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:11:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='409e45635121492fb28d44951793436f',uuid=6306a448-9d3f-4dc5-ac79-d6291b8d1ad7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1650841f-ae41-4a9d-8246-c5dd707da8b1", "address": "fa:16:3e:70:b2:24", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1650841f-ae", "ovs_interfaceid": "1650841f-ae41-4a9d-8246-c5dd707da8b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Converting VIF {"id": "1650841f-ae41-4a9d-8246-c5dd707da8b1", "address": "fa:16:3e:70:b2:24", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1650841f-ae", "ovs_interfaceid": "1650841f-ae41-4a9d-8246-c5dd707da8b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:70:b2:24,bridge_name='br-int',has_traffic_filtering=True,id=1650841f-ae41-4a9d-8246-c5dd707da8b1,network=Network(283ed413-0338-4410-9d94-73b7db00e60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1650841f-ae') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG nova.objects.instance [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lazy-loading 'pci_devices' on Instance uuid 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] End _get_guest_xml xml=<domain type="kvm">
Dec 06 16:11:29 user nova-compute[75278]:   <uuid>6306a448-9d3f-4dc5-ac79-d6291b8d1ad7</uuid>
Dec 06 16:11:29 user nova-compute[75278]:   <name>instance-0000002c</name>
Dec 06 16:11:29 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 16:11:29 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 16:11:29 user nova-compute[75278]:   <metadata>
Dec 06 16:11:29 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 16:11:29 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 16:11:29 user nova-compute[75278]:       <nova:name>tempest-AttachVolumeNegativeTest-server-946531134</nova:name>
Dec 06 16:11:29 user nova-compute[75278]:       <nova:creationTime>2023-12-06 16:11:29</nova:creationTime>
Dec 06 16:11:29 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 16:11:29 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 16:11:29 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 16:11:29 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 16:11:29 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 16:11:29 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 16:11:29 user nova-compute[75278]:       </nova:flavor>
Dec 06 16:11:29 user nova-compute[75278]:       <nova:owner>
Dec 06 16:11:29 user nova-compute[75278]:         <nova:user uuid="409e45635121492fb28d44951793436f">tempest-AttachVolumeNegativeTest-50938505-project-member</nova:user>
Dec 06 16:11:29 user nova-compute[75278]:         <nova:project uuid="85700e5e1c2e49c08eea12bc4fe506e4">tempest-AttachVolumeNegativeTest-50938505</nova:project>
Dec 06 16:11:29 user nova-compute[75278]:       </nova:owner>
Dec 06 16:11:29 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 16:11:29 user nova-compute[75278]:       <nova:ports>
Dec 06 16:11:29 user nova-compute[75278]:         <nova:port uuid="1650841f-ae41-4a9d-8246-c5dd707da8b1">
Dec 06 16:11:29 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 06 16:11:29 user nova-compute[75278]:         </nova:port>
Dec 06 16:11:29 user nova-compute[75278]:       </nova:ports>
Dec 06 16:11:29 user nova-compute[75278]:     </nova:instance>
Dec 06 16:11:29 user nova-compute[75278]:   </metadata>
Dec 06 16:11:29 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 16:11:29 user nova-compute[75278]:     <system>
Dec 06 16:11:29 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 16:11:29 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 16:11:29 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 16:11:29 user nova-compute[75278]:       <entry name="serial">6306a448-9d3f-4dc5-ac79-d6291b8d1ad7</entry>
Dec 06 16:11:29 user nova-compute[75278]:       <entry name="uuid">6306a448-9d3f-4dc5-ac79-d6291b8d1ad7</entry>
Dec 06 16:11:29 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 16:11:29 user nova-compute[75278]:     </system>
Dec 06 16:11:29 user nova-compute[75278]:   </sysinfo>
Dec 06 16:11:29 user nova-compute[75278]:   <os>
Dec 06 16:11:29 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 16:11:29 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 16:11:29 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 16:11:29 user nova-compute[75278]:   </os>
Dec 06 16:11:29 user nova-compute[75278]:   <features>
Dec 06 16:11:29 user nova-compute[75278]:     <acpi/>
Dec 06 16:11:29 user nova-compute[75278]:     <apic/>
Dec 06 16:11:29 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 16:11:29 user nova-compute[75278]:   </features>
Dec 06 16:11:29 user nova-compute[75278]:   <clock offset="utc">
Dec 06 16:11:29 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 16:11:29 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 16:11:29 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 16:11:29 user nova-compute[75278]:   </clock>
Dec 06 16:11:29 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 16:11:29 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 16:11:29 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 16:11:29 user nova-compute[75278]:   </cpu>
Dec 06 16:11:29 user nova-compute[75278]:   <devices>
Dec 06 16:11:29 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 16:11:29 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 16:11:29 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/6306a448-9d3f-4dc5-ac79-d6291b8d1ad7/disk"/>
Dec 06 16:11:29 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 16:11:29 user nova-compute[75278]:     </disk>
Dec 06 16:11:29 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 16:11:29 user nova-compute[75278]:       <mac address="fa:16:3e:70:b2:24"/>
Dec 06 16:11:29 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:11:29 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 16:11:29 user nova-compute[75278]:       <target dev="tap1650841f-ae"/>
Dec 06 16:11:29 user nova-compute[75278]:     </interface>
Dec 06 16:11:29 user nova-compute[75278]:     <serial type="pty">
Dec 06 16:11:29 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/6306a448-9d3f-4dc5-ac79-d6291b8d1ad7/console.log" append="off"/>
Dec 06 16:11:29 user nova-compute[75278]:     </serial>
Dec 06 16:11:29 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 16:11:29 user nova-compute[75278]:     <video>
Dec 06 16:11:29 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:11:29 user nova-compute[75278]:     </video>
Dec 06 16:11:29 user nova-compute[75278]:     <rng model="virtio">
Dec 06 16:11:29 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 16:11:29 user nova-compute[75278]:     </rng>
Dec 06 16:11:29 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 16:11:29 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 16:11:29 user nova-compute[75278]:       <stats period="10"/>
Dec 06 16:11:29 user nova-compute[75278]:     </memballoon>
Dec 06 16:11:29 user nova-compute[75278]:   </devices>
Dec 06 16:11:29 user nova-compute[75278]: </domain>
Dec 06 16:11:29 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:11:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-946531134',display_name='tempest-AttachVolumeNegativeTest-server-946531134',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-946531134',id=44,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN/ME0+5lRuerIqvQtFR815c7PvIKfwZtA7i2dk4tDdKngza6v7J5DNekhRN2mihpelHknK34E2SVXytKTB6USQ97ImQyVfwrS9d2M4znq48ll8h3s4V6WwUWfg8nn56UA==',key_name='tempest-keypair-978795556',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='85700e5e1c2e49c08eea12bc4fe506e4',ramdisk_id='',reservation_id='r-pimv7jlg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-50938505',owner_user_name='tempest-AttachVolumeNegativeTest-50938505-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:11:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='409e45635121492fb28d44951793436f',uuid=6306a448-9d3f-4dc5-ac79-d6291b8d1ad7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1650841f-ae41-4a9d-8246-c5dd707da8b1", "address": "fa:16:3e:70:b2:24", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1650841f-ae", "ovs_interfaceid": "1650841f-ae41-4a9d-8246-c5dd707da8b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Converting VIF {"id": "1650841f-ae41-4a9d-8246-c5dd707da8b1", "address": "fa:16:3e:70:b2:24", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1650841f-ae", "ovs_interfaceid": "1650841f-ae41-4a9d-8246-c5dd707da8b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:70:b2:24,bridge_name='br-int',has_traffic_filtering=True,id=1650841f-ae41-4a9d-8246-c5dd707da8b1,network=Network(283ed413-0338-4410-9d94-73b7db00e60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1650841f-ae') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG os_vif [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:b2:24,bridge_name='br-int',has_traffic_filtering=True,id=1650841f-ae41-4a9d-8246-c5dd707da8b1,network=Network(283ed413-0338-4410-9d94-73b7db00e60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1650841f-ae') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd224bebc-cd08-5780-a8d4-786e030c154d', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1650841f-ae, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1650841f-ae, col_values=(('qos', UUID('06b53326-52cb-456d-b6eb-fadfed0a0d58')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1650841f-ae, col_values=(('external_ids', {'iface-id': '1650841f-ae41-4a9d-8246-c5dd707da8b1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:70:b2:24', 'vm-uuid': '6306a448-9d3f-4dc5-ac79-d6291b8d1ad7'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:29 user nova-compute[75278]: INFO os_vif [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:b2:24,bridge_name='br-int',has_traffic_filtering=True,id=1650841f-ae41-4a9d-8246-c5dd707da8b1,network=Network(283ed413-0338-4410-9d94-73b7db00e60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1650841f-ae')
Dec 06 16:11:29 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] No VIF found with MAC fa:16:3e:70:b2:24, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG nova.network.neutron [req-7d1ed3b8-e013-4349-910d-114e83a1d01c req-2661cfa8-bb2b-4bf9-b6de-08c7d705015f service nova] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Updated VIF entry in instance network info cache for port 1650841f-ae41-4a9d-8246-c5dd707da8b1. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG nova.network.neutron [req-7d1ed3b8-e013-4349-910d-114e83a1d01c req-2661cfa8-bb2b-4bf9-b6de-08c7d705015f service nova] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Updating instance_info_cache with network_info: [{"id": "1650841f-ae41-4a9d-8246-c5dd707da8b1", "address": "fa:16:3e:70:b2:24", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1650841f-ae", "ovs_interfaceid": "1650841f-ae41-4a9d-8246-c5dd707da8b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:11:29 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7d1ed3b8-e013-4349-910d-114e83a1d01c req-2661cfa8-bb2b-4bf9-b6de-08c7d705015f service nova] Releasing lock "refresh_cache-6306a448-9d3f-4dc5-ac79-d6291b8d1ad7" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:11:30 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:11:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:31 user nova-compute[75278]: DEBUG nova.compute.manager [req-a6c856d6-d186-4060-820a-9edae9e7d603 req-bd09a374-09a6-4c96-877b-901a277d4a5a service nova] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Received event network-vif-plugged-1650841f-ae41-4a9d-8246-c5dd707da8b1 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:11:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a6c856d6-d186-4060-820a-9edae9e7d603 req-bd09a374-09a6-4c96-877b-901a277d4a5a service nova] Acquiring lock "6306a448-9d3f-4dc5-ac79-d6291b8d1ad7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:11:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a6c856d6-d186-4060-820a-9edae9e7d603 req-bd09a374-09a6-4c96-877b-901a277d4a5a service nova] Lock "6306a448-9d3f-4dc5-ac79-d6291b8d1ad7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:11:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a6c856d6-d186-4060-820a-9edae9e7d603 req-bd09a374-09a6-4c96-877b-901a277d4a5a service nova] Lock "6306a448-9d3f-4dc5-ac79-d6291b8d1ad7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:11:31 user nova-compute[75278]: DEBUG nova.compute.manager [req-a6c856d6-d186-4060-820a-9edae9e7d603 req-bd09a374-09a6-4c96-877b-901a277d4a5a service nova] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] No waiting events found dispatching network-vif-plugged-1650841f-ae41-4a9d-8246-c5dd707da8b1 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:11:31 user nova-compute[75278]: WARNING nova.compute.manager [req-a6c856d6-d186-4060-820a-9edae9e7d603 req-bd09a374-09a6-4c96-877b-901a277d4a5a service nova] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Received unexpected event network-vif-plugged-1650841f-ae41-4a9d-8246-c5dd707da8b1 for instance with vm_state building and task_state spawning.
Dec 06 16:11:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:32 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:11:33 user nova-compute[75278]: DEBUG nova.compute.manager [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 16:11:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 16:11:33 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Instance spawned successfully.
Dec 06 16:11:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 16:11:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:11:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:11:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:11:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:11:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:11:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:11:33 user nova-compute[75278]: DEBUG nova.compute.manager [req-e25f7c4d-005a-410e-b838-1248006f820f req-3d617389-a9c9-4229-b2d4-1880cf73c5fe service nova] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Received event network-vif-plugged-1650841f-ae41-4a9d-8246-c5dd707da8b1 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:11:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e25f7c4d-005a-410e-b838-1248006f820f req-3d617389-a9c9-4229-b2d4-1880cf73c5fe service nova] Acquiring lock "6306a448-9d3f-4dc5-ac79-d6291b8d1ad7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:11:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e25f7c4d-005a-410e-b838-1248006f820f req-3d617389-a9c9-4229-b2d4-1880cf73c5fe service nova] Lock "6306a448-9d3f-4dc5-ac79-d6291b8d1ad7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:11:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e25f7c4d-005a-410e-b838-1248006f820f req-3d617389-a9c9-4229-b2d4-1880cf73c5fe service nova] Lock "6306a448-9d3f-4dc5-ac79-d6291b8d1ad7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:11:33 user nova-compute[75278]: DEBUG nova.compute.manager [req-e25f7c4d-005a-410e-b838-1248006f820f req-3d617389-a9c9-4229-b2d4-1880cf73c5fe service nova] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] No waiting events found dispatching network-vif-plugged-1650841f-ae41-4a9d-8246-c5dd707da8b1 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:11:33 user nova-compute[75278]: WARNING nova.compute.manager [req-e25f7c4d-005a-410e-b838-1248006f820f req-3d617389-a9c9-4229-b2d4-1880cf73c5fe service nova] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Received unexpected event network-vif-plugged-1650841f-ae41-4a9d-8246-c5dd707da8b1 for instance with vm_state building and task_state spawning.
Dec 06 16:11:33 user nova-compute[75278]: INFO nova.compute.manager [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Took 5.38 seconds to spawn the instance on the hypervisor.
Dec 06 16:11:33 user nova-compute[75278]: DEBUG nova.compute.manager [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 16:11:33 user nova-compute[75278]: INFO nova.compute.manager [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Took 5.98 seconds to build instance.
Dec 06 16:11:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-88a75055-37c4-4ed8-971f-92260510d8a8 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "6306a448-9d3f-4dc5-ac79-d6291b8d1ad7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.077s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:11:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:36 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:11:36 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 16:11:36 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Rebuilding the list of instances to heal {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 16:11:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "refresh_cache-fd90d704-fbb5-45cd-983c-1de7e98b9ca6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:11:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquired lock "refresh_cache-fd90d704-fbb5-45cd-983c-1de7e98b9ca6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:11:36 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Forcefully refreshing network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 16:11:36 user nova-compute[75278]: DEBUG nova.objects.instance [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lazy-loading 'info_cache' on Instance uuid fd90d704-fbb5-45cd-983c-1de7e98b9ca6 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:11:36 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Updating instance_info_cache with network_info: [{"id": "302ce4ee-f148-4822-8ec6-5a5ae6c060e2", "address": "fa:16:3e:fa:34:92", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap302ce4ee-f1", "ovs_interfaceid": "302ce4ee-f148-4822-8ec6-5a5ae6c060e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:11:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Releasing lock "refresh_cache-fd90d704-fbb5-45cd-983c-1de7e98b9ca6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:11:36 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Updated the network info_cache for instance {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 16:11:38 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:11:38 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:11:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:43 user nova-compute[75278]: DEBUG nova.compute.manager [req-5b594753-7b84-486c-8549-4e5b5351109d req-fdf37327-4265-479b-a54c-409e33492093 service nova] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Received event network-changed-a0002e1e-60e8-402e-89ad-a4a48d920880 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:11:43 user nova-compute[75278]: DEBUG nova.compute.manager [req-5b594753-7b84-486c-8549-4e5b5351109d req-fdf37327-4265-479b-a54c-409e33492093 service nova] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Refreshing instance network info cache due to event network-changed-a0002e1e-60e8-402e-89ad-a4a48d920880. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:11:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5b594753-7b84-486c-8549-4e5b5351109d req-fdf37327-4265-479b-a54c-409e33492093 service nova] Acquiring lock "refresh_cache-e7fb2c77-6291-4ecf-8783-61efed5158d4" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:11:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5b594753-7b84-486c-8549-4e5b5351109d req-fdf37327-4265-479b-a54c-409e33492093 service nova] Acquired lock "refresh_cache-e7fb2c77-6291-4ecf-8783-61efed5158d4" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:11:43 user nova-compute[75278]: DEBUG nova.network.neutron [req-5b594753-7b84-486c-8549-4e5b5351109d req-fdf37327-4265-479b-a54c-409e33492093 service nova] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Refreshing network info cache for port a0002e1e-60e8-402e-89ad-a4a48d920880 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:11:44 user nova-compute[75278]: DEBUG nova.network.neutron [req-5b594753-7b84-486c-8549-4e5b5351109d req-fdf37327-4265-479b-a54c-409e33492093 service nova] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Updated VIF entry in instance network info cache for port a0002e1e-60e8-402e-89ad-a4a48d920880. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:11:44 user nova-compute[75278]: DEBUG nova.network.neutron [req-5b594753-7b84-486c-8549-4e5b5351109d req-fdf37327-4265-479b-a54c-409e33492093 service nova] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Updating instance_info_cache with network_info: [{"id": "a0002e1e-60e8-402e-89ad-a4a48d920880", "address": "fa:16:3e:91:9d:8d", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0002e1e-60", "ovs_interfaceid": "a0002e1e-60e8-402e-89ad-a4a48d920880", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:11:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5b594753-7b84-486c-8549-4e5b5351109d req-fdf37327-4265-479b-a54c-409e33492093 service nova] Releasing lock "refresh_cache-e7fb2c77-6291-4ecf-8783-61efed5158d4" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:11:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "60559d80-1ea8-47ca-a34c-5d2a359928c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:11:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "60559d80-1ea8-47ca-a34c-5d2a359928c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:11:51 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 16:11:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:11:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:11:51 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 16:11:51 user nova-compute[75278]: INFO nova.compute.claims [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Claim successful on node user
Dec 06 16:11:51 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:11:51 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:11:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.321s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:11:51 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 16:11:51 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 16:11:51 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 16:11:51 user nova-compute[75278]: DEBUG nova.network.neutron [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 16:11:51 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 16:11:51 user nova-compute[75278]: INFO nova.virt.block_device [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Booting with volume snapshot 5c76d7e6-fc11-43ce-9f38-727369d20a06 at /dev/vda
Dec 06 16:11:51 user nova-compute[75278]: DEBUG nova.policy [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c795bd8e90894931922dc5ff7741dfae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '188cfe2e1c85461899dae3585b7a6a24', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 16:11:52 user nova-compute[75278]: DEBUG nova.network.neutron [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Successfully created port: 7d08d028-8497-4fcc-a778-84041cc15bb5 {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 16:11:53 user nova-compute[75278]: DEBUG nova.network.neutron [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Successfully updated port: 7d08d028-8497-4fcc-a778-84041cc15bb5 {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 16:11:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "refresh_cache-60559d80-1ea8-47ca-a34c-5d2a359928c8" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:11:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquired lock "refresh_cache-60559d80-1ea8-47ca-a34c-5d2a359928c8" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:11:53 user nova-compute[75278]: DEBUG nova.network.neutron [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 16:11:53 user nova-compute[75278]: DEBUG nova.network.neutron [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 16:11:53 user nova-compute[75278]: DEBUG nova.compute.manager [req-1ec14606-87d9-47f5-8a78-86f97635cb7d req-7e35b88d-5898-45fb-99f0-ec60e5a0763c service nova] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Received event network-changed-7d08d028-8497-4fcc-a778-84041cc15bb5 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:11:53 user nova-compute[75278]: DEBUG nova.compute.manager [req-1ec14606-87d9-47f5-8a78-86f97635cb7d req-7e35b88d-5898-45fb-99f0-ec60e5a0763c service nova] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Refreshing instance network info cache due to event network-changed-7d08d028-8497-4fcc-a778-84041cc15bb5. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:11:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-1ec14606-87d9-47f5-8a78-86f97635cb7d req-7e35b88d-5898-45fb-99f0-ec60e5a0763c service nova] Acquiring lock "refresh_cache-60559d80-1ea8-47ca-a34c-5d2a359928c8" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:11:53 user nova-compute[75278]: DEBUG nova.network.neutron [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Updating instance_info_cache with network_info: [{"id": "7d08d028-8497-4fcc-a778-84041cc15bb5", "address": "fa:16:3e:06:1c:d0", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d08d028-84", "ovs_interfaceid": "7d08d028-8497-4fcc-a778-84041cc15bb5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:11:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Releasing lock "refresh_cache-60559d80-1ea8-47ca-a34c-5d2a359928c8" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:11:53 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Instance network_info: |[{"id": "7d08d028-8497-4fcc-a778-84041cc15bb5", "address": "fa:16:3e:06:1c:d0", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d08d028-84", "ovs_interfaceid": "7d08d028-8497-4fcc-a778-84041cc15bb5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 16:11:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-1ec14606-87d9-47f5-8a78-86f97635cb7d req-7e35b88d-5898-45fb-99f0-ec60e5a0763c service nova] Acquired lock "refresh_cache-60559d80-1ea8-47ca-a34c-5d2a359928c8" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:11:53 user nova-compute[75278]: DEBUG nova.network.neutron [req-1ec14606-87d9-47f5-8a78-86f97635cb7d req-7e35b88d-5898-45fb-99f0-ec60e5a0763c service nova] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Refreshing network info cache for port 7d08d028-8497-4fcc-a778-84041cc15bb5 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:11:54 user nova-compute[75278]: DEBUG nova.network.neutron [req-1ec14606-87d9-47f5-8a78-86f97635cb7d req-7e35b88d-5898-45fb-99f0-ec60e5a0763c service nova] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Updated VIF entry in instance network info cache for port 7d08d028-8497-4fcc-a778-84041cc15bb5. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:11:54 user nova-compute[75278]: DEBUG nova.network.neutron [req-1ec14606-87d9-47f5-8a78-86f97635cb7d req-7e35b88d-5898-45fb-99f0-ec60e5a0763c service nova] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Updating instance_info_cache with network_info: [{"id": "7d08d028-8497-4fcc-a778-84041cc15bb5", "address": "fa:16:3e:06:1c:d0", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d08d028-84", "ovs_interfaceid": "7d08d028-8497-4fcc-a778-84041cc15bb5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:11:54 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-1ec14606-87d9-47f5-8a78-86f97635cb7d req-7e35b88d-5898-45fb-99f0-ec60e5a0763c service nova] Releasing lock "refresh_cache-60559d80-1ea8-47ca-a34c-5d2a359928c8" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:11:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:11:56 user nova-compute[75278]: DEBUG nova.compute.manager [None req-91eee333-8da5-44cd-89d3-5cc086f853e1 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 16:11:56 user nova-compute[75278]: INFO nova.compute.manager [None req-91eee333-8da5-44cd-89d3-5cc086f853e1 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] instance snapshotting
Dec 06 16:11:56 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-91eee333-8da5-44cd-89d3-5cc086f853e1 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Beginning live snapshot process
Dec 06 16:11:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-91eee333-8da5-44cd-89d3-5cc086f853e1 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json -f qcow2 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:11:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-91eee333-8da5-44cd-89d3-5cc086f853e1 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json -f qcow2" returned: 0 in 0.172s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:11:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-91eee333-8da5-44cd-89d3-5cc086f853e1 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json -f qcow2 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:11:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-91eee333-8da5-44cd-89d3-5cc086f853e1 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json -f qcow2" returned: 0 in 0.184s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:11:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-91eee333-8da5-44cd-89d3-5cc086f853e1 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:11:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-91eee333-8da5-44cd-89d3-5cc086f853e1 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.169s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:11:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-91eee333-8da5-44cd-89d3-5cc086f853e1 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp2joeamim/64b0011569ef4ea28e8d9071c501e8e5.delta 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:11:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-91eee333-8da5-44cd-89d3-5cc086f853e1 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp2joeamim/64b0011569ef4ea28e8d9071c501e8e5.delta 1073741824" returned: 0 in 0.047s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:11:57 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-91eee333-8da5-44cd-89d3-5cc086f853e1 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Quiescing instance not available: QEMU guest agent is not enabled.
Dec 06 16:11:57 user nova-compute[75278]: DEBUG os_brick.utils [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:11:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:11:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:11:57 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2008fb8-007b-46d3-b5d4-733341c7a2be]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:11:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:11:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:11:57 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcbd80b8-a4d0-4812-a695-1e8dcbbccddf]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:11:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:11:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:11:57 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a3a7c27-7a7d-4ee1-ba78-6c5720354909]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:11:57 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[674499cf-559d-4b02-afd7-1d46a0942c3e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:11:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:11:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 16:11:57 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 16:11:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:11:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 16:11:57 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 16:11:57 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[173fd47b-99d7-43ca-892e-af50f7708c00]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:11:57 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 16:11:57 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 16:11:57 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 16:11:57 user nova-compute[75278]: DEBUG os_brick.utils [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] <== get_connector_properties: return (110ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:11:57 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Updating existing volume attachment record: d3558edf-f705-47e7-a328-83f5c53ea166 {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 16:11:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-91eee333-8da5-44cd-89d3-5cc086f853e1 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=75278) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 16:11:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-91eee333-8da5-44cd-89d3-5cc086f853e1 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75278) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 16:11:58 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-91eee333-8da5-44cd-89d3-5cc086f853e1 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 06 16:11:58 user nova-compute[75278]: DEBUG nova.privsep.utils [None req-91eee333-8da5-44cd-89d3-5cc086f853e1 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75278) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 16:11:58 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-91eee333-8da5-44cd-89d3-5cc086f853e1 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp2joeamim/64b0011569ef4ea28e8d9071c501e8e5.delta /opt/stack/data/nova/instances/snapshots/tmp2joeamim/64b0011569ef4ea28e8d9071c501e8e5 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:11:59 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-91eee333-8da5-44cd-89d3-5cc086f853e1 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp2joeamim/64b0011569ef4ea28e8d9071c501e8e5.delta /opt/stack/data/nova/instances/snapshots/tmp2joeamim/64b0011569ef4ea28e8d9071c501e8e5" returned: 0 in 0.694s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:11:59 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-91eee333-8da5-44cd-89d3-5cc086f853e1 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Snapshot extracted, beginning image upload
Dec 06 16:11:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:01 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-91eee333-8da5-44cd-89d3-5cc086f853e1 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Snapshot image upload complete
Dec 06 16:12:01 user nova-compute[75278]: INFO nova.compute.manager [None req-91eee333-8da5-44cd-89d3-5cc086f853e1 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Took 5.26 seconds to snapshot the instance on the hypervisor.
Dec 06 16:12:03 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:12:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 16:12:07 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Creating image(s)
Dec 06 16:12:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Did not create local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Ensure instance console log exists: /opt/stack/data/nova/instances/60559d80-1ea8-47ca-a34c-5d2a359928c8/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Start _get_guest_xml network_info=[{"id": "7d08d028-8497-4fcc-a778-84041cc15bb5", "address": "fa:16:3e:06:1c:d0", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d08d028-84", "ovs_interfaceid": "7d08d028-8497-4fcc-a778-84041cc15bb5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-12-06T16:11:45Z,direct_url=<?>,disk_format='qcow2',id=99eb530b-159e-460d-83fa-4cedfc56b660,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-1428518029',owner='188cfe2e1c85461899dae3585b7a6a24',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-12-06T16:11:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'boot_index': 0, 'delete_on_termination': True, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': 'd3558edf-f705-47e7-a328-83f5c53ea166', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JEWgQohN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '60559d80-1ea8-47ca-a34c-5d2a359928c8', 'attached_at': '', 'detached_at': '', 'volume_id': '164db0eb-31f4-459d-915c-7c429e4e1fe1', 'serial': '164db0eb-31f4-459d-915c-7c429e4e1fe1'}, 'volume_type': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 16:12:07 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:12:07 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:12:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-12-06T16:11:45Z,direct_url=<?>,disk_format='qcow2',id=99eb530b-159e-460d-83fa-4cedfc56b660,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-1428518029',owner='188cfe2e1c85461899dae3585b7a6a24',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-12-06T16:11:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JEWgQohN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:12:07 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:12:07 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:12:07 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:12:07 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:12:07 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 16:12:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbd4ff9e-63ae-4e1d-ae8f-52622ab57bd4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 16:12:07 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1674c7b9-14b8-4ffe-9092-bf8f451081ea]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1] added
Dec 06 16:12:07 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2aa013dc-0085-4b8b-a222-c278c2a79d4a]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b83bd0c-54d9-4800-a962-c0066c941faf]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JEWgQohN {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JEWgQohN" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[44161172-d9d7-4af4-8953-7ec76108603f]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'JEWgQohN'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e743037f-3dce-44e9-b7b4-8d9a6947c306]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[42a65917-b3f2-47ca-a2bc-e043646a1c82]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:12:07 user nova-compute[75278]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)
Dec 06 16:12:07 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:12:07 user nova-compute[75278]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)
Dec 06 16:12:07 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[350ae510-d838-4819-9c66-1282acddd44a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1, portal: 172.16.0.220,3260]
Dec 06 16:12:07 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1, portal: 172.16.0.220,3260] successful.
Dec 06 16:12:07 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2152663-51f9-446e-8b63-2cb4ea92e09f]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce494ec6-5e9c-4dfe-a02f-65d88e159689]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:12:07 user nova-compute[75278]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)
Dec 06 16:12:07 user nova-compute[75278]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 (non-flash)
Dec 06 16:12:07 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:12:07 user nova-compute[75278]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)
Dec 06 16:12:07 user nova-compute[75278]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 (non-flash)
Dec 06 16:12:07 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.258s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] HCTL ('33', '-', '-', 0) found on session 52 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a35d24cb-badc-4dd4-9e9d-f37da1bec17f]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Searching for a device in session 52 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 16:12:07 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JEWgQohN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 16:12:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.293s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:12:08 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] <== connect_volume: return (1294ms) {'type': 'block', 'scsi_wwn': '26239376266366233', 'path': '/dev/sdb'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:12:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26239376266366233', 'path': '/dev/sdb'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 16:12:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:11:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1815020056',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1815020056',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1815020056',id=45,image_ref='99eb530b-159e-460d-83fa-4cedfc56b660',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLS9A0tG+T+t3P4Yh/v/+znjZhBSt3FwUaHeE4nZxtPqpPLfQT7rEz/wJ3njnZmRw47geyhc0pc46oGPLDY1qJbyz0Y0tQrFQk1ZaC6pe/SB6M8EBEUSQLJBCEdmuK0l0g==',key_name='tempest-keypair-1971488050',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='188cfe2e1c85461899dae3585b7a6a24',ramdisk_id='',reservation_id='r-9359d0i6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1184091674',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1184091674-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1184091674',owner_user_name='tempest-TestVolumeBootPattern-1184091674-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:11:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c795bd8e90894931922dc5ff7741dfae',uuid=60559d80-1ea8-47ca-a34c-5d2a359928c8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7d08d028-8497-4fcc-a778-84041cc15bb5", "address": "fa:16:3e:06:1c:d0", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d08d028-84", "ovs_interfaceid": "7d08d028-8497-4fcc-a778-84041cc15bb5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 16:12:08 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Converting VIF {"id": "7d08d028-8497-4fcc-a778-84041cc15bb5", "address": "fa:16:3e:06:1c:d0", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d08d028-84", "ovs_interfaceid": "7d08d028-8497-4fcc-a778-84041cc15bb5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:12:08 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:06:1c:d0,bridge_name='br-int',has_traffic_filtering=True,id=7d08d028-8497-4fcc-a778-84041cc15bb5,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d08d028-84') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:12:08 user nova-compute[75278]: DEBUG nova.objects.instance [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lazy-loading 'pci_devices' on Instance uuid 60559d80-1ea8-47ca-a34c-5d2a359928c8 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:12:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] End _get_guest_xml xml=<domain type="kvm">
Dec 06 16:12:08 user nova-compute[75278]:   <uuid>60559d80-1ea8-47ca-a34c-5d2a359928c8</uuid>
Dec 06 16:12:08 user nova-compute[75278]:   <name>instance-0000002d</name>
Dec 06 16:12:08 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 16:12:08 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 16:12:08 user nova-compute[75278]:   <metadata>
Dec 06 16:12:08 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 16:12:08 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 16:12:08 user nova-compute[75278]:       <nova:name>tempest-TestVolumeBootPattern-image-snapshot-server-1815020056</nova:name>
Dec 06 16:12:08 user nova-compute[75278]:       <nova:creationTime>2023-12-06 16:12:07</nova:creationTime>
Dec 06 16:12:08 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 16:12:08 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 16:12:08 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 16:12:08 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 16:12:08 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 16:12:08 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 16:12:08 user nova-compute[75278]:       </nova:flavor>
Dec 06 16:12:08 user nova-compute[75278]:       <nova:owner>
Dec 06 16:12:08 user nova-compute[75278]:         <nova:user uuid="c795bd8e90894931922dc5ff7741dfae">tempest-TestVolumeBootPattern-1184091674-project-member</nova:user>
Dec 06 16:12:08 user nova-compute[75278]:         <nova:project uuid="188cfe2e1c85461899dae3585b7a6a24">tempest-TestVolumeBootPattern-1184091674</nova:project>
Dec 06 16:12:08 user nova-compute[75278]:       </nova:owner>
Dec 06 16:12:08 user nova-compute[75278]:       <nova:root type="image" uuid="99eb530b-159e-460d-83fa-4cedfc56b660"/>
Dec 06 16:12:08 user nova-compute[75278]:       <nova:ports>
Dec 06 16:12:08 user nova-compute[75278]:         <nova:port uuid="7d08d028-8497-4fcc-a778-84041cc15bb5">
Dec 06 16:12:08 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 06 16:12:08 user nova-compute[75278]:         </nova:port>
Dec 06 16:12:08 user nova-compute[75278]:       </nova:ports>
Dec 06 16:12:08 user nova-compute[75278]:     </nova:instance>
Dec 06 16:12:08 user nova-compute[75278]:   </metadata>
Dec 06 16:12:08 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 16:12:08 user nova-compute[75278]:     <system>
Dec 06 16:12:08 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 16:12:08 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 16:12:08 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 16:12:08 user nova-compute[75278]:       <entry name="serial">60559d80-1ea8-47ca-a34c-5d2a359928c8</entry>
Dec 06 16:12:08 user nova-compute[75278]:       <entry name="uuid">60559d80-1ea8-47ca-a34c-5d2a359928c8</entry>
Dec 06 16:12:08 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 16:12:08 user nova-compute[75278]:     </system>
Dec 06 16:12:08 user nova-compute[75278]:   </sysinfo>
Dec 06 16:12:08 user nova-compute[75278]:   <os>
Dec 06 16:12:08 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 16:12:08 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 16:12:08 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 16:12:08 user nova-compute[75278]:   </os>
Dec 06 16:12:08 user nova-compute[75278]:   <features>
Dec 06 16:12:08 user nova-compute[75278]:     <acpi/>
Dec 06 16:12:08 user nova-compute[75278]:     <apic/>
Dec 06 16:12:08 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 16:12:08 user nova-compute[75278]:   </features>
Dec 06 16:12:08 user nova-compute[75278]:   <clock offset="utc">
Dec 06 16:12:08 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 16:12:08 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 16:12:08 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 16:12:08 user nova-compute[75278]:   </clock>
Dec 06 16:12:08 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 16:12:08 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 16:12:08 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 16:12:08 user nova-compute[75278]:   </cpu>
Dec 06 16:12:08 user nova-compute[75278]:   <devices>
Dec 06 16:12:08 user nova-compute[75278]:     <disk type="block" device="disk">
Dec 06 16:12:08 user nova-compute[75278]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:12:08 user nova-compute[75278]:       <source dev="/dev/sdb"/>
Dec 06 16:12:08 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 16:12:08 user nova-compute[75278]:       <serial>164db0eb-31f4-459d-915c-7c429e4e1fe1</serial>
Dec 06 16:12:08 user nova-compute[75278]:     </disk>
Dec 06 16:12:08 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 16:12:08 user nova-compute[75278]:       <mac address="fa:16:3e:06:1c:d0"/>
Dec 06 16:12:08 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:12:08 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 16:12:08 user nova-compute[75278]:       <target dev="tap7d08d028-84"/>
Dec 06 16:12:08 user nova-compute[75278]:     </interface>
Dec 06 16:12:08 user nova-compute[75278]:     <serial type="pty">
Dec 06 16:12:08 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/60559d80-1ea8-47ca-a34c-5d2a359928c8/console.log" append="off"/>
Dec 06 16:12:08 user nova-compute[75278]:     </serial>
Dec 06 16:12:08 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 16:12:08 user nova-compute[75278]:     <video>
Dec 06 16:12:08 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:12:08 user nova-compute[75278]:     </video>
Dec 06 16:12:08 user nova-compute[75278]:     <rng model="virtio">
Dec 06 16:12:08 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 16:12:08 user nova-compute[75278]:     </rng>
Dec 06 16:12:08 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 16:12:08 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 16:12:08 user nova-compute[75278]:       <stats period="10"/>
Dec 06 16:12:08 user nova-compute[75278]:     </memballoon>
Dec 06 16:12:08 user nova-compute[75278]:   </devices>
Dec 06 16:12:08 user nova-compute[75278]: </domain>
Dec 06 16:12:08 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 16:12:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:11:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1815020056',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1815020056',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1815020056',id=45,image_ref='99eb530b-159e-460d-83fa-4cedfc56b660',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLS9A0tG+T+t3P4Yh/v/+znjZhBSt3FwUaHeE4nZxtPqpPLfQT7rEz/wJ3njnZmRw47geyhc0pc46oGPLDY1qJbyz0Y0tQrFQk1ZaC6pe/SB6M8EBEUSQLJBCEdmuK0l0g==',key_name='tempest-keypair-1971488050',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='188cfe2e1c85461899dae3585b7a6a24',ramdisk_id='',reservation_id='r-9359d0i6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1184091674',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1184091674-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1184091674',owner_user_name='tempest-TestVolumeBootPattern-1184091674-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:11:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c795bd8e90894931922dc5ff7741dfae',uuid=60559d80-1ea8-47ca-a34c-5d2a359928c8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7d08d028-8497-4fcc-a778-84041cc15bb5", "address": "fa:16:3e:06:1c:d0", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d08d028-84", "ovs_interfaceid": "7d08d028-8497-4fcc-a778-84041cc15bb5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 16:12:08 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Converting VIF {"id": "7d08d028-8497-4fcc-a778-84041cc15bb5", "address": "fa:16:3e:06:1c:d0", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d08d028-84", "ovs_interfaceid": "7d08d028-8497-4fcc-a778-84041cc15bb5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:12:08 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:06:1c:d0,bridge_name='br-int',has_traffic_filtering=True,id=7d08d028-8497-4fcc-a778-84041cc15bb5,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d08d028-84') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:12:08 user nova-compute[75278]: DEBUG os_vif [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:06:1c:d0,bridge_name='br-int',has_traffic_filtering=True,id=7d08d028-8497-4fcc-a778-84041cc15bb5,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d08d028-84') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 16:12:08 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:08 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:12:08 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 16:12:08 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:08 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '891baa05-4bb2-5926-94dd-33d9d5e03891', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:12:08 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:08 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:08 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:08 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7d08d028-84, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:12:08 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7d08d028-84, col_values=(('qos', UUID('1db9bc7c-6760-402a-8033-72341fdb9af7')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:12:08 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7d08d028-84, col_values=(('external_ids', {'iface-id': '7d08d028-8497-4fcc-a778-84041cc15bb5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:06:1c:d0', 'vm-uuid': '60559d80-1ea8-47ca-a34c-5d2a359928c8'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:12:08 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:08 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:12:08 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:08 user nova-compute[75278]: INFO os_vif [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:06:1c:d0,bridge_name='br-int',has_traffic_filtering=True,id=7d08d028-8497-4fcc-a778-84041cc15bb5,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d08d028-84')
Dec 06 16:12:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:12:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] No VIF found with MAC fa:16:3e:06:1c:d0, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 16:12:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:10 user nova-compute[75278]: DEBUG nova.compute.manager [req-0c76afa6-7cfd-425f-a80a-89f60560e10f req-4e753dc9-8e95-4e78-83e8-71acbc3ee57f service nova] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Received event network-vif-plugged-7d08d028-8497-4fcc-a778-84041cc15bb5 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:12:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0c76afa6-7cfd-425f-a80a-89f60560e10f req-4e753dc9-8e95-4e78-83e8-71acbc3ee57f service nova] Acquiring lock "60559d80-1ea8-47ca-a34c-5d2a359928c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:12:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0c76afa6-7cfd-425f-a80a-89f60560e10f req-4e753dc9-8e95-4e78-83e8-71acbc3ee57f service nova] Lock "60559d80-1ea8-47ca-a34c-5d2a359928c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:12:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0c76afa6-7cfd-425f-a80a-89f60560e10f req-4e753dc9-8e95-4e78-83e8-71acbc3ee57f service nova] Lock "60559d80-1ea8-47ca-a34c-5d2a359928c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:12:10 user nova-compute[75278]: DEBUG nova.compute.manager [req-0c76afa6-7cfd-425f-a80a-89f60560e10f req-4e753dc9-8e95-4e78-83e8-71acbc3ee57f service nova] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] No waiting events found dispatching network-vif-plugged-7d08d028-8497-4fcc-a778-84041cc15bb5 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:12:10 user nova-compute[75278]: WARNING nova.compute.manager [req-0c76afa6-7cfd-425f-a80a-89f60560e10f req-4e753dc9-8e95-4e78-83e8-71acbc3ee57f service nova] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Received unexpected event network-vif-plugged-7d08d028-8497-4fcc-a778-84041cc15bb5 for instance with vm_state building and task_state spawning.
Dec 06 16:12:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:12 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 16:12:12 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 16:12:12 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Instance spawned successfully.
Dec 06 16:12:12 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 16:12:12 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:12:12 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:12:12 user nova-compute[75278]: INFO nova.compute.manager [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Took 5.08 seconds to spawn the instance on the hypervisor.
Dec 06 16:12:12 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 16:12:12 user nova-compute[75278]: DEBUG nova.compute.manager [req-bc107173-8a37-40c0-a58a-8dd0dc692dff req-dc88e1e8-b0be-4405-ad17-dfec312d77f6 service nova] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Received event network-vif-plugged-7d08d028-8497-4fcc-a778-84041cc15bb5 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:12:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bc107173-8a37-40c0-a58a-8dd0dc692dff req-dc88e1e8-b0be-4405-ad17-dfec312d77f6 service nova] Acquiring lock "60559d80-1ea8-47ca-a34c-5d2a359928c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:12:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bc107173-8a37-40c0-a58a-8dd0dc692dff req-dc88e1e8-b0be-4405-ad17-dfec312d77f6 service nova] Lock "60559d80-1ea8-47ca-a34c-5d2a359928c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:12:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bc107173-8a37-40c0-a58a-8dd0dc692dff req-dc88e1e8-b0be-4405-ad17-dfec312d77f6 service nova] Lock "60559d80-1ea8-47ca-a34c-5d2a359928c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:12:12 user nova-compute[75278]: DEBUG nova.compute.manager [req-bc107173-8a37-40c0-a58a-8dd0dc692dff req-dc88e1e8-b0be-4405-ad17-dfec312d77f6 service nova] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] No waiting events found dispatching network-vif-plugged-7d08d028-8497-4fcc-a778-84041cc15bb5 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:12:12 user nova-compute[75278]: WARNING nova.compute.manager [req-bc107173-8a37-40c0-a58a-8dd0dc692dff req-dc88e1e8-b0be-4405-ad17-dfec312d77f6 service nova] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Received unexpected event network-vif-plugged-7d08d028-8497-4fcc-a778-84041cc15bb5 for instance with vm_state building and task_state spawning.
Dec 06 16:12:12 user nova-compute[75278]: INFO nova.compute.manager [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Took 21.10 seconds to build instance.
Dec 06 16:12:12 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b00f0795-06d8-4574-811c-c6e2b076b68b tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "60559d80-1ea8-47ca-a34c-5d2a359928c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.194s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:12:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:16 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:18 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:24 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:12:24 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:12:24 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:12:25 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._sync_power_states {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:12:25 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Triggering sync for uuid fd90d704-fbb5-45cd-983c-1de7e98b9ca6 {{(pid=75278) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 16:12:25 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Triggering sync for uuid 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74 {{(pid=75278) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 16:12:25 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Triggering sync for uuid e7fb2c77-6291-4ecf-8783-61efed5158d4 {{(pid=75278) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 16:12:25 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Triggering sync for uuid 68247e6f-7bc1-4a64-98e1-db3ccca22dcb {{(pid=75278) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 16:12:25 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Triggering sync for uuid 9b776de2-b79a-43cf-89a2-cf83d32099cf {{(pid=75278) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 16:12:25 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Triggering sync for uuid 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7 {{(pid=75278) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 16:12:25 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Triggering sync for uuid 60559d80-1ea8-47ca-a34c-5d2a359928c8 {{(pid=75278) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 16:12:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "fd90d704-fbb5-45cd-983c-1de7e98b9ca6" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:12:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "fd90d704-fbb5-45cd-983c-1de7e98b9ca6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:12:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:12:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:12:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "e7fb2c77-6291-4ecf-8783-61efed5158d4" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:12:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "e7fb2c77-6291-4ecf-8783-61efed5158d4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:12:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "68247e6f-7bc1-4a64-98e1-db3ccca22dcb" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:12:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "68247e6f-7bc1-4a64-98e1-db3ccca22dcb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:12:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "9b776de2-b79a-43cf-89a2-cf83d32099cf" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:12:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "9b776de2-b79a-43cf-89a2-cf83d32099cf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:12:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "6306a448-9d3f-4dc5-ac79-d6291b8d1ad7" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:12:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "6306a448-9d3f-4dc5-ac79-d6291b8d1ad7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:12:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "60559d80-1ea8-47ca-a34c-5d2a359928c8" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:12:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "60559d80-1ea8-47ca-a34c-5d2a359928c8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:12:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "fd90d704-fbb5-45cd-983c-1de7e98b9ca6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.037s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:12:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.041s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:12:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "e7fb2c77-6291-4ecf-8783-61efed5158d4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.041s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:12:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "68247e6f-7bc1-4a64-98e1-db3ccca22dcb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.048s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:12:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "9b776de2-b79a-43cf-89a2-cf83d32099cf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.047s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:12:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "6306a448-9d3f-4dc5-ac79-d6291b8d1ad7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.049s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:12:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "60559d80-1ea8-47ca-a34c-5d2a359928c8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.050s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:12:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:26 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:12:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:12:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:12:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:12:26 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 16:12:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9b776de2-b79a-43cf-89a2-cf83d32099cf/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:12:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9b776de2-b79a-43cf-89a2-cf83d32099cf/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:12:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9b776de2-b79a-43cf-89a2-cf83d32099cf/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:12:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9b776de2-b79a-43cf-89a2-cf83d32099cf/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:12:26 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:12:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:12:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:12:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:12:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:12:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:12:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:12:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:12:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:12:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6306a448-9d3f-4dc5-ac79-d6291b8d1ad7/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:12:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6306a448-9d3f-4dc5-ac79-d6291b8d1ad7/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:12:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6306a448-9d3f-4dc5-ac79-d6291b8d1ad7/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:12:27 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6306a448-9d3f-4dc5-ac79-d6291b8d1ad7/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:12:27 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:12:27 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:12:28 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:12:28 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:12:28 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=8215MB free_disk=24.90241241455078GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 16:12:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:12:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:12:28 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance fd90d704-fbb5-45cd-983c-1de7e98b9ca6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:12:28 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:12:28 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance e7fb2c77-6291-4ecf-8783-61efed5158d4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:12:28 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 68247e6f-7bc1-4a64-98e1-db3ccca22dcb actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:12:28 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 9b776de2-b79a-43cf-89a2-cf83d32099cf actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:12:28 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:12:28 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 60559d80-1ea8-47ca-a34c-5d2a359928c8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:12:28 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 16:12:28 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 16:12:28 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Refreshing inventories for resource provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 06 16:12:28 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Updating ProviderTree inventory for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 06 16:12:28 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Updating inventory in ProviderTree for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 16:12:28 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Refreshing aggregate associations for resource provider 8b3403ac-859e-46a6-ab7b-26268bef73b0, aggregates: None {{(pid=75278) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 06 16:12:28 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Refreshing trait associations for resource provider 8b3403ac-859e-46a6-ab7b-26268bef73b0, traits: HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_ACCELERATORS,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_SATA,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_IDE,COMPUTE_VIOMMU_MODEL_INTEL,HW_CPU_X86_SSE41,HW_CPU_X86_SSSE3 {{(pid=75278) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 06 16:12:28 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:12:28 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:12:28 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 16:12:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.667s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:12:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:29 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:12:29 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:12:29 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 16:12:30 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:12:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Acquiring lock "ea707d8a-a407-4d94-a3d1-02482e007e5c" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:12:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lock "ea707d8a-a407-4d94-a3d1-02482e007e5c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:12:33 user nova-compute[75278]: INFO nova.compute.manager [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Unshelving
Dec 06 16:12:33 user nova-compute[75278]: INFO nova.virt.block_device [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Booting with volume d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b at /dev/vda
Dec 06 16:12:33 user nova-compute[75278]: DEBUG os_brick.utils [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:12:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:12:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:12:33 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[28d52bde-c386-4ff8-8a54-bcd9aea20823]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:12:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:12:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:12:33 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bc0089e-4e2b-458f-92db-ec292f87d43a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:12:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:12:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:12:33 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a163a1e-7f87-4b60-b06a-14b0f9c087b0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:12:33 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e792fb0-0102-45c4-816a-8170010bbf3b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:12:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:12:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 16:12:33 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 16:12:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:12:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 16:12:33 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 16:12:33 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a73eb9c7-a12f-4b55-b10e-024196532be0]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:12:33 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 16:12:33 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 16:12:33 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 16:12:33 user nova-compute[75278]: DEBUG os_brick.utils [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:12:33 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Updating existing volume attachment record: 1724d545-c265-4aa1-9523-69bbd96cd8a9 {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 16:12:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:36 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:12:36 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 16:12:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "refresh_cache-4dfc2c2e-2747-4f95-b08f-3f564c1d3c74" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:12:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquired lock "refresh_cache-4dfc2c2e-2747-4f95-b08f-3f564c1d3c74" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:12:36 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Forcefully refreshing network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 16:12:36 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Updating instance_info_cache with network_info: [{"id": "7329f4ea-ffe9-429f-9f78-0229afb498ba", "address": "fa:16:3e:b5:89:17", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7329f4ea-ff", "ovs_interfaceid": "7329f4ea-ffe9-429f-9f78-0229afb498ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:12:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Releasing lock "refresh_cache-4dfc2c2e-2747-4f95-b08f-3f564c1d3c74" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:12:36 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Updated the network info_cache for instance {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 16:12:38 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:40 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:12:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:12:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:12:43 user nova-compute[75278]: DEBUG nova.objects.instance [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lazy-loading 'pci_requests' on Instance uuid ea707d8a-a407-4d94-a3d1-02482e007e5c {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:12:43 user nova-compute[75278]: DEBUG nova.objects.instance [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lazy-loading 'numa_topology' on Instance uuid ea707d8a-a407-4d94-a3d1-02482e007e5c {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:12:43 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 16:12:43 user nova-compute[75278]: INFO nova.compute.claims [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Claim successful on node user
Dec 06 16:12:43 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:12:43 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:12:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.349s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:12:43 user nova-compute[75278]: INFO nova.network.neutron [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Updating port d27d45ec-1eb2-4f63-b087-708ce159f45d with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Dec 06 16:12:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Acquiring lock "refresh_cache-ea707d8a-a407-4d94-a3d1-02482e007e5c" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Acquired lock "refresh_cache-ea707d8a-a407-4d94-a3d1-02482e007e5c" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG nova.network.neutron [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG nova.compute.manager [req-f8f185fc-48c2-4c24-95fa-e6a9ac98bdf9 req-00a3fb1a-cfd7-4894-9ee3-317bb24f7fd1 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Received event network-changed-d27d45ec-1eb2-4f63-b087-708ce159f45d {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG nova.compute.manager [req-f8f185fc-48c2-4c24-95fa-e6a9ac98bdf9 req-00a3fb1a-cfd7-4894-9ee3-317bb24f7fd1 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Refreshing instance network info cache due to event network-changed-d27d45ec-1eb2-4f63-b087-708ce159f45d. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f8f185fc-48c2-4c24-95fa-e6a9ac98bdf9 req-00a3fb1a-cfd7-4894-9ee3-317bb24f7fd1 service nova] Acquiring lock "refresh_cache-ea707d8a-a407-4d94-a3d1-02482e007e5c" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG nova.network.neutron [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Updating instance_info_cache with network_info: [{"id": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "address": "fa:16:3e:d0:1f:51", "network": {"id": "8987c928-62bb-4630-988a-db462bd5f12d", "bridge": "br-int", "label": "tempest-TestShelveInstance-1639185414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26d3987e785e425cb1984f9841986549", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd27d45ec-1e", "ovs_interfaceid": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Releasing lock "refresh_cache-ea707d8a-a407-4d94-a3d1-02482e007e5c" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 16:12:44 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Creating image(s)
Dec 06 16:12:44 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Did not create local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Ensure instance console log exists: /opt/stack/data/nova/instances/ea707d8a-a407-4d94-a3d1-02482e007e5c/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Start _get_guest_xml network_info=[{"id": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "address": "fa:16:3e:d0:1f:51", "network": {"id": "8987c928-62bb-4630-988a-db462bd5f12d", "bridge": "br-int", "label": "tempest-TestShelveInstance-1639185414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26d3987e785e425cb1984f9841986549", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd27d45ec-1e", "ovs_interfaceid": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'boot_index': 0, 'delete_on_termination': True, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': '1724d545-c265-4aa1-9523-69bbd96cd8a9', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zXhBKytx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ea707d8a-a407-4d94-a3d1-02482e007e5c', 'attached_at': '', 'detached_at': '', 'volume_id': 'd547ea3b-2185-4fc7-b8bf-bc98f8c2f53b', 'serial': 'd547ea3b-2185-4fc7-b8bf-bc98f8c2f53b'}, 'volume_type': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f8f185fc-48c2-4c24-95fa-e6a9ac98bdf9 req-00a3fb1a-cfd7-4894-9ee3-317bb24f7fd1 service nova] Acquired lock "refresh_cache-ea707d8a-a407-4d94-a3d1-02482e007e5c" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG nova.network.neutron [req-f8f185fc-48c2-4c24-95fa-e6a9ac98bdf9 req-00a3fb1a-cfd7-4894-9ee3-317bb24f7fd1 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Refreshing network info cache for port d27d45ec-1eb2-4f63-b087-708ce159f45d {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:12:44 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:12:44 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:12:44 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG nova.objects.instance [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lazy-loading 'vcpu_model' on Instance uuid ea707d8a-a407-4d94-a3d1-02482e007e5c {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG nova.objects.base [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Object Instance<ea707d8a-a407-4d94-a3d1-02482e007e5c> lazy-loaded attributes: pci_requests,vcpu_model {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zXhBKytx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:12:44 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:12:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:12:44 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:12:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:12:44 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 16:12:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[34e3c7de-f67a-4c85-85a1-c1851b49f13b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 16:12:44 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8485b1d6-90bd-4877-9396-fd19b992110a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b] added
Dec 06 16:12:44 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[efa8d892-1305-4391-8d92-b38d80c3892b]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0929921c-c1d9-4914-85fb-84622dd3cdf2]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zXhBKytx {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zXhBKytx" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca33b4e7-c4c4-4989-a1f1-abc58cdee1d6]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'zXhBKytx'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb8a561a-dbe8-4e1e-b973-5ca2fd1a70cf]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cfa97f2-b86c-4344-821f-4684f65d5cc7]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:12:44 user nova-compute[75278]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)
Dec 06 16:12:44 user nova-compute[75278]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 (non-flash)
Dec 06 16:12:44 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:12:44 user nova-compute[75278]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)
Dec 06 16:12:44 user nova-compute[75278]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 (non-flash)
Dec 06 16:12:44 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[494f2ef0-64c2-48b7-932f-d612164e6d03]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:12:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b, portal: 172.16.0.220,3260]
Dec 06 16:12:44 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b, portal: 172.16.0.220,3260] successful.
Dec 06 16:12:44 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:12:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:12:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:12:45 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[081653f4-0329-4bec-8e2f-5bb7a062daee]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:12:45 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:12:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:12:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:12:45 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6ffaab7-87e9-4bf6-9636-fe53562aab86]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:12:45 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:12:45 user nova-compute[75278]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)
Dec 06 16:12:45 user nova-compute[75278]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 (non-flash)
Dec 06 16:12:45 user nova-compute[75278]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)
Dec 06 16:12:45 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:12:45 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:12:45 user nova-compute[75278]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)
Dec 06 16:12:45 user nova-compute[75278]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 (non-flash)
Dec 06 16:12:45 user nova-compute[75278]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)
Dec 06 16:12:45 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:12:45 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.283s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:12:45 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 16:12:45 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] HCTL ('34', '-', '-', 0) found on session 53 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 16:12:45 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 16:12:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:12:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.015s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:12:45 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f23b506-e5e5-459d-bc4f-55d7a25bfd6f]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:12:45 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Searching for a device in session 53 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 16:12:45 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zXhBKytx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 16:12:45 user nova-compute[75278]: DEBUG nova.network.neutron [req-f8f185fc-48c2-4c24-95fa-e6a9ac98bdf9 req-00a3fb1a-cfd7-4894-9ee3-317bb24f7fd1 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Updated VIF entry in instance network info cache for port d27d45ec-1eb2-4f63-b087-708ce159f45d. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:12:45 user nova-compute[75278]: DEBUG nova.network.neutron [req-f8f185fc-48c2-4c24-95fa-e6a9ac98bdf9 req-00a3fb1a-cfd7-4894-9ee3-317bb24f7fd1 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Updating instance_info_cache with network_info: [{"id": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "address": "fa:16:3e:d0:1f:51", "network": {"id": "8987c928-62bb-4630-988a-db462bd5f12d", "bridge": "br-int", "label": "tempest-TestShelveInstance-1639185414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26d3987e785e425cb1984f9841986549", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd27d45ec-1e", "ovs_interfaceid": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:12:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f8f185fc-48c2-4c24-95fa-e6a9ac98bdf9 req-00a3fb1a-cfd7-4894-9ee3-317bb24f7fd1 service nova] Releasing lock "refresh_cache-ea707d8a-a407-4d94-a3d1-02482e007e5c" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:12:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.324s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:12:46 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] <== connect_volume: return (1326ms) {'type': 'block', 'scsi_wwn': '26535303366353635', 'path': '/dev/sdc'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:12:46 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26535303366353635', 'path': '/dev/sdc'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 16:12:46 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T16:08:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1236512085',display_name='tempest-TestShelveInstance-server-1236512085',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1236512085',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-1275721106',keypairs=<?>,launch_index=0,launched_at=2023-12-06T16:09:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='26d3987e785e425cb1984f9841986549',ramdisk_id='',reservation_id='r-vxp578fg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-894759427',owner_user_name='tempest-TestShelveInstance-894759427-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T16:12:33Z,user_data=None,user_id='6b62597a8dab42f898b2e308c134452f',uuid=ea707d8a-a407-4d94-a3d1-02482e007e5c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "address": "fa:16:3e:d0:1f:51", "network": {"id": "8987c928-62bb-4630-988a-db462bd5f12d", "bridge": "br-int", "label": "tempest-TestShelveInstance-1639185414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26d3987e785e425cb1984f9841986549", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd27d45ec-1e", "ovs_interfaceid": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 16:12:46 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Converting VIF {"id": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "address": "fa:16:3e:d0:1f:51", "network": {"id": "8987c928-62bb-4630-988a-db462bd5f12d", "bridge": "br-int", "label": "tempest-TestShelveInstance-1639185414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26d3987e785e425cb1984f9841986549", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd27d45ec-1e", "ovs_interfaceid": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:12:46 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d0:1f:51,bridge_name='br-int',has_traffic_filtering=True,id=d27d45ec-1eb2-4f63-b087-708ce159f45d,network=Network(8987c928-62bb-4630-988a-db462bd5f12d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd27d45ec-1e') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:12:46 user nova-compute[75278]: DEBUG nova.objects.instance [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lazy-loading 'pci_devices' on Instance uuid ea707d8a-a407-4d94-a3d1-02482e007e5c {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:12:46 user nova-compute[75278]: DEBUG nova.objects.base [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Object Instance<ea707d8a-a407-4d94-a3d1-02482e007e5c> lazy-loaded attributes: pci_requests,vcpu_model,pci_devices {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 16:12:46 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] End _get_guest_xml xml=<domain type="kvm">
Dec 06 16:12:46 user nova-compute[75278]:   <uuid>ea707d8a-a407-4d94-a3d1-02482e007e5c</uuid>
Dec 06 16:12:46 user nova-compute[75278]:   <name>instance-00000028</name>
Dec 06 16:12:46 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 16:12:46 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 16:12:46 user nova-compute[75278]:   <metadata>
Dec 06 16:12:46 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 16:12:46 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 16:12:46 user nova-compute[75278]:       <nova:name>tempest-TestShelveInstance-server-1236512085</nova:name>
Dec 06 16:12:46 user nova-compute[75278]:       <nova:creationTime>2023-12-06 16:12:44</nova:creationTime>
Dec 06 16:12:46 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 16:12:46 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 16:12:46 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 16:12:46 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 16:12:46 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 16:12:46 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 16:12:46 user nova-compute[75278]:       </nova:flavor>
Dec 06 16:12:46 user nova-compute[75278]:       <nova:owner>
Dec 06 16:12:46 user nova-compute[75278]:         <nova:user uuid="6b62597a8dab42f898b2e308c134452f">tempest-TestShelveInstance-894759427-project-member</nova:user>
Dec 06 16:12:46 user nova-compute[75278]:         <nova:project uuid="26d3987e785e425cb1984f9841986549">tempest-TestShelveInstance-894759427</nova:project>
Dec 06 16:12:46 user nova-compute[75278]:       </nova:owner>
Dec 06 16:12:46 user nova-compute[75278]:       <nova:ports>
Dec 06 16:12:46 user nova-compute[75278]:         <nova:port uuid="d27d45ec-1eb2-4f63-b087-708ce159f45d">
Dec 06 16:12:46 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 06 16:12:46 user nova-compute[75278]:         </nova:port>
Dec 06 16:12:46 user nova-compute[75278]:       </nova:ports>
Dec 06 16:12:46 user nova-compute[75278]:     </nova:instance>
Dec 06 16:12:46 user nova-compute[75278]:   </metadata>
Dec 06 16:12:46 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 16:12:46 user nova-compute[75278]:     <system>
Dec 06 16:12:46 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 16:12:46 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 16:12:46 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 16:12:46 user nova-compute[75278]:       <entry name="serial">ea707d8a-a407-4d94-a3d1-02482e007e5c</entry>
Dec 06 16:12:46 user nova-compute[75278]:       <entry name="uuid">ea707d8a-a407-4d94-a3d1-02482e007e5c</entry>
Dec 06 16:12:46 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 16:12:46 user nova-compute[75278]:     </system>
Dec 06 16:12:46 user nova-compute[75278]:   </sysinfo>
Dec 06 16:12:46 user nova-compute[75278]:   <os>
Dec 06 16:12:46 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 16:12:46 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 16:12:46 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 16:12:46 user nova-compute[75278]:   </os>
Dec 06 16:12:46 user nova-compute[75278]:   <features>
Dec 06 16:12:46 user nova-compute[75278]:     <acpi/>
Dec 06 16:12:46 user nova-compute[75278]:     <apic/>
Dec 06 16:12:46 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 16:12:46 user nova-compute[75278]:   </features>
Dec 06 16:12:46 user nova-compute[75278]:   <clock offset="utc">
Dec 06 16:12:46 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 16:12:46 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 16:12:46 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 16:12:46 user nova-compute[75278]:   </clock>
Dec 06 16:12:46 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 16:12:46 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 16:12:46 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 16:12:46 user nova-compute[75278]:   </cpu>
Dec 06 16:12:46 user nova-compute[75278]:   <devices>
Dec 06 16:12:46 user nova-compute[75278]:     <disk type="block" device="disk">
Dec 06 16:12:46 user nova-compute[75278]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:12:46 user nova-compute[75278]:       <source dev="/dev/sdc"/>
Dec 06 16:12:46 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 16:12:46 user nova-compute[75278]:       <serial>d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b</serial>
Dec 06 16:12:46 user nova-compute[75278]:     </disk>
Dec 06 16:12:46 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 16:12:46 user nova-compute[75278]:       <mac address="fa:16:3e:d0:1f:51"/>
Dec 06 16:12:46 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:12:46 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 16:12:46 user nova-compute[75278]:       <target dev="tapd27d45ec-1e"/>
Dec 06 16:12:46 user nova-compute[75278]:     </interface>
Dec 06 16:12:46 user nova-compute[75278]:     <serial type="pty">
Dec 06 16:12:46 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/ea707d8a-a407-4d94-a3d1-02482e007e5c/console.log" append="off"/>
Dec 06 16:12:46 user nova-compute[75278]:     </serial>
Dec 06 16:12:46 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 16:12:46 user nova-compute[75278]:     <video>
Dec 06 16:12:46 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:12:46 user nova-compute[75278]:     </video>
Dec 06 16:12:46 user nova-compute[75278]:     <rng model="virtio">
Dec 06 16:12:46 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 16:12:46 user nova-compute[75278]:     </rng>
Dec 06 16:12:46 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 16:12:46 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 16:12:46 user nova-compute[75278]:       <stats period="10"/>
Dec 06 16:12:46 user nova-compute[75278]:     </memballoon>
Dec 06 16:12:46 user nova-compute[75278]:   </devices>
Dec 06 16:12:46 user nova-compute[75278]: </domain>
Dec 06 16:12:46 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 16:12:46 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T16:08:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1236512085',display_name='tempest-TestShelveInstance-server-1236512085',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1236512085',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-1275721106',keypairs=<?>,launch_index=0,launched_at=2023-12-06T16:09:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='26d3987e785e425cb1984f9841986549',ramdisk_id='',reservation_id='r-vxp578fg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-894759427',owner_user_name='tempest-TestShelveInstance-894759427-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T16:12:33Z,user_data=None,user_id='6b62597a8dab42f898b2e308c134452f',uuid=ea707d8a-a407-4d94-a3d1-02482e007e5c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "address": "fa:16:3e:d0:1f:51", "network": {"id": "8987c928-62bb-4630-988a-db462bd5f12d", "bridge": "br-int", "label": "tempest-TestShelveInstance-1639185414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26d3987e785e425cb1984f9841986549", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd27d45ec-1e", "ovs_interfaceid": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 16:12:46 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Converting VIF {"id": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "address": "fa:16:3e:d0:1f:51", "network": {"id": "8987c928-62bb-4630-988a-db462bd5f12d", "bridge": "br-int", "label": "tempest-TestShelveInstance-1639185414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26d3987e785e425cb1984f9841986549", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd27d45ec-1e", "ovs_interfaceid": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:12:46 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d0:1f:51,bridge_name='br-int',has_traffic_filtering=True,id=d27d45ec-1eb2-4f63-b087-708ce159f45d,network=Network(8987c928-62bb-4630-988a-db462bd5f12d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd27d45ec-1e') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:12:46 user nova-compute[75278]: DEBUG os_vif [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:1f:51,bridge_name='br-int',has_traffic_filtering=True,id=d27d45ec-1eb2-4f63-b087-708ce159f45d,network=Network(8987c928-62bb-4630-988a-db462bd5f12d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd27d45ec-1e') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 16:12:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:12:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 16:12:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'eba4f3e4-f38f-5f71-b533-416a289b0d77', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:12:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:12:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd27d45ec-1e, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:12:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd27d45ec-1e, col_values=(('qos', UUID('48f22029-bcb2-4f08-8d2b-a0dfb3a3ea7b')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:12:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd27d45ec-1e, col_values=(('external_ids', {'iface-id': 'd27d45ec-1eb2-4f63-b087-708ce159f45d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d0:1f:51', 'vm-uuid': 'ea707d8a-a407-4d94-a3d1-02482e007e5c'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:12:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:12:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:46 user nova-compute[75278]: INFO os_vif [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:1f:51,bridge_name='br-int',has_traffic_filtering=True,id=d27d45ec-1eb2-4f63-b087-708ce159f45d,network=Network(8987c928-62bb-4630-988a-db462bd5f12d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd27d45ec-1e')
Dec 06 16:12:46 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:12:46 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] No VIF found with MAC fa:16:3e:d0:1f:51, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 16:12:47 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:47 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:47 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:47 user nova-compute[75278]: DEBUG nova.compute.manager [req-9bd1d8c1-0189-4881-95d5-ccd7f180f1d6 req-6f9996ee-21d8-4925-959a-6ad761adb309 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Received event network-vif-plugged-d27d45ec-1eb2-4f63-b087-708ce159f45d {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:12:47 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9bd1d8c1-0189-4881-95d5-ccd7f180f1d6 req-6f9996ee-21d8-4925-959a-6ad761adb309 service nova] Acquiring lock "ea707d8a-a407-4d94-a3d1-02482e007e5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:12:47 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9bd1d8c1-0189-4881-95d5-ccd7f180f1d6 req-6f9996ee-21d8-4925-959a-6ad761adb309 service nova] Lock "ea707d8a-a407-4d94-a3d1-02482e007e5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:12:47 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9bd1d8c1-0189-4881-95d5-ccd7f180f1d6 req-6f9996ee-21d8-4925-959a-6ad761adb309 service nova] Lock "ea707d8a-a407-4d94-a3d1-02482e007e5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:12:47 user nova-compute[75278]: DEBUG nova.compute.manager [req-9bd1d8c1-0189-4881-95d5-ccd7f180f1d6 req-6f9996ee-21d8-4925-959a-6ad761adb309 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] No waiting events found dispatching network-vif-plugged-d27d45ec-1eb2-4f63-b087-708ce159f45d {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:12:47 user nova-compute[75278]: WARNING nova.compute.manager [req-9bd1d8c1-0189-4881-95d5-ccd7f180f1d6 req-6f9996ee-21d8-4925-959a-6ad761adb309 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Received unexpected event network-vif-plugged-d27d45ec-1eb2-4f63-b087-708ce159f45d for instance with vm_state shelved_offloaded and task_state spawning.
Dec 06 16:12:48 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:48 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:48 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:48 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:49 user nova-compute[75278]: DEBUG nova.compute.manager [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 16:12:49 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 16:12:49 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Instance spawned successfully.
Dec 06 16:12:49 user nova-compute[75278]: DEBUG nova.compute.manager [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 16:12:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a32747eb-2d93-4821-adf9-feaa159513ac tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lock "ea707d8a-a407-4d94-a3d1-02482e007e5c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 16.382s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:12:49 user nova-compute[75278]: DEBUG nova.compute.manager [req-d7975385-9f2a-443d-abcf-b5248c86e792 req-c1c060f8-501c-4422-8898-0d9e21711f7e service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Received event network-vif-plugged-d27d45ec-1eb2-4f63-b087-708ce159f45d {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:12:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d7975385-9f2a-443d-abcf-b5248c86e792 req-c1c060f8-501c-4422-8898-0d9e21711f7e service nova] Acquiring lock "ea707d8a-a407-4d94-a3d1-02482e007e5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:12:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d7975385-9f2a-443d-abcf-b5248c86e792 req-c1c060f8-501c-4422-8898-0d9e21711f7e service nova] Lock "ea707d8a-a407-4d94-a3d1-02482e007e5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:12:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d7975385-9f2a-443d-abcf-b5248c86e792 req-c1c060f8-501c-4422-8898-0d9e21711f7e service nova] Lock "ea707d8a-a407-4d94-a3d1-02482e007e5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:12:49 user nova-compute[75278]: DEBUG nova.compute.manager [req-d7975385-9f2a-443d-abcf-b5248c86e792 req-c1c060f8-501c-4422-8898-0d9e21711f7e service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] No waiting events found dispatching network-vif-plugged-d27d45ec-1eb2-4f63-b087-708ce159f45d {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:12:49 user nova-compute[75278]: WARNING nova.compute.manager [req-d7975385-9f2a-443d-abcf-b5248c86e792 req-c1c060f8-501c-4422-8898-0d9e21711f7e service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Received unexpected event network-vif-plugged-d27d45ec-1eb2-4f63-b087-708ce159f45d for instance with vm_state active and task_state None.
Dec 06 16:12:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:12:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:13:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2232a298-4f7d-4d87-9348-3ea8f0f6ff05 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Acquiring lock "9b776de2-b79a-43cf-89a2-cf83d32099cf" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:13:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2232a298-4f7d-4d87-9348-3ea8f0f6ff05 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Lock "9b776de2-b79a-43cf-89a2-cf83d32099cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:13:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2232a298-4f7d-4d87-9348-3ea8f0f6ff05 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Acquiring lock "9b776de2-b79a-43cf-89a2-cf83d32099cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:13:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2232a298-4f7d-4d87-9348-3ea8f0f6ff05 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Lock "9b776de2-b79a-43cf-89a2-cf83d32099cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:13:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2232a298-4f7d-4d87-9348-3ea8f0f6ff05 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Lock "9b776de2-b79a-43cf-89a2-cf83d32099cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:13:02 user nova-compute[75278]: INFO nova.compute.manager [None req-2232a298-4f7d-4d87-9348-3ea8f0f6ff05 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Terminating instance
Dec 06 16:13:02 user nova-compute[75278]: DEBUG nova.compute.manager [None req-2232a298-4f7d-4d87-9348-3ea8f0f6ff05 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 16:13:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:02 user nova-compute[75278]: DEBUG nova.compute.manager [req-3ae09995-c822-4fcc-a052-94159455bf64 req-c8c9e999-503b-4bdb-9b80-391640f6be62 service nova] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Received event network-vif-unplugged-bff248a6-0dd0-4876-8814-303dcacb90ca {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:13:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3ae09995-c822-4fcc-a052-94159455bf64 req-c8c9e999-503b-4bdb-9b80-391640f6be62 service nova] Acquiring lock "9b776de2-b79a-43cf-89a2-cf83d32099cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:13:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3ae09995-c822-4fcc-a052-94159455bf64 req-c8c9e999-503b-4bdb-9b80-391640f6be62 service nova] Lock "9b776de2-b79a-43cf-89a2-cf83d32099cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:13:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3ae09995-c822-4fcc-a052-94159455bf64 req-c8c9e999-503b-4bdb-9b80-391640f6be62 service nova] Lock "9b776de2-b79a-43cf-89a2-cf83d32099cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:13:02 user nova-compute[75278]: DEBUG nova.compute.manager [req-3ae09995-c822-4fcc-a052-94159455bf64 req-c8c9e999-503b-4bdb-9b80-391640f6be62 service nova] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] No waiting events found dispatching network-vif-unplugged-bff248a6-0dd0-4876-8814-303dcacb90ca {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:13:02 user nova-compute[75278]: DEBUG nova.compute.manager [req-3ae09995-c822-4fcc-a052-94159455bf64 req-c8c9e999-503b-4bdb-9b80-391640f6be62 service nova] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Received event network-vif-unplugged-bff248a6-0dd0-4876-8814-303dcacb90ca for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 16:13:03 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Instance destroyed successfully.
Dec 06 16:13:03 user nova-compute[75278]: DEBUG nova.objects.instance [None req-2232a298-4f7d-4d87-9348-3ea8f0f6ff05 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Lazy-loading 'resources' on Instance uuid 9b776de2-b79a-43cf-89a2-cf83d32099cf {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:13:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-2232a298-4f7d-4d87-9348-3ea8f0f6ff05 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:11:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-27749835',display_name='tempest-VolumesActionsTest-instance-27749835',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-27749835',id=43,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T16:11:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b65005714ab548e195f46fbd6c1658f9',ramdisk_id='',reservation_id='r-vnqsvgxf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1320766771',owner_user_name='tempest-VolumesActionsTest-1320766771-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T16:11:18Z,user_data=None,user_id='69a85ac981084f1f8e927cb50cbca60e',uuid=9b776de2-b79a-43cf-89a2-cf83d32099cf,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bff248a6-0dd0-4876-8814-303dcacb90ca", "address": "fa:16:3e:50:98:1a", "network": {"id": "6fb1179e-17d7-4f89-9be0-538366896538", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1559895699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b65005714ab548e195f46fbd6c1658f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbff248a6-0d", "ovs_interfaceid": "bff248a6-0dd0-4876-8814-303dcacb90ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 16:13:03 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-2232a298-4f7d-4d87-9348-3ea8f0f6ff05 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Converting VIF {"id": "bff248a6-0dd0-4876-8814-303dcacb90ca", "address": "fa:16:3e:50:98:1a", "network": {"id": "6fb1179e-17d7-4f89-9be0-538366896538", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1559895699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b65005714ab548e195f46fbd6c1658f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbff248a6-0d", "ovs_interfaceid": "bff248a6-0dd0-4876-8814-303dcacb90ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:13:03 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-2232a298-4f7d-4d87-9348-3ea8f0f6ff05 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:50:98:1a,bridge_name='br-int',has_traffic_filtering=True,id=bff248a6-0dd0-4876-8814-303dcacb90ca,network=Network(6fb1179e-17d7-4f89-9be0-538366896538),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbff248a6-0d') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:13:03 user nova-compute[75278]: DEBUG os_vif [None req-2232a298-4f7d-4d87-9348-3ea8f0f6ff05 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:98:1a,bridge_name='br-int',has_traffic_filtering=True,id=bff248a6-0dd0-4876-8814-303dcacb90ca,network=Network(6fb1179e-17d7-4f89-9be0-538366896538),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbff248a6-0d') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 16:13:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbff248a6-0d, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:13:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:13:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1e850c1c-d47a-42c6-9cf7-8327cbafd690) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:13:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:03 user nova-compute[75278]: INFO os_vif [None req-2232a298-4f7d-4d87-9348-3ea8f0f6ff05 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:98:1a,bridge_name='br-int',has_traffic_filtering=True,id=bff248a6-0dd0-4876-8814-303dcacb90ca,network=Network(6fb1179e-17d7-4f89-9be0-538366896538),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbff248a6-0d')
Dec 06 16:13:03 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-2232a298-4f7d-4d87-9348-3ea8f0f6ff05 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Deleting instance files /opt/stack/data/nova/instances/9b776de2-b79a-43cf-89a2-cf83d32099cf_del
Dec 06 16:13:03 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-2232a298-4f7d-4d87-9348-3ea8f0f6ff05 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Deletion of /opt/stack/data/nova/instances/9b776de2-b79a-43cf-89a2-cf83d32099cf_del complete
Dec 06 16:13:03 user nova-compute[75278]: INFO nova.compute.manager [None req-2232a298-4f7d-4d87-9348-3ea8f0f6ff05 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Took 0.86 seconds to destroy the instance on the hypervisor.
Dec 06 16:13:03 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-2232a298-4f7d-4d87-9348-3ea8f0f6ff05 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 16:13:03 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 16:13:03 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 16:13:03 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:13:03 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Took 0.48 seconds to deallocate network for instance.
Dec 06 16:13:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-b99430bb-4365-4b80-9ce1-d12dff7faa11 req-143d4025-4702-4c1d-8067-639a495cedf7 service nova] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Received event network-vif-deleted-bff248a6-0dd0-4876-8814-303dcacb90ca {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:13:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2232a298-4f7d-4d87-9348-3ea8f0f6ff05 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:13:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2232a298-4f7d-4d87-9348-3ea8f0f6ff05 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:13:04 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-2232a298-4f7d-4d87-9348-3ea8f0f6ff05 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:13:04 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-2232a298-4f7d-4d87-9348-3ea8f0f6ff05 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:13:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2232a298-4f7d-4d87-9348-3ea8f0f6ff05 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.450s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:13:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "6d5d6363-3912-4519-9694-fba4dd4b0342" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:13:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "6d5d6363-3912-4519-9694-fba4dd4b0342" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:13:04 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-2232a298-4f7d-4d87-9348-3ea8f0f6ff05 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Deleted allocations for instance 9b776de2-b79a-43cf-89a2-cf83d32099cf
Dec 06 16:13:04 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 16:13:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2232a298-4f7d-4d87-9348-3ea8f0f6ff05 tempest-VolumesActionsTest-1320766771 tempest-VolumesActionsTest-1320766771-project-member] Lock "9b776de2-b79a-43cf-89a2-cf83d32099cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.975s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:13:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:13:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:13:04 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 16:13:04 user nova-compute[75278]: INFO nova.compute.claims [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Claim successful on node user
Dec 06 16:13:04 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:13:04 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:13:04 user nova-compute[75278]: DEBUG nova.compute.manager [req-c7031e74-e7f3-45a6-abdc-d19bb43f18f6 req-2bf1bbd4-5001-4870-a2b8-0ec845462004 service nova] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Received event network-vif-plugged-bff248a6-0dd0-4876-8814-303dcacb90ca {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:13:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c7031e74-e7f3-45a6-abdc-d19bb43f18f6 req-2bf1bbd4-5001-4870-a2b8-0ec845462004 service nova] Acquiring lock "9b776de2-b79a-43cf-89a2-cf83d32099cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:13:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c7031e74-e7f3-45a6-abdc-d19bb43f18f6 req-2bf1bbd4-5001-4870-a2b8-0ec845462004 service nova] Lock "9b776de2-b79a-43cf-89a2-cf83d32099cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:13:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c7031e74-e7f3-45a6-abdc-d19bb43f18f6 req-2bf1bbd4-5001-4870-a2b8-0ec845462004 service nova] Lock "9b776de2-b79a-43cf-89a2-cf83d32099cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:13:04 user nova-compute[75278]: DEBUG nova.compute.manager [req-c7031e74-e7f3-45a6-abdc-d19bb43f18f6 req-2bf1bbd4-5001-4870-a2b8-0ec845462004 service nova] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] No waiting events found dispatching network-vif-plugged-bff248a6-0dd0-4876-8814-303dcacb90ca {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:13:04 user nova-compute[75278]: WARNING nova.compute.manager [req-c7031e74-e7f3-45a6-abdc-d19bb43f18f6 req-2bf1bbd4-5001-4870-a2b8-0ec845462004 service nova] [instance: 9b776de2-b79a-43cf-89a2-cf83d32099cf] Received unexpected event network-vif-plugged-bff248a6-0dd0-4876-8814-303dcacb90ca for instance with vm_state deleted and task_state None.
Dec 06 16:13:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.394s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:13:04 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 16:13:04 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 16:13:04 user nova-compute[75278]: DEBUG nova.network.neutron [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 16:13:04 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 16:13:04 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 16:13:04 user nova-compute[75278]: DEBUG nova.policy [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b91f9d2569644a57990737e162db4cda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29ae73a7063f40018c4c87b073578c9f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 16:13:04 user nova-compute[75278]: INFO nova.virt.block_device [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Booting with volume-backed-image dd729e0e-e328-40ab-89ca-9ae1326f53b2 at /dev/vda
Dec 06 16:13:05 user nova-compute[75278]: DEBUG nova.network.neutron [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Successfully created port: ae4b6ff1-cb9c-43bc-8e7e-019c35476194 {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 16:13:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:06 user nova-compute[75278]: DEBUG nova.network.neutron [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Successfully updated port: ae4b6ff1-cb9c-43bc-8e7e-019c35476194 {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 16:13:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "refresh_cache-6d5d6363-3912-4519-9694-fba4dd4b0342" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:13:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquired lock "refresh_cache-6d5d6363-3912-4519-9694-fba4dd4b0342" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:13:06 user nova-compute[75278]: DEBUG nova.network.neutron [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 16:13:06 user nova-compute[75278]: DEBUG nova.compute.manager [req-c7792cd5-3513-4620-8016-785af3c3bd8d req-bf9ca284-ae8c-4e2c-b7ea-4e7622509396 service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Received event network-changed-ae4b6ff1-cb9c-43bc-8e7e-019c35476194 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:13:06 user nova-compute[75278]: DEBUG nova.compute.manager [req-c7792cd5-3513-4620-8016-785af3c3bd8d req-bf9ca284-ae8c-4e2c-b7ea-4e7622509396 service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Refreshing instance network info cache due to event network-changed-ae4b6ff1-cb9c-43bc-8e7e-019c35476194. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:13:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c7792cd5-3513-4620-8016-785af3c3bd8d req-bf9ca284-ae8c-4e2c-b7ea-4e7622509396 service nova] Acquiring lock "refresh_cache-6d5d6363-3912-4519-9694-fba4dd4b0342" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:13:06 user nova-compute[75278]: DEBUG nova.network.neutron [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 16:13:06 user nova-compute[75278]: DEBUG nova.network.neutron [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Updating instance_info_cache with network_info: [{"id": "ae4b6ff1-cb9c-43bc-8e7e-019c35476194", "address": "fa:16:3e:9f:71:ae", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae4b6ff1-cb", "ovs_interfaceid": "ae4b6ff1-cb9c-43bc-8e7e-019c35476194", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:13:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Releasing lock "refresh_cache-6d5d6363-3912-4519-9694-fba4dd4b0342" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:13:06 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Instance network_info: |[{"id": "ae4b6ff1-cb9c-43bc-8e7e-019c35476194", "address": "fa:16:3e:9f:71:ae", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae4b6ff1-cb", "ovs_interfaceid": "ae4b6ff1-cb9c-43bc-8e7e-019c35476194", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 16:13:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c7792cd5-3513-4620-8016-785af3c3bd8d req-bf9ca284-ae8c-4e2c-b7ea-4e7622509396 service nova] Acquired lock "refresh_cache-6d5d6363-3912-4519-9694-fba4dd4b0342" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:13:06 user nova-compute[75278]: DEBUG nova.network.neutron [req-c7792cd5-3513-4620-8016-785af3c3bd8d req-bf9ca284-ae8c-4e2c-b7ea-4e7622509396 service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Refreshing network info cache for port ae4b6ff1-cb9c-43bc-8e7e-019c35476194 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:13:07 user nova-compute[75278]: DEBUG nova.network.neutron [req-c7792cd5-3513-4620-8016-785af3c3bd8d req-bf9ca284-ae8c-4e2c-b7ea-4e7622509396 service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Updated VIF entry in instance network info cache for port ae4b6ff1-cb9c-43bc-8e7e-019c35476194. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:13:07 user nova-compute[75278]: DEBUG nova.network.neutron [req-c7792cd5-3513-4620-8016-785af3c3bd8d req-bf9ca284-ae8c-4e2c-b7ea-4e7622509396 service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Updating instance_info_cache with network_info: [{"id": "ae4b6ff1-cb9c-43bc-8e7e-019c35476194", "address": "fa:16:3e:9f:71:ae", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae4b6ff1-cb", "ovs_interfaceid": "ae4b6ff1-cb9c-43bc-8e7e-019c35476194", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:13:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c7792cd5-3513-4620-8016-785af3c3bd8d req-bf9ca284-ae8c-4e2c-b7ea-4e7622509396 service nova] Releasing lock "refresh_cache-6d5d6363-3912-4519-9694-fba4dd4b0342" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:13:08 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:15 user nova-compute[75278]: DEBUG os_brick.utils [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:13:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:15 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d424567f-9155-4b97-a758-60b46f438d8d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:15 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[645c08d2-3b80-4a7d-b4db-4024fa105fac]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:15 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[aaed9b87-75e3-4f01-a778-2de09db412d9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:15 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7e7c2ea-cf77-4543-b013-3755ed3d57c0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 16:13:15 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 16:13:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:15 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 16:13:15 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 16:13:15 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[56c10ef5-d3b3-430e-9ff8-e3020dae0a8d]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:15 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 16:13:15 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 16:13:15 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 16:13:15 user nova-compute[75278]: DEBUG os_brick.utils [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:13:15 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Updating existing volume attachment record: 2fbfeaac-156a-46c0-9b9a-125d4a41dcd4 {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 16:13:16 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:18 user nova-compute[75278]: DEBUG nova.compute.manager [req-0a6265de-6316-4d2a-aeeb-9ce71aafb84e req-49e13d13-0143-47dc-bfc7-5fc56a9b26d2 service nova] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Received event network-changed-1650841f-ae41-4a9d-8246-c5dd707da8b1 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:13:18 user nova-compute[75278]: DEBUG nova.compute.manager [req-0a6265de-6316-4d2a-aeeb-9ce71aafb84e req-49e13d13-0143-47dc-bfc7-5fc56a9b26d2 service nova] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Refreshing instance network info cache due to event network-changed-1650841f-ae41-4a9d-8246-c5dd707da8b1. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:13:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0a6265de-6316-4d2a-aeeb-9ce71aafb84e req-49e13d13-0143-47dc-bfc7-5fc56a9b26d2 service nova] Acquiring lock "refresh_cache-6306a448-9d3f-4dc5-ac79-d6291b8d1ad7" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:13:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0a6265de-6316-4d2a-aeeb-9ce71aafb84e req-49e13d13-0143-47dc-bfc7-5fc56a9b26d2 service nova] Acquired lock "refresh_cache-6306a448-9d3f-4dc5-ac79-d6291b8d1ad7" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:13:18 user nova-compute[75278]: DEBUG nova.network.neutron [req-0a6265de-6316-4d2a-aeeb-9ce71aafb84e req-49e13d13-0143-47dc-bfc7-5fc56a9b26d2 service nova] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Refreshing network info cache for port 1650841f-ae41-4a9d-8246-c5dd707da8b1 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:13:18 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:18 user nova-compute[75278]: DEBUG nova.network.neutron [req-0a6265de-6316-4d2a-aeeb-9ce71aafb84e req-49e13d13-0143-47dc-bfc7-5fc56a9b26d2 service nova] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Updated VIF entry in instance network info cache for port 1650841f-ae41-4a9d-8246-c5dd707da8b1. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:13:18 user nova-compute[75278]: DEBUG nova.network.neutron [req-0a6265de-6316-4d2a-aeeb-9ce71aafb84e req-49e13d13-0143-47dc-bfc7-5fc56a9b26d2 service nova] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Updating instance_info_cache with network_info: [{"id": "1650841f-ae41-4a9d-8246-c5dd707da8b1", "address": "fa:16:3e:70:b2:24", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1650841f-ae", "ovs_interfaceid": "1650841f-ae41-4a9d-8246-c5dd707da8b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:13:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0a6265de-6316-4d2a-aeeb-9ce71aafb84e req-49e13d13-0143-47dc-bfc7-5fc56a9b26d2 service nova] Releasing lock "refresh_cache-6306a448-9d3f-4dc5-ac79-d6291b8d1ad7" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:13:21 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "6306a448-9d3f-4dc5-ac79-d6291b8d1ad7" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:13:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "6306a448-9d3f-4dc5-ac79-d6291b8d1ad7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:13:21 user nova-compute[75278]: DEBUG nova.objects.instance [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lazy-loading 'flavor' on Instance uuid 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:13:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "6306a448-9d3f-4dc5-ac79-d6291b8d1ad7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:13:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "6306a448-9d3f-4dc5-ac79-d6291b8d1ad7" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:13:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "6306a448-9d3f-4dc5-ac79-d6291b8d1ad7" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:13:21 user nova-compute[75278]: INFO nova.compute.manager [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Attaching volume 4a96b3e3-cf6a-4e80-835d-95391c8d1732 to /dev/vdb
Dec 06 16:13:22 user nova-compute[75278]: DEBUG os_brick.utils [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:13:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:22 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[39da321e-f13e-466b-8a24-434de0c409ee]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:22 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[22330e3b-4bda-4c05-9214-e2de2b3d2fbe]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:22 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[fde802d6-d271-4273-9ff9-07e338e7c14a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:22 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[61552e97-e91e-4132-9c60-0d00783974de]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 16:13:22 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 16:13:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:22 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 16:13:22 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 16:13:22 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[77316ff2-3ab1-4cd9-a3ba-8c2629090bb4]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:22 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 16:13:22 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 16:13:22 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 16:13:22 user nova-compute[75278]: DEBUG os_brick.utils [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:13:22 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Updating existing volume attachment record: 9fdaee47-1911-4790-abf0-60fe5cd7143b {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 16:13:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:24 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 16:13:25 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Creating image(s)
Dec 06 16:13:25 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Did not create local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Ensure instance console log exists: /opt/stack/data/nova/instances/6d5d6363-3912-4519-9694-fba4dd4b0342/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Start _get_guest_xml network_info=[{"id": "ae4b6ff1-cb9c-43bc-8e7e-019c35476194", "address": "fa:16:3e:9f:71:ae", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae4b6ff1-cb", "ovs_interfaceid": "ae4b6ff1-cb9c-43bc-8e7e-019c35476194", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'boot_index': 0, 'delete_on_termination': False, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': '2fbfeaac-156a-46c0-9b9a-125d4a41dcd4', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NidGWeLT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6d5d6363-3912-4519-9694-fba4dd4b0342', 'attached_at': '', 'detached_at': '', 'volume_id': '3d3fe6d6-e947-482a-89b1-7a4b6deaac7c', 'serial': '3d3fe6d6-e947-482a-89b1-7a4b6deaac7c'}, 'volume_type': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 16:13:25 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:13:25 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:13:25 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NidGWeLT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:13:25 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:13:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:13:25 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:13:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:13:25 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 16:13:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1630b221-880a-431f-a0d0-cb4fc9c6d034]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 16:13:25 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f696da0-6486-47f2-9747-8257f9866a76]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c] added
Dec 06 16:13:25 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d6a2bbe-2223-44b7-856c-f75b0fa52684]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8a90f2a-ee87-4829-982f-7bce676c998f]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NidGWeLT {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NidGWeLT" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2de37214-05db-4c47-9f3a-dcfb3f3f87aa]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NidGWeLT'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7e0b8fc-270d-4789-94c9-41b161b18a42]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[432f8252-4559-4265-989c-52f5e05d8c20]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:13:25 user nova-compute[75278]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)
Dec 06 16:13:25 user nova-compute[75278]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 (non-flash)
Dec 06 16:13:25 user nova-compute[75278]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)
Dec 06 16:13:25 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:13:25 user nova-compute[75278]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)
Dec 06 16:13:25 user nova-compute[75278]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 (non-flash)
Dec 06 16:13:25 user nova-compute[75278]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)
Dec 06 16:13:25 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:13:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c -p 172.16.0.220:3260 --login" returned: 0 in 0.079s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:26 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b084cf7-52fe-4290-b5ed-d62aec637174]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:26 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c, portal: 172.16.0.220,3260]
Dec 06 16:13:26 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c, portal: 172.16.0.220,3260] successful.
Dec 06 16:13:26 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:13:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:26 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:13:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.027s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:26 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7ff28e9-04ba-4ce4-af9c-636bf5a53788]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:26 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:13:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:26 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a59cb38-262b-48df-905c-ccafc7aec0b1]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:26 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:13:26 user nova-compute[75278]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)
Dec 06 16:13:26 user nova-compute[75278]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 (non-flash)
Dec 06 16:13:26 user nova-compute[75278]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)
Dec 06 16:13:26 user nova-compute[75278]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)
Dec 06 16:13:26 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:13:26 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:13:26 user nova-compute[75278]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)
Dec 06 16:13:26 user nova-compute[75278]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 (non-flash)
Dec 06 16:13:26 user nova-compute[75278]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)
Dec 06 16:13:26 user nova-compute[75278]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)
Dec 06 16:13:26 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:13:26 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.314s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:13:26 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 16:13:26 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] HCTL ('37', '-', '-', 0) found on session 54 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 16:13:26 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 16:13:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:26 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:26 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7fa09a3-032e-4653-975e-6e30bf35e866]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:26 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Searching for a device in session 54 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 16:13:26 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NidGWeLT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 16:13:27 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:13:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.354s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:13:27 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] <== connect_volume: return (1355ms) {'type': 'block', 'scsi_wwn': '23134323863643235', 'path': '/dev/sdf'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:13:27 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23134323863643235', 'path': '/dev/sdf'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 16:13:27 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:13:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-588454395',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-588454395',id=46,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='29ae73a7063f40018c4c87b073578c9f',ramdisk_id='',reservation_id='r-n8ahyf30',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-569028538',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:13:05Z,user_data=None,user_id='b91f9d2569644a57990737e162db4cda',uuid=6d5d6363-3912-4519-9694-fba4dd4b0342,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ae4b6ff1-cb9c-43bc-8e7e-019c35476194", "address": "fa:16:3e:9f:71:ae", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae4b6ff1-cb", "ovs_interfaceid": "ae4b6ff1-cb9c-43bc-8e7e-019c35476194", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 16:13:27 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Converting VIF {"id": "ae4b6ff1-cb9c-43bc-8e7e-019c35476194", "address": "fa:16:3e:9f:71:ae", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae4b6ff1-cb", "ovs_interfaceid": "ae4b6ff1-cb9c-43bc-8e7e-019c35476194", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:13:27 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9f:71:ae,bridge_name='br-int',has_traffic_filtering=True,id=ae4b6ff1-cb9c-43bc-8e7e-019c35476194,network=Network(243fdb87-481c-4565-adce-3c2b311a66b0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae4b6ff1-cb') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:13:27 user nova-compute[75278]: DEBUG nova.objects.instance [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lazy-loading 'pci_devices' on Instance uuid 6d5d6363-3912-4519-9694-fba4dd4b0342 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:13:27 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] End _get_guest_xml xml=<domain type="kvm">
Dec 06 16:13:27 user nova-compute[75278]:   <uuid>6d5d6363-3912-4519-9694-fba4dd4b0342</uuid>
Dec 06 16:13:27 user nova-compute[75278]:   <name>instance-0000002e</name>
Dec 06 16:13:27 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 16:13:27 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 16:13:27 user nova-compute[75278]:   <metadata>
Dec 06 16:13:27 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 16:13:27 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 16:13:27 user nova-compute[75278]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-588454395</nova:name>
Dec 06 16:13:27 user nova-compute[75278]:       <nova:creationTime>2023-12-06 16:13:25</nova:creationTime>
Dec 06 16:13:27 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 16:13:27 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 16:13:27 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 16:13:27 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 16:13:27 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 16:13:27 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 16:13:27 user nova-compute[75278]:       </nova:flavor>
Dec 06 16:13:27 user nova-compute[75278]:       <nova:owner>
Dec 06 16:13:27 user nova-compute[75278]:         <nova:user uuid="b91f9d2569644a57990737e162db4cda">tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member</nova:user>
Dec 06 16:13:27 user nova-compute[75278]:         <nova:project uuid="29ae73a7063f40018c4c87b073578c9f">tempest-ServerBootFromVolumeStableRescueTest-569028538</nova:project>
Dec 06 16:13:27 user nova-compute[75278]:       </nova:owner>
Dec 06 16:13:27 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 16:13:27 user nova-compute[75278]:       <nova:ports>
Dec 06 16:13:27 user nova-compute[75278]:         <nova:port uuid="ae4b6ff1-cb9c-43bc-8e7e-019c35476194">
Dec 06 16:13:27 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 06 16:13:27 user nova-compute[75278]:         </nova:port>
Dec 06 16:13:27 user nova-compute[75278]:       </nova:ports>
Dec 06 16:13:27 user nova-compute[75278]:     </nova:instance>
Dec 06 16:13:27 user nova-compute[75278]:   </metadata>
Dec 06 16:13:27 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 16:13:27 user nova-compute[75278]:     <system>
Dec 06 16:13:27 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 16:13:27 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 16:13:27 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 16:13:27 user nova-compute[75278]:       <entry name="serial">6d5d6363-3912-4519-9694-fba4dd4b0342</entry>
Dec 06 16:13:27 user nova-compute[75278]:       <entry name="uuid">6d5d6363-3912-4519-9694-fba4dd4b0342</entry>
Dec 06 16:13:27 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 16:13:27 user nova-compute[75278]:     </system>
Dec 06 16:13:27 user nova-compute[75278]:   </sysinfo>
Dec 06 16:13:27 user nova-compute[75278]:   <os>
Dec 06 16:13:27 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 16:13:27 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 16:13:27 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 16:13:27 user nova-compute[75278]:   </os>
Dec 06 16:13:27 user nova-compute[75278]:   <features>
Dec 06 16:13:27 user nova-compute[75278]:     <acpi/>
Dec 06 16:13:27 user nova-compute[75278]:     <apic/>
Dec 06 16:13:27 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 16:13:27 user nova-compute[75278]:   </features>
Dec 06 16:13:27 user nova-compute[75278]:   <clock offset="utc">
Dec 06 16:13:27 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 16:13:27 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 16:13:27 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 16:13:27 user nova-compute[75278]:   </clock>
Dec 06 16:13:27 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 16:13:27 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 16:13:27 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 16:13:27 user nova-compute[75278]:   </cpu>
Dec 06 16:13:27 user nova-compute[75278]:   <devices>
Dec 06 16:13:27 user nova-compute[75278]:     <disk type="block" device="disk">
Dec 06 16:13:27 user nova-compute[75278]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:13:27 user nova-compute[75278]:       <source dev="/dev/sdf"/>
Dec 06 16:13:27 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 16:13:27 user nova-compute[75278]:       <serial>3d3fe6d6-e947-482a-89b1-7a4b6deaac7c</serial>
Dec 06 16:13:27 user nova-compute[75278]:     </disk>
Dec 06 16:13:27 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 16:13:27 user nova-compute[75278]:       <mac address="fa:16:3e:9f:71:ae"/>
Dec 06 16:13:27 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:13:27 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 16:13:27 user nova-compute[75278]:       <target dev="tapae4b6ff1-cb"/>
Dec 06 16:13:27 user nova-compute[75278]:     </interface>
Dec 06 16:13:27 user nova-compute[75278]:     <serial type="pty">
Dec 06 16:13:27 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/6d5d6363-3912-4519-9694-fba4dd4b0342/console.log" append="off"/>
Dec 06 16:13:27 user nova-compute[75278]:     </serial>
Dec 06 16:13:27 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 16:13:27 user nova-compute[75278]:     <video>
Dec 06 16:13:27 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:13:27 user nova-compute[75278]:     </video>
Dec 06 16:13:27 user nova-compute[75278]:     <rng model="virtio">
Dec 06 16:13:27 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 16:13:27 user nova-compute[75278]:     </rng>
Dec 06 16:13:27 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 16:13:27 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 16:13:27 user nova-compute[75278]:       <stats period="10"/>
Dec 06 16:13:27 user nova-compute[75278]:     </memballoon>
Dec 06 16:13:27 user nova-compute[75278]:   </devices>
Dec 06 16:13:27 user nova-compute[75278]: </domain>
Dec 06 16:13:27 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 16:13:27 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:13:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-588454395',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-588454395',id=46,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='29ae73a7063f40018c4c87b073578c9f',ramdisk_id='',reservation_id='r-n8ahyf30',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-569028538',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:13:05Z,user_data=None,user_id='b91f9d2569644a57990737e162db4cda',uuid=6d5d6363-3912-4519-9694-fba4dd4b0342,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ae4b6ff1-cb9c-43bc-8e7e-019c35476194", "address": "fa:16:3e:9f:71:ae", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae4b6ff1-cb", "ovs_interfaceid": "ae4b6ff1-cb9c-43bc-8e7e-019c35476194", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 16:13:27 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Converting VIF {"id": "ae4b6ff1-cb9c-43bc-8e7e-019c35476194", "address": "fa:16:3e:9f:71:ae", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae4b6ff1-cb", "ovs_interfaceid": "ae4b6ff1-cb9c-43bc-8e7e-019c35476194", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:13:27 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9f:71:ae,bridge_name='br-int',has_traffic_filtering=True,id=ae4b6ff1-cb9c-43bc-8e7e-019c35476194,network=Network(243fdb87-481c-4565-adce-3c2b311a66b0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae4b6ff1-cb') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:13:27 user nova-compute[75278]: DEBUG os_vif [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9f:71:ae,bridge_name='br-int',has_traffic_filtering=True,id=ae4b6ff1-cb9c-43bc-8e7e-019c35476194,network=Network(243fdb87-481c-4565-adce-3c2b311a66b0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae4b6ff1-cb') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 16:13:27 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:27 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:13:27 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 16:13:27 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:27 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cc320206-539c-537d-9772-3af591fb72a8', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:13:27 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:27 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:27 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:27 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapae4b6ff1-cb, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:13:27 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapae4b6ff1-cb, col_values=(('qos', UUID('b2c73b64-158e-4118-8dbe-6e0a245b4647')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:13:27 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapae4b6ff1-cb, col_values=(('external_ids', {'iface-id': 'ae4b6ff1-cb9c-43bc-8e7e-019c35476194', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9f:71:ae', 'vm-uuid': '6d5d6363-3912-4519-9694-fba4dd4b0342'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:13:27 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:27 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:13:27 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:27 user nova-compute[75278]: INFO os_vif [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9f:71:ae,bridge_name='br-int',has_traffic_filtering=True,id=ae4b6ff1-cb9c-43bc-8e7e-019c35476194,network=Network(243fdb87-481c-4565-adce-3c2b311a66b0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae4b6ff1-cb')
Dec 06 16:13:27 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:13:27 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] No VIF found with MAC fa:16:3e:9f:71:ae, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 16:13:28 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:13:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:13:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:13:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:13:28 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 16:13:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:28 user nova-compute[75278]: DEBUG nova.compute.manager [req-303a7382-186b-440b-8ed3-588ee683b1f3 req-d5e62e14-20de-4f18-8967-6e74befe7aba service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Received event network-vif-plugged-ae4b6ff1-cb9c-43bc-8e7e-019c35476194 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:13:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-303a7382-186b-440b-8ed3-588ee683b1f3 req-d5e62e14-20de-4f18-8967-6e74befe7aba service nova] Acquiring lock "6d5d6363-3912-4519-9694-fba4dd4b0342-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:13:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-303a7382-186b-440b-8ed3-588ee683b1f3 req-d5e62e14-20de-4f18-8967-6e74befe7aba service nova] Lock "6d5d6363-3912-4519-9694-fba4dd4b0342-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:13:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-303a7382-186b-440b-8ed3-588ee683b1f3 req-d5e62e14-20de-4f18-8967-6e74befe7aba service nova] Lock "6d5d6363-3912-4519-9694-fba4dd4b0342-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:13:28 user nova-compute[75278]: DEBUG nova.compute.manager [req-303a7382-186b-440b-8ed3-588ee683b1f3 req-d5e62e14-20de-4f18-8967-6e74befe7aba service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] No waiting events found dispatching network-vif-plugged-ae4b6ff1-cb9c-43bc-8e7e-019c35476194 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:13:28 user nova-compute[75278]: WARNING nova.compute.manager [req-303a7382-186b-440b-8ed3-588ee683b1f3 req-d5e62e14-20de-4f18-8967-6e74befe7aba service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Received unexpected event network-vif-plugged-ae4b6ff1-cb9c-43bc-8e7e-019c35476194 for instance with vm_state building and task_state spawning.
Dec 06 16:13:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:29 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:13:29 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:29 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:29 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:29 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:29 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:29 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:29 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:29 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:29 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6306a448-9d3f-4dc5-ac79-d6291b8d1ad7/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:29 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6306a448-9d3f-4dc5-ac79-d6291b8d1ad7/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:29 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6306a448-9d3f-4dc5-ac79-d6291b8d1ad7/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6306a448-9d3f-4dc5-ac79-d6291b8d1ad7/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:30 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:13:30 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:13:30 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:13:30 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:13:30 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 16:13:30 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 16:13:30 user nova-compute[75278]: DEBUG nova.compute.manager [req-4e94513b-7b34-4905-ad3b-68a2db43d644 req-e7233916-dbff-4ff8-a9fd-4dfe39ca0213 service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Received event network-vif-plugged-ae4b6ff1-cb9c-43bc-8e7e-019c35476194 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:13:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4e94513b-7b34-4905-ad3b-68a2db43d644 req-e7233916-dbff-4ff8-a9fd-4dfe39ca0213 service nova] Acquiring lock "6d5d6363-3912-4519-9694-fba4dd4b0342-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:13:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4e94513b-7b34-4905-ad3b-68a2db43d644 req-e7233916-dbff-4ff8-a9fd-4dfe39ca0213 service nova] Lock "6d5d6363-3912-4519-9694-fba4dd4b0342-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:13:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4e94513b-7b34-4905-ad3b-68a2db43d644 req-e7233916-dbff-4ff8-a9fd-4dfe39ca0213 service nova] Lock "6d5d6363-3912-4519-9694-fba4dd4b0342-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:13:30 user nova-compute[75278]: DEBUG nova.compute.manager [req-4e94513b-7b34-4905-ad3b-68a2db43d644 req-e7233916-dbff-4ff8-a9fd-4dfe39ca0213 service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] No waiting events found dispatching network-vif-plugged-ae4b6ff1-cb9c-43bc-8e7e-019c35476194 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:13:30 user nova-compute[75278]: WARNING nova.compute.manager [req-4e94513b-7b34-4905-ad3b-68a2db43d644 req-e7233916-dbff-4ff8-a9fd-4dfe39ca0213 service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Received unexpected event network-vif-plugged-ae4b6ff1-cb9c-43bc-8e7e-019c35476194 for instance with vm_state building and task_state spawning.
Dec 06 16:13:30 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:13:30 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:13:30 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=8166MB free_disk=24.91979217529297GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 16:13:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:13:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:13:30 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Instance spawned successfully.
Dec 06 16:13:30 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 16:13:30 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:13:30 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:13:31 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:13:31 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:13:31 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:13:31 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:13:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:31 user nova-compute[75278]: INFO nova.compute.manager [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Took 5.36 seconds to spawn the instance on the hypervisor.
Dec 06 16:13:31 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 16:13:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance fd90d704-fbb5-45cd-983c-1de7e98b9ca6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:13:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:13:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance e7fb2c77-6291-4ecf-8783-61efed5158d4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:13:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 68247e6f-7bc1-4a64-98e1-db3ccca22dcb actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:13:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:13:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 60559d80-1ea8-47ca-a34c-5d2a359928c8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:13:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance ea707d8a-a407-4d94-a3d1-02482e007e5c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:13:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 6d5d6363-3912-4519-9694-fba4dd4b0342 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:13:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 16:13:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 16:13:31 user nova-compute[75278]: INFO nova.compute.manager [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Took 26.81 seconds to build instance.
Dec 06 16:13:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b24c6161-3208-422d-85c0-7c423390c211 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "6d5d6363-3912-4519-9694-fba4dd4b0342" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 26.901s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:13:31 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:13:31 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:13:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 16:13:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.427s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vxnPDmbi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:13:32 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:13:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:13:32 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:13:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:13:32 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 16:13:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732 -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d33d9ba-37cb-437c-8cee-0b7cd1741903]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 16:13:32 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732 -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f64c7381-43c6-4771-ac5c-6b19dabd3462]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732] added
Dec 06 16:13:32 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9867ce18-9397-436f-8700-109dee5bdc38]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1a1f71e-346e-417b-8672-b3d8133eb785]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vxnPDmbi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vxnPDmbi" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a16b7aa-7a6e-4f50-93b1-29cdc9b5d86e]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'vxnPDmbi'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[314ae431-8257-43f0-8979-2356b93556b9]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[658d0a9a-2cfa-4188-86d9-7a7e527ee538]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:13:32 user nova-compute[75278]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)
Dec 06 16:13:32 user nova-compute[75278]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 (non-flash)
Dec 06 16:13:32 user nova-compute[75278]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)
Dec 06 16:13:32 user nova-compute[75278]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)
Dec 06 16:13:32 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:13:32 user nova-compute[75278]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)
Dec 06 16:13:32 user nova-compute[75278]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 (non-flash)
Dec 06 16:13:32 user nova-compute[75278]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)
Dec 06 16:13:32 user nova-compute[75278]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)
Dec 06 16:13:32 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732 -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732 -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a456d63f-263a-4ce8-af56-3dc5d0c7bb4b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732, portal: 172.16.0.220,3260]
Dec 06 16:13:32 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732, portal: 172.16.0.220,3260] successful.
Dec 06 16:13:32 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[46683058-1ac6-4be4-8b24-1f2c901741fa]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f7d3467-d94f-4846-a0dd-e149f9b3e278]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:13:32 user nova-compute[75278]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)
Dec 06 16:13:32 user nova-compute[75278]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 (non-flash)
Dec 06 16:13:32 user nova-compute[75278]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)
Dec 06 16:13:32 user nova-compute[75278]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)
Dec 06 16:13:32 user nova-compute[75278]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732 (non-flash)
Dec 06 16:13:32 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:13:32 user nova-compute[75278]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)
Dec 06 16:13:32 user nova-compute[75278]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 (non-flash)
Dec 06 16:13:32 user nova-compute[75278]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)
Dec 06 16:13:32 user nova-compute[75278]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)
Dec 06 16:13:32 user nova-compute[75278]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732 (non-flash)
Dec 06 16:13:32 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.305s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] HCTL ('38', '-', '-', 0) found on session 55 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8beadd9d-fb13-49b5-b5d7-a4bc6ca1b6d4]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Searching for a device in session 55 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 16:13:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vxnPDmbi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 16:13:33 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:13:33 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:13:33 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 16:13:33 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.345s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:13:33 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] <== connect_volume: return (1347ms) {'type': 'block', 'scsi_wwn': '23337333066663939', 'path': '/dev/sdg'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:13:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23337333066663939', 'path': '/dev/sdg'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 16:13:33 user nova-compute[75278]: DEBUG nova.objects.instance [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lazy-loading 'flavor' on Instance uuid 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:13:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 16:13:33 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:13:33 user nova-compute[75278]:   <source dev="/dev/sdg"/>
Dec 06 16:13:33 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 16:13:33 user nova-compute[75278]:   <serial>4a96b3e3-cf6a-4e80-835d-95391c8d1732</serial>
Dec 06 16:13:33 user nova-compute[75278]: </disk>
Dec 06 16:13:33 user nova-compute[75278]:  {{(pid=75278) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 16:13:34 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:13:34 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:13:34 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] No VIF found with MAC fa:16:3e:70:b2:24, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 16:13:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-cd5ccc07-b0dc-47a1-9642-733ba2e687cf tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "6306a448-9d3f-4dc5-ac79-d6291b8d1ad7" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.508s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:13:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-804d7a4d-7563-4165-86be-cdee1a509c96 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "6306a448-9d3f-4dc5-ac79-d6291b8d1ad7" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:13:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-804d7a4d-7563-4165-86be-cdee1a509c96 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "6306a448-9d3f-4dc5-ac79-d6291b8d1ad7" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:13:35 user nova-compute[75278]: INFO nova.compute.manager [None req-804d7a4d-7563-4165-86be-cdee1a509c96 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Detaching volume 4a96b3e3-cf6a-4e80-835d-95391c8d1732
Dec 06 16:13:35 user nova-compute[75278]: INFO nova.virt.block_device [None req-804d7a4d-7563-4165-86be-cdee1a509c96 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Attempting to driver detach volume 4a96b3e3-cf6a-4e80-835d-95391c8d1732 from mountpoint /dev/vdb
Dec 06 16:13:35 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-804d7a4d-7563-4165-86be-cdee1a509c96 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Attempting to detach device vdb from instance 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7 from the persistent domain config. {{(pid=75278) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 16:13:35 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-804d7a4d-7563-4165-86be-cdee1a509c96 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 16:13:35 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:13:35 user nova-compute[75278]:   <source dev="/dev/sdg"/>
Dec 06 16:13:35 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 16:13:35 user nova-compute[75278]:   <serial>4a96b3e3-cf6a-4e80-835d-95391c8d1732</serial>
Dec 06 16:13:35 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 16:13:35 user nova-compute[75278]: </disk>
Dec 06 16:13:35 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 16:13:35 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-804d7a4d-7563-4165-86be-cdee1a509c96 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Successfully detached device vdb from instance 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7 from the persistent domain config.
Dec 06 16:13:35 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-804d7a4d-7563-4165-86be-cdee1a509c96 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7 from the live domain config. {{(pid=75278) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 16:13:35 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-804d7a4d-7563-4165-86be-cdee1a509c96 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 16:13:35 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:13:35 user nova-compute[75278]:   <source dev="/dev/sdg"/>
Dec 06 16:13:35 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 16:13:35 user nova-compute[75278]:   <serial>4a96b3e3-cf6a-4e80-835d-95391c8d1732</serial>
Dec 06 16:13:35 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 16:13:35 user nova-compute[75278]: </disk>
Dec 06 16:13:35 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 16:13:35 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-804d7a4d-7563-4165-86be-cdee1a509c96 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7 {{(pid=75278) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 16:13:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:36 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:13:36 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 16:13:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "refresh_cache-e7fb2c77-6291-4ecf-8783-61efed5158d4" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:13:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquired lock "refresh_cache-e7fb2c77-6291-4ecf-8783-61efed5158d4" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:13:36 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Forcefully refreshing network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 16:13:36 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Updating instance_info_cache with network_info: [{"id": "a0002e1e-60e8-402e-89ad-a4a48d920880", "address": "fa:16:3e:91:9d:8d", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0002e1e-60", "ovs_interfaceid": "a0002e1e-60e8-402e-89ad-a4a48d920880", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:13:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Releasing lock "refresh_cache-e7fb2c77-6291-4ecf-8783-61efed5158d4" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:13:36 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Updated the network info_cache for instance {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 16:13:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:39 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:13:41 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:13:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:13:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75278) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 16:13:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 16:13:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 16:13:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:42 user nova-compute[75278]: DEBUG nova.compute.manager [req-b19bf7e6-ca6f-4f27-b653-66cbef574aa6 req-b7698704-27b0-4a69-b746-76a1bff7d8cc service nova] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Received event network-changed-7d08d028-8497-4fcc-a778-84041cc15bb5 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:13:42 user nova-compute[75278]: DEBUG nova.compute.manager [req-b19bf7e6-ca6f-4f27-b653-66cbef574aa6 req-b7698704-27b0-4a69-b746-76a1bff7d8cc service nova] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Refreshing instance network info cache due to event network-changed-7d08d028-8497-4fcc-a778-84041cc15bb5. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:13:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-b19bf7e6-ca6f-4f27-b653-66cbef574aa6 req-b7698704-27b0-4a69-b746-76a1bff7d8cc service nova] Acquiring lock "refresh_cache-60559d80-1ea8-47ca-a34c-5d2a359928c8" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:13:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-b19bf7e6-ca6f-4f27-b653-66cbef574aa6 req-b7698704-27b0-4a69-b746-76a1bff7d8cc service nova] Acquired lock "refresh_cache-60559d80-1ea8-47ca-a34c-5d2a359928c8" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:13:42 user nova-compute[75278]: DEBUG nova.network.neutron [req-b19bf7e6-ca6f-4f27-b653-66cbef574aa6 req-b7698704-27b0-4a69-b746-76a1bff7d8cc service nova] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Refreshing network info cache for port 7d08d028-8497-4fcc-a778-84041cc15bb5 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:13:42 user nova-compute[75278]: DEBUG nova.network.neutron [req-b19bf7e6-ca6f-4f27-b653-66cbef574aa6 req-b7698704-27b0-4a69-b746-76a1bff7d8cc service nova] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Updated VIF entry in instance network info cache for port 7d08d028-8497-4fcc-a778-84041cc15bb5. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:13:42 user nova-compute[75278]: DEBUG nova.network.neutron [req-b19bf7e6-ca6f-4f27-b653-66cbef574aa6 req-b7698704-27b0-4a69-b746-76a1bff7d8cc service nova] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Updating instance_info_cache with network_info: [{"id": "7d08d028-8497-4fcc-a778-84041cc15bb5", "address": "fa:16:3e:06:1c:d0", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d08d028-84", "ovs_interfaceid": "7d08d028-8497-4fcc-a778-84041cc15bb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:13:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-b19bf7e6-ca6f-4f27-b653-66cbef574aa6 req-b7698704-27b0-4a69-b746-76a1bff7d8cc service nova] Releasing lock "refresh_cache-60559d80-1ea8-47ca-a34c-5d2a359928c8" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:13:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "60559d80-1ea8-47ca-a34c-5d2a359928c8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:13:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "60559d80-1ea8-47ca-a34c-5d2a359928c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:13:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "60559d80-1ea8-47ca-a34c-5d2a359928c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:13:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "60559d80-1ea8-47ca-a34c-5d2a359928c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:13:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "60559d80-1ea8-47ca-a34c-5d2a359928c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:13:43 user nova-compute[75278]: INFO nova.compute.manager [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Terminating instance
Dec 06 16:13:43 user nova-compute[75278]: DEBUG nova.compute.manager [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 16:13:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:43 user nova-compute[75278]: DEBUG nova.compute.manager [req-5a98ccff-55f6-4812-8d01-069ce034f32f req-20ad74e7-ad61-4be6-85e7-3deee90017d7 service nova] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Received event network-vif-unplugged-7d08d028-8497-4fcc-a778-84041cc15bb5 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:13:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5a98ccff-55f6-4812-8d01-069ce034f32f req-20ad74e7-ad61-4be6-85e7-3deee90017d7 service nova] Acquiring lock "60559d80-1ea8-47ca-a34c-5d2a359928c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:13:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5a98ccff-55f6-4812-8d01-069ce034f32f req-20ad74e7-ad61-4be6-85e7-3deee90017d7 service nova] Lock "60559d80-1ea8-47ca-a34c-5d2a359928c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:13:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5a98ccff-55f6-4812-8d01-069ce034f32f req-20ad74e7-ad61-4be6-85e7-3deee90017d7 service nova] Lock "60559d80-1ea8-47ca-a34c-5d2a359928c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:13:43 user nova-compute[75278]: DEBUG nova.compute.manager [req-5a98ccff-55f6-4812-8d01-069ce034f32f req-20ad74e7-ad61-4be6-85e7-3deee90017d7 service nova] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] No waiting events found dispatching network-vif-unplugged-7d08d028-8497-4fcc-a778-84041cc15bb5 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:13:43 user nova-compute[75278]: DEBUG nova.compute.manager [req-5a98ccff-55f6-4812-8d01-069ce034f32f req-20ad74e7-ad61-4be6-85e7-3deee90017d7 service nova] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Received event network-vif-unplugged-7d08d028-8497-4fcc-a778-84041cc15bb5 for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 16:13:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:44 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Instance destroyed successfully.
Dec 06 16:13:44 user nova-compute[75278]: DEBUG nova.objects.instance [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lazy-loading 'resources' on Instance uuid 60559d80-1ea8-47ca-a34c-5d2a359928c8 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:11:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1815020056',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1815020056',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1815020056',id=45,image_ref='99eb530b-159e-460d-83fa-4cedfc56b660',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLS9A0tG+T+t3P4Yh/v/+znjZhBSt3FwUaHeE4nZxtPqpPLfQT7rEz/wJ3njnZmRw47geyhc0pc46oGPLDY1qJbyz0Y0tQrFQk1ZaC6pe/SB6M8EBEUSQLJBCEdmuK0l0g==',key_name='tempest-keypair-1971488050',keypairs=<?>,launch_index=0,launched_at=2023-12-06T16:12:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='188cfe2e1c85461899dae3585b7a6a24',ramdisk_id='',reservation_id='r-9359d0i6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1184091674',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1184091674-project-member',image_root_device_name='/dev/vda',owner_project_name='tempest-TestVolumeBootPattern-1184091674',owner_user_name='tempest-TestVolumeBootPattern-1184091674-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T16:12:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c795bd8e90894931922dc5ff7741dfae',uuid=60559d80-1ea8-47ca-a34c-5d2a359928c8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7d08d028-8497-4fcc-a778-84041cc15bb5", "address": "fa:16:3e:06:1c:d0", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d08d028-84", "ovs_interfaceid": "7d08d028-8497-4fcc-a778-84041cc15bb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Converting VIF {"id": "7d08d028-8497-4fcc-a778-84041cc15bb5", "address": "fa:16:3e:06:1c:d0", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d08d028-84", "ovs_interfaceid": "7d08d028-8497-4fcc-a778-84041cc15bb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:06:1c:d0,bridge_name='br-int',has_traffic_filtering=True,id=7d08d028-8497-4fcc-a778-84041cc15bb5,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d08d028-84') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG os_vif [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:06:1c:d0,bridge_name='br-int',has_traffic_filtering=True,id=7d08d028-8497-4fcc-a778-84041cc15bb5,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d08d028-84') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7d08d028-84, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1db9bc7c-6760-402a-8033-72341fdb9af7) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:13:44 user nova-compute[75278]: INFO os_vif [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:06:1c:d0,bridge_name='br-int',has_traffic_filtering=True,id=7d08d028-8497-4fcc-a778-84041cc15bb5,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d08d028-84')
Dec 06 16:13:44 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JEWgQohN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:13:44 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:13:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.028s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[30d162d6-6451-4e69-91f2-66ed26b59fc8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 16:13:44 user nova-compute[75278]: No targets found.
Dec 06 16:13:44 user nova-compute[75278]: iSNS:
Dec 06 16:13:44 user nova-compute[75278]: No targets found.
Dec 06 16:13:44 user nova-compute[75278]: STATIC:
Dec 06 16:13:44 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650
Dec 06 16:13:44 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:13:44 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:13:44 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b
Dec 06 16:13:44 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:13:44 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:13:44 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732
Dec 06 16:13:44 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:13:44 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:13:44 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b
Dec 06 16:13:44 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:13:44 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:13:44 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1
Dec 06 16:13:44 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:13:44 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:13:44 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c
Dec 06 16:13:44 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:13:44 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:13:44 user nova-compute[75278]: FIRMWARE:
Dec 06 16:13:44 user nova-compute[75278]: No targets found.
Dec 06 16:13:44 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 16:13:44 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 16:13:44 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f411b83-75f7-4aa2-b69d-1828a192dd29]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[41478bce-55e5-4375-9b5c-e68e01396d72]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:13:44 user nova-compute[75278]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)
Dec 06 16:13:44 user nova-compute[75278]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 (non-flash)
Dec 06 16:13:44 user nova-compute[75278]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)
Dec 06 16:13:44 user nova-compute[75278]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)
Dec 06 16:13:44 user nova-compute[75278]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732 (non-flash)
Dec 06 16:13:44 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:13:44 user nova-compute[75278]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)
Dec 06 16:13:44 user nova-compute[75278]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 (non-flash)
Dec 06 16:13:44 user nova-compute[75278]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)
Dec 06 16:13:44 user nova-compute[75278]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)
Dec 06 16:13:44 user nova-compute[75278]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732 (non-flash)
Dec 06 16:13:44 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c1d2170>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1'): ({'sdb'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Removing single pathed devices sdb {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2c2367d-00aa-4b1c-b663-e1e7486da669]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d22557a0-077d-4a24-93e7-cb7c10101f01]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Flushing IO for device /dev/sdb {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8a368a8-8ec2-4913-b992-f5b682c5f24c]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.055s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[08147c5b-b185-427b-93d3-b3888de1b61b]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] SCSI volumes sdb have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b116b3e0-783d-49dd-9639-c229796e824a]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a791078-3c6f-4765-b084-d91c3a211535]: (4, ('Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1, portal: 172.16.0.220,3260]\nLogout of [sid: 52, target: iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1, portal: 172.16.0.220,3260]
Dec 06 16:13:44 user nova-compute[75278]: Logout of [sid: 52, target: iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1, portal: 172.16.0.220,3260] successful.
Dec 06 16:13:44 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:164db0eb-31f4-459d-915c-7c429e4e1fe1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8a7c681-769e-4566-bc8d-8574e1a73a25]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.355s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] <== disconnect_volume: return (357ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 16:13:44 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Deleting instance files /opt/stack/data/nova/instances/60559d80-1ea8-47ca-a34c-5d2a359928c8_del
Dec 06 16:13:44 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Deletion of /opt/stack/data/nova/instances/60559d80-1ea8-47ca-a34c-5d2a359928c8_del complete
Dec 06 16:13:44 user nova-compute[75278]: INFO nova.compute.manager [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Took 1.41 seconds to destroy the instance on the hypervisor.
Dec 06 16:13:44 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 16:13:44 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 16:13:45 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:13:45 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Took 0.73 seconds to deallocate network for instance.
Dec 06 16:13:45 user nova-compute[75278]: DEBUG nova.compute.manager [req-1b9c36e4-4712-49d1-bcf5-8a59c4768666 req-bab10ca1-b3fc-4a67-a4fb-05583df660b6 service nova] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Received event network-vif-deleted-7d08d028-8497-4fcc-a778-84041cc15bb5 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:13:45 user nova-compute[75278]: DEBUG nova.compute.manager [req-2d67660a-773f-4c3e-9f74-f4df0c992700 req-3cc67ddd-4f97-42ae-a3cd-b2fe6af93bbc service nova] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Received event network-vif-plugged-7d08d028-8497-4fcc-a778-84041cc15bb5 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:13:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2d67660a-773f-4c3e-9f74-f4df0c992700 req-3cc67ddd-4f97-42ae-a3cd-b2fe6af93bbc service nova] Acquiring lock "60559d80-1ea8-47ca-a34c-5d2a359928c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:13:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2d67660a-773f-4c3e-9f74-f4df0c992700 req-3cc67ddd-4f97-42ae-a3cd-b2fe6af93bbc service nova] Lock "60559d80-1ea8-47ca-a34c-5d2a359928c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:13:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-2d67660a-773f-4c3e-9f74-f4df0c992700 req-3cc67ddd-4f97-42ae-a3cd-b2fe6af93bbc service nova] Lock "60559d80-1ea8-47ca-a34c-5d2a359928c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:13:45 user nova-compute[75278]: DEBUG nova.compute.manager [req-2d67660a-773f-4c3e-9f74-f4df0c992700 req-3cc67ddd-4f97-42ae-a3cd-b2fe6af93bbc service nova] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] No waiting events found dispatching network-vif-plugged-7d08d028-8497-4fcc-a778-84041cc15bb5 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:13:45 user nova-compute[75278]: WARNING nova.compute.manager [req-2d67660a-773f-4c3e-9f74-f4df0c992700 req-3cc67ddd-4f97-42ae-a3cd-b2fe6af93bbc service nova] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Received unexpected event network-vif-plugged-7d08d028-8497-4fcc-a778-84041cc15bb5 for instance with vm_state active and task_state deleting.
Dec 06 16:13:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:46 user nova-compute[75278]: INFO nova.compute.manager [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Took 0.81 seconds to detach 1 volumes for instance.
Dec 06 16:13:46 user nova-compute[75278]: DEBUG nova.compute.manager [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 60559d80-1ea8-47ca-a34c-5d2a359928c8] Deleting volume: 164db0eb-31f4-459d-915c-7c429e4e1fe1 {{(pid=75278) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 06 16:13:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:13:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:13:46 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:13:46 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:13:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.291s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:13:46 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Deleted allocations for instance 60559d80-1ea8-47ca-a34c-5d2a359928c8
Dec 06 16:13:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-ffac2ad4-6ab9-4bbf-b0c3-6a4e7df8c1c9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "60559d80-1ea8-47ca-a34c-5d2a359928c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.519s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:13:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:55 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-804d7a4d-7563-4165-86be-cdee1a509c96 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7 is timed out.
Dec 06 16:13:55 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-804d7a4d-7563-4165-86be-cdee1a509c96 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Successfully detached device vdb from instance 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7 from the live domain config.
Dec 06 16:13:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-804d7a4d-7563-4165-86be-cdee1a509c96 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-804d7a4d-7563-4165-86be-cdee1a509c96 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vxnPDmbi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:13:55 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-804d7a4d-7563-4165-86be-cdee1a509c96 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:13:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-804d7a4d-7563-4165-86be-cdee1a509c96 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-804d7a4d-7563-4165-86be-cdee1a509c96 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbafdf5d-d717-4ccb-9bc2-9bb937d64ef0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-804d7a4d-7563-4165-86be-cdee1a509c96 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 16:13:55 user nova-compute[75278]: No targets found.
Dec 06 16:13:55 user nova-compute[75278]: iSNS:
Dec 06 16:13:55 user nova-compute[75278]: No targets found.
Dec 06 16:13:55 user nova-compute[75278]: STATIC:
Dec 06 16:13:55 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650
Dec 06 16:13:55 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:13:55 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:13:55 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b
Dec 06 16:13:55 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:13:55 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:13:55 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732
Dec 06 16:13:55 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:13:55 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:13:55 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b
Dec 06 16:13:55 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:13:55 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:13:55 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c
Dec 06 16:13:55 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:13:55 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:13:55 user nova-compute[75278]: FIRMWARE:
Dec 06 16:13:55 user nova-compute[75278]: No targets found.
Dec 06 16:13:55 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-804d7a4d-7563-4165-86be-cdee1a509c96 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 16:13:55 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 16:13:55 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-804d7a4d-7563-4165-86be-cdee1a509c96 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[670fc9bf-a5a4-4478-b884-4a68e6aa2212]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e0c5bcb-e9d8-4d77-aa12-7bafe9ec685b]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-804d7a4d-7563-4165-86be-cdee1a509c96 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:13:55 user nova-compute[75278]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)
Dec 06 16:13:55 user nova-compute[75278]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)
Dec 06 16:13:55 user nova-compute[75278]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)
Dec 06 16:13:55 user nova-compute[75278]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732 (non-flash)
Dec 06 16:13:55 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-804d7a4d-7563-4165-86be-cdee1a509c96 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:13:55 user nova-compute[75278]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)
Dec 06 16:13:55 user nova-compute[75278]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)
Dec 06 16:13:55 user nova-compute[75278]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)
Dec 06 16:13:55 user nova-compute[75278]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732 (non-flash)
Dec 06 16:13:55 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-804d7a4d-7563-4165-86be-cdee1a509c96 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c59add0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732'): ({'sdg'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-804d7a4d-7563-4165-86be-cdee1a509c96 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Removing single pathed devices sdg {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a62326eb-3e56-4211-b507-e6c05b1e1b4a]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.027s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f470a17f-1996-48c8-b9d9-294697b493f8]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-804d7a4d-7563-4165-86be-cdee1a509c96 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Flushing IO for device /dev/sdg {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.015s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[34a047d0-d8cc-461b-adf7-0436309752b8]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-804d7a4d-7563-4165-86be-cdee1a509c96 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.043s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bca6a92-8da5-4bc5-a528-6a7c041c4276]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-804d7a4d-7563-4165-86be-cdee1a509c96 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-804d7a4d-7563-4165-86be-cdee1a509c96 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] SCSI volumes sdg have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-804d7a4d-7563-4165-86be-cdee1a509c96 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[4247077d-b941-4217-b88d-f8473b964140]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-804d7a4d-7563-4165-86be-cdee1a509c96 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732 -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732 -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffe3b150-44cb-4b86-a3e3-7bd3bd7ff4d6]: (4, ('Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732, portal: 172.16.0.220,3260]\nLogout of [sid: 55, target: iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-804d7a4d-7563-4165-86be-cdee1a509c96 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732, portal: 172.16.0.220,3260]
Dec 06 16:13:55 user nova-compute[75278]: Logout of [sid: 55, target: iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732, portal: 172.16.0.220,3260] successful.
Dec 06 16:13:55 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732 -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a96b3e3-cf6a-4e80-835d-95391c8d1732 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7e5dbd6-c02a-4666-9421-c46b04b429e8]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-804d7a4d-7563-4165-86be-cdee1a509c96 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-804d7a4d-7563-4165-86be-cdee1a509c96 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.338s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-804d7a4d-7563-4165-86be-cdee1a509c96 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] <== disconnect_volume: return (339ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:13:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-804d7a4d-7563-4165-86be-cdee1a509c96 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 16:13:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:13:56 user nova-compute[75278]: DEBUG nova.objects.instance [None req-804d7a4d-7563-4165-86be-cdee1a509c96 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lazy-loading 'flavor' on Instance uuid 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:13:56 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-804d7a4d-7563-4165-86be-cdee1a509c96 tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "6306a448-9d3f-4dc5-ac79-d6291b8d1ad7" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.823s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:13:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:14:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:14:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:14:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5005 ms, sending inactivity probe {{(pid=75278) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 16:14:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 16:14:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 16:14:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:19 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:24 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:14:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:24 user nova-compute[75278]: DEBUG nova.compute.manager [req-175fd963-ceac-4525-9323-ae55c6a6ff3b req-2135c808-a40e-4a7c-85d8-279571154236 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Received event network-changed-d27d45ec-1eb2-4f63-b087-708ce159f45d {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:14:24 user nova-compute[75278]: DEBUG nova.compute.manager [req-175fd963-ceac-4525-9323-ae55c6a6ff3b req-2135c808-a40e-4a7c-85d8-279571154236 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Refreshing instance network info cache due to event network-changed-d27d45ec-1eb2-4f63-b087-708ce159f45d. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:14:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-175fd963-ceac-4525-9323-ae55c6a6ff3b req-2135c808-a40e-4a7c-85d8-279571154236 service nova] Acquiring lock "refresh_cache-ea707d8a-a407-4d94-a3d1-02482e007e5c" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:14:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-175fd963-ceac-4525-9323-ae55c6a6ff3b req-2135c808-a40e-4a7c-85d8-279571154236 service nova] Acquired lock "refresh_cache-ea707d8a-a407-4d94-a3d1-02482e007e5c" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:14:24 user nova-compute[75278]: DEBUG nova.network.neutron [req-175fd963-ceac-4525-9323-ae55c6a6ff3b req-2135c808-a40e-4a7c-85d8-279571154236 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Refreshing network info cache for port d27d45ec-1eb2-4f63-b087-708ce159f45d {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:14:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Acquiring lock "ea707d8a-a407-4d94-a3d1-02482e007e5c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:14:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lock "ea707d8a-a407-4d94-a3d1-02482e007e5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:14:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Acquiring lock "ea707d8a-a407-4d94-a3d1-02482e007e5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:14:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lock "ea707d8a-a407-4d94-a3d1-02482e007e5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:14:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lock "ea707d8a-a407-4d94-a3d1-02482e007e5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:14:24 user nova-compute[75278]: INFO nova.compute.manager [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Terminating instance
Dec 06 16:14:24 user nova-compute[75278]: DEBUG nova.compute.manager [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 16:14:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG nova.network.neutron [req-175fd963-ceac-4525-9323-ae55c6a6ff3b req-2135c808-a40e-4a7c-85d8-279571154236 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Updated VIF entry in instance network info cache for port d27d45ec-1eb2-4f63-b087-708ce159f45d. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG nova.network.neutron [req-175fd963-ceac-4525-9323-ae55c6a6ff3b req-2135c808-a40e-4a7c-85d8-279571154236 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Updating instance_info_cache with network_info: [{"id": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "address": "fa:16:3e:d0:1f:51", "network": {"id": "8987c928-62bb-4630-988a-db462bd5f12d", "bridge": "br-int", "label": "tempest-TestShelveInstance-1639185414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26d3987e785e425cb1984f9841986549", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd27d45ec-1e", "ovs_interfaceid": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-175fd963-ceac-4525-9323-ae55c6a6ff3b req-2135c808-a40e-4a7c-85d8-279571154236 service nova] Releasing lock "refresh_cache-ea707d8a-a407-4d94-a3d1-02482e007e5c" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:14:25 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Instance destroyed successfully.
Dec 06 16:14:25 user nova-compute[75278]: DEBUG nova.objects.instance [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lazy-loading 'resources' on Instance uuid ea707d8a-a407-4d94-a3d1-02482e007e5c {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T16:08:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1236512085',display_name='tempest-TestShelveInstance-server-1236512085',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1236512085',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG+t+XDuqrarnH435OLlQnnhiXuPTj3C+vEjPvi11f9E8G6b4ttOriCoayaod0pYfyGQvzXU0UDuYbaMMbxmXjVSWGNWtLXRwp68WaD4NdMtBNf3GUJ0NzwrZ+Y4QJPVVQ==',key_name='tempest-TestShelveInstance-1275721106',keypairs=<?>,launch_index=0,launched_at=2023-12-06T16:12:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='26d3987e785e425cb1984f9841986549',ramdisk_id='',reservation_id='r-vxp578fg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-894759427',owner_user_name='tempest-TestShelveInstance-894759427-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T16:12:50Z,user_data=None,user_id='6b62597a8dab42f898b2e308c134452f',uuid=ea707d8a-a407-4d94-a3d1-02482e007e5c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "address": "fa:16:3e:d0:1f:51", "network": {"id": "8987c928-62bb-4630-988a-db462bd5f12d", "bridge": "br-int", "label": "tempest-TestShelveInstance-1639185414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26d3987e785e425cb1984f9841986549", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd27d45ec-1e", "ovs_interfaceid": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Converting VIF {"id": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "address": "fa:16:3e:d0:1f:51", "network": {"id": "8987c928-62bb-4630-988a-db462bd5f12d", "bridge": "br-int", "label": "tempest-TestShelveInstance-1639185414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26d3987e785e425cb1984f9841986549", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd27d45ec-1e", "ovs_interfaceid": "d27d45ec-1eb2-4f63-b087-708ce159f45d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d0:1f:51,bridge_name='br-int',has_traffic_filtering=True,id=d27d45ec-1eb2-4f63-b087-708ce159f45d,network=Network(8987c928-62bb-4630-988a-db462bd5f12d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd27d45ec-1e') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG os_vif [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:1f:51,bridge_name='br-int',has_traffic_filtering=True,id=d27d45ec-1eb2-4f63-b087-708ce159f45d,network=Network(8987c928-62bb-4630-988a-db462bd5f12d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd27d45ec-1e') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd27d45ec-1e, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=48f22029-bcb2-4f08-8d2b-a0dfb3a3ea7b) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:25 user nova-compute[75278]: INFO os_vif [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:1f:51,bridge_name='br-int',has_traffic_filtering=True,id=d27d45ec-1eb2-4f63-b087-708ce159f45d,network=Network(8987c928-62bb-4630-988a-db462bd5f12d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd27d45ec-1e')
Dec 06 16:14:25 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zXhBKytx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:14:25 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:14:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-cbe686ce-2230-49a3-bcc4-d5307eae2f3c tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "6306a448-9d3f-4dc5-ac79-d6291b8d1ad7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-cbe686ce-2230-49a3-bcc4-d5307eae2f3c tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "6306a448-9d3f-4dc5-ac79-d6291b8d1ad7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-cbe686ce-2230-49a3-bcc4-d5307eae2f3c tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "6306a448-9d3f-4dc5-ac79-d6291b8d1ad7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-cbe686ce-2230-49a3-bcc4-d5307eae2f3c tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "6306a448-9d3f-4dc5-ac79-d6291b8d1ad7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-cbe686ce-2230-49a3-bcc4-d5307eae2f3c tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "6306a448-9d3f-4dc5-ac79-d6291b8d1ad7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:14:25 user nova-compute[75278]: INFO nova.compute.manager [None req-cbe686ce-2230-49a3-bcc4-d5307eae2f3c tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Terminating instance
Dec 06 16:14:25 user nova-compute[75278]: DEBUG nova.compute.manager [None req-cbe686ce-2230-49a3-bcc4-d5307eae2f3c tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d0f8878-c06b-4a9f-b74e-17c113537b31]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 16:14:25 user nova-compute[75278]: No targets found.
Dec 06 16:14:25 user nova-compute[75278]: iSNS:
Dec 06 16:14:25 user nova-compute[75278]: No targets found.
Dec 06 16:14:25 user nova-compute[75278]: STATIC:
Dec 06 16:14:25 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650
Dec 06 16:14:25 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:14:25 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:14:25 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b
Dec 06 16:14:25 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:14:25 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:14:25 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b
Dec 06 16:14:25 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:14:25 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:14:25 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c
Dec 06 16:14:25 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:14:25 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:14:25 user nova-compute[75278]: FIRMWARE:
Dec 06 16:14:25 user nova-compute[75278]: No targets found.
Dec 06 16:14:25 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 16:14:25 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 16:14:25 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7273097d-9fc7-4f64-9e85-a43eeecedf5b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef0bbb54-095d-43a9-833a-ea11e0b10191]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:14:25 user nova-compute[75278]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)
Dec 06 16:14:25 user nova-compute[75278]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)
Dec 06 16:14:25 user nova-compute[75278]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)
Dec 06 16:14:25 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:14:25 user nova-compute[75278]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)
Dec 06 16:14:25 user nova-compute[75278]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b (non-flash)
Dec 06 16:14:25 user nova-compute[75278]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)
Dec 06 16:14:25 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c1d31c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b'): ({'sdc'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Removing single pathed devices sdc {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[00f5c235-eaec-49ae-ad9d-89b6c119f370]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b192436-fcdc-4bfa-a9f8-e8a5b738a380]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Flushing IO for device /dev/sdc {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[be1087a1-263f-4ebd-85dd-f37b18ebb672]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.072s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c81565e8-7552-4399-80cb-9443840fb8a1]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] SCSI volumes sdc have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO2ed8e33f-e503f5652f8a7c15', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_2ed8e33f', '/dev/disk/by-id/scsi-26535303366353635') {{(pid=86114) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 06 16:14:25 user nova-compute[75278]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-1SCST_BIO2ed8e33f-e503f5652f8a7c15
Dec 06 16:14:25 user nova-compute[75278]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-SSCST_BIO_Storage_2ed8e33f
Dec 06 16:14:25 user nova-compute[75278]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-26535303366353635
Dec 06 16:14:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[186c5062-2806-45f6-809e-423e33d65325]: (4, None) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[34907e26-c5be-43ed-b46a-0d88816943e1]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa20cb3f-3302-4e94-8ccf-f015e09e4580]: (4, ('Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b, portal: 172.16.0.220,3260]\nLogout of [sid: 53, target: iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b, portal: 172.16.0.220,3260]
Dec 06 16:14:25 user nova-compute[75278]: Logout of [sid: 53, target: iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b, portal: 172.16.0.220,3260] successful.
Dec 06 16:14:25 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ab6f8f7-e0c5-4393-84a2-e482946b9a85]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.390s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] <== disconnect_volume: return (391ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 16:14:25 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Deleting instance files /opt/stack/data/nova/instances/ea707d8a-a407-4d94-a3d1-02482e007e5c_del
Dec 06 16:14:25 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Deletion of /opt/stack/data/nova/instances/ea707d8a-a407-4d94-a3d1-02482e007e5c_del complete
Dec 06 16:14:25 user nova-compute[75278]: INFO nova.compute.manager [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Took 1.45 seconds to destroy the instance on the hypervisor.
Dec 06 16:14:25 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 16:14:25 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 16:14:26 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:14:26 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:14:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:26 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Instance destroyed successfully.
Dec 06 16:14:26 user nova-compute[75278]: DEBUG nova.objects.instance [None req-cbe686ce-2230-49a3-bcc4-d5307eae2f3c tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lazy-loading 'resources' on Instance uuid 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:14:26 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-cbe686ce-2230-49a3-bcc4-d5307eae2f3c tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:11:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-946531134',display_name='tempest-AttachVolumeNegativeTest-server-946531134',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-946531134',id=44,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN/ME0+5lRuerIqvQtFR815c7PvIKfwZtA7i2dk4tDdKngza6v7J5DNekhRN2mihpelHknK34E2SVXytKTB6USQ97ImQyVfwrS9d2M4znq48ll8h3s4V6WwUWfg8nn56UA==',key_name='tempest-keypair-978795556',keypairs=<?>,launch_index=0,launched_at=2023-12-06T16:11:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='85700e5e1c2e49c08eea12bc4fe506e4',ramdisk_id='',reservation_id='r-pimv7jlg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-50938505',owner_user_name='tempest-AttachVolumeNegativeTest-50938505-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T16:11:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='409e45635121492fb28d44951793436f',uuid=6306a448-9d3f-4dc5-ac79-d6291b8d1ad7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1650841f-ae41-4a9d-8246-c5dd707da8b1", "address": "fa:16:3e:70:b2:24", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1650841f-ae", "ovs_interfaceid": "1650841f-ae41-4a9d-8246-c5dd707da8b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 16:14:26 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-cbe686ce-2230-49a3-bcc4-d5307eae2f3c tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Converting VIF {"id": "1650841f-ae41-4a9d-8246-c5dd707da8b1", "address": "fa:16:3e:70:b2:24", "network": {"id": "283ed413-0338-4410-9d94-73b7db00e60d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1620728229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85700e5e1c2e49c08eea12bc4fe506e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1650841f-ae", "ovs_interfaceid": "1650841f-ae41-4a9d-8246-c5dd707da8b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:14:26 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-cbe686ce-2230-49a3-bcc4-d5307eae2f3c tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:70:b2:24,bridge_name='br-int',has_traffic_filtering=True,id=1650841f-ae41-4a9d-8246-c5dd707da8b1,network=Network(283ed413-0338-4410-9d94-73b7db00e60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1650841f-ae') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:14:26 user nova-compute[75278]: DEBUG os_vif [None req-cbe686ce-2230-49a3-bcc4-d5307eae2f3c tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:70:b2:24,bridge_name='br-int',has_traffic_filtering=True,id=1650841f-ae41-4a9d-8246-c5dd707da8b1,network=Network(283ed413-0338-4410-9d94-73b7db00e60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1650841f-ae') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 16:14:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1650841f-ae, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:14:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:14:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=06b53326-52cb-456d-b6eb-fadfed0a0d58) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:14:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:26 user nova-compute[75278]: INFO os_vif [None req-cbe686ce-2230-49a3-bcc4-d5307eae2f3c tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:70:b2:24,bridge_name='br-int',has_traffic_filtering=True,id=1650841f-ae41-4a9d-8246-c5dd707da8b1,network=Network(283ed413-0338-4410-9d94-73b7db00e60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1650841f-ae')
Dec 06 16:14:26 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-cbe686ce-2230-49a3-bcc4-d5307eae2f3c tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Deleting instance files /opt/stack/data/nova/instances/6306a448-9d3f-4dc5-ac79-d6291b8d1ad7_del
Dec 06 16:14:26 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-cbe686ce-2230-49a3-bcc4-d5307eae2f3c tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Deletion of /opt/stack/data/nova/instances/6306a448-9d3f-4dc5-ac79-d6291b8d1ad7_del complete
Dec 06 16:14:26 user nova-compute[75278]: INFO nova.compute.manager [None req-cbe686ce-2230-49a3-bcc4-d5307eae2f3c tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Took 0.89 seconds to destroy the instance on the hypervisor.
Dec 06 16:14:26 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-cbe686ce-2230-49a3-bcc4-d5307eae2f3c tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 16:14:26 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 16:14:26 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 16:14:26 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:14:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-58de5acf-cc08-4a5f-9b1b-a620d371fac0 req-bb5d336c-78ec-46e8-8ec6-39281e1c9f52 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Received event network-vif-unplugged-d27d45ec-1eb2-4f63-b087-708ce159f45d {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:14:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-58de5acf-cc08-4a5f-9b1b-a620d371fac0 req-bb5d336c-78ec-46e8-8ec6-39281e1c9f52 service nova] Acquiring lock "ea707d8a-a407-4d94-a3d1-02482e007e5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:14:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-58de5acf-cc08-4a5f-9b1b-a620d371fac0 req-bb5d336c-78ec-46e8-8ec6-39281e1c9f52 service nova] Lock "ea707d8a-a407-4d94-a3d1-02482e007e5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:14:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-58de5acf-cc08-4a5f-9b1b-a620d371fac0 req-bb5d336c-78ec-46e8-8ec6-39281e1c9f52 service nova] Lock "ea707d8a-a407-4d94-a3d1-02482e007e5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:14:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-58de5acf-cc08-4a5f-9b1b-a620d371fac0 req-bb5d336c-78ec-46e8-8ec6-39281e1c9f52 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] No waiting events found dispatching network-vif-unplugged-d27d45ec-1eb2-4f63-b087-708ce159f45d {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:14:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-58de5acf-cc08-4a5f-9b1b-a620d371fac0 req-bb5d336c-78ec-46e8-8ec6-39281e1c9f52 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Received event network-vif-unplugged-d27d45ec-1eb2-4f63-b087-708ce159f45d for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 16:14:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-58de5acf-cc08-4a5f-9b1b-a620d371fac0 req-bb5d336c-78ec-46e8-8ec6-39281e1c9f52 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Received event network-vif-plugged-d27d45ec-1eb2-4f63-b087-708ce159f45d {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:14:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-58de5acf-cc08-4a5f-9b1b-a620d371fac0 req-bb5d336c-78ec-46e8-8ec6-39281e1c9f52 service nova] Acquiring lock "ea707d8a-a407-4d94-a3d1-02482e007e5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:14:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-58de5acf-cc08-4a5f-9b1b-a620d371fac0 req-bb5d336c-78ec-46e8-8ec6-39281e1c9f52 service nova] Lock "ea707d8a-a407-4d94-a3d1-02482e007e5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:14:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-58de5acf-cc08-4a5f-9b1b-a620d371fac0 req-bb5d336c-78ec-46e8-8ec6-39281e1c9f52 service nova] Lock "ea707d8a-a407-4d94-a3d1-02482e007e5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:14:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-58de5acf-cc08-4a5f-9b1b-a620d371fac0 req-bb5d336c-78ec-46e8-8ec6-39281e1c9f52 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] No waiting events found dispatching network-vif-plugged-d27d45ec-1eb2-4f63-b087-708ce159f45d {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:14:26 user nova-compute[75278]: WARNING nova.compute.manager [req-58de5acf-cc08-4a5f-9b1b-a620d371fac0 req-bb5d336c-78ec-46e8-8ec6-39281e1c9f52 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Received unexpected event network-vif-plugged-d27d45ec-1eb2-4f63-b087-708ce159f45d for instance with vm_state active and task_state deleting.
Dec 06 16:14:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-58de5acf-cc08-4a5f-9b1b-a620d371fac0 req-bb5d336c-78ec-46e8-8ec6-39281e1c9f52 service nova] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Received event network-vif-unplugged-1650841f-ae41-4a9d-8246-c5dd707da8b1 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:14:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-58de5acf-cc08-4a5f-9b1b-a620d371fac0 req-bb5d336c-78ec-46e8-8ec6-39281e1c9f52 service nova] Acquiring lock "6306a448-9d3f-4dc5-ac79-d6291b8d1ad7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:14:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-58de5acf-cc08-4a5f-9b1b-a620d371fac0 req-bb5d336c-78ec-46e8-8ec6-39281e1c9f52 service nova] Lock "6306a448-9d3f-4dc5-ac79-d6291b8d1ad7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:14:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-58de5acf-cc08-4a5f-9b1b-a620d371fac0 req-bb5d336c-78ec-46e8-8ec6-39281e1c9f52 service nova] Lock "6306a448-9d3f-4dc5-ac79-d6291b8d1ad7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:14:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-58de5acf-cc08-4a5f-9b1b-a620d371fac0 req-bb5d336c-78ec-46e8-8ec6-39281e1c9f52 service nova] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] No waiting events found dispatching network-vif-unplugged-1650841f-ae41-4a9d-8246-c5dd707da8b1 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:14:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-58de5acf-cc08-4a5f-9b1b-a620d371fac0 req-bb5d336c-78ec-46e8-8ec6-39281e1c9f52 service nova] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Received event network-vif-unplugged-1650841f-ae41-4a9d-8246-c5dd707da8b1 for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 16:14:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-58de5acf-cc08-4a5f-9b1b-a620d371fac0 req-bb5d336c-78ec-46e8-8ec6-39281e1c9f52 service nova] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Received event network-vif-plugged-1650841f-ae41-4a9d-8246-c5dd707da8b1 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:14:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-58de5acf-cc08-4a5f-9b1b-a620d371fac0 req-bb5d336c-78ec-46e8-8ec6-39281e1c9f52 service nova] Acquiring lock "6306a448-9d3f-4dc5-ac79-d6291b8d1ad7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:14:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-58de5acf-cc08-4a5f-9b1b-a620d371fac0 req-bb5d336c-78ec-46e8-8ec6-39281e1c9f52 service nova] Lock "6306a448-9d3f-4dc5-ac79-d6291b8d1ad7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:14:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-58de5acf-cc08-4a5f-9b1b-a620d371fac0 req-bb5d336c-78ec-46e8-8ec6-39281e1c9f52 service nova] Lock "6306a448-9d3f-4dc5-ac79-d6291b8d1ad7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:14:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-58de5acf-cc08-4a5f-9b1b-a620d371fac0 req-bb5d336c-78ec-46e8-8ec6-39281e1c9f52 service nova] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] No waiting events found dispatching network-vif-plugged-1650841f-ae41-4a9d-8246-c5dd707da8b1 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:14:26 user nova-compute[75278]: WARNING nova.compute.manager [req-58de5acf-cc08-4a5f-9b1b-a620d371fac0 req-bb5d336c-78ec-46e8-8ec6-39281e1c9f52 service nova] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Received unexpected event network-vif-plugged-1650841f-ae41-4a9d-8246-c5dd707da8b1 for instance with vm_state active and task_state deleting.
Dec 06 16:14:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-96cd4e94-ec0d-4bc4-afa1-182878d14ac4 req-91a275ce-c74f-4a58-97de-5e6b529b9401 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Received event network-vif-deleted-d27d45ec-1eb2-4f63-b087-708ce159f45d {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:14:26 user nova-compute[75278]: INFO nova.compute.manager [req-96cd4e94-ec0d-4bc4-afa1-182878d14ac4 req-91a275ce-c74f-4a58-97de-5e6b529b9401 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Neutron deleted interface d27d45ec-1eb2-4f63-b087-708ce159f45d; detaching it from the instance and deleting it from the info cache
Dec 06 16:14:26 user nova-compute[75278]: DEBUG nova.network.neutron [req-96cd4e94-ec0d-4bc4-afa1-182878d14ac4 req-91a275ce-c74f-4a58-97de-5e6b529b9401 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:14:26 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Took 0.49 seconds to deallocate network for instance.
Dec 06 16:14:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-96cd4e94-ec0d-4bc4-afa1-182878d14ac4 req-91a275ce-c74f-4a58-97de-5e6b529b9401 service nova] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Detach interface failed, port_id=d27d45ec-1eb2-4f63-b087-708ce159f45d, reason: Instance ea707d8a-a407-4d94-a3d1-02482e007e5c could not be found. {{(pid=75278) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 16:14:27 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:14:27 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Took 0.73 seconds to deallocate network for instance.
Dec 06 16:14:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-cbe686ce-2230-49a3-bcc4-d5307eae2f3c tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:14:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-cbe686ce-2230-49a3-bcc4-d5307eae2f3c tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:14:27 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-cbe686ce-2230-49a3-bcc4-d5307eae2f3c tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:14:27 user nova-compute[75278]: INFO nova.compute.manager [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Took 0.96 seconds to detach 1 volumes for instance.
Dec 06 16:14:27 user nova-compute[75278]: DEBUG nova.compute.manager [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] [instance: ea707d8a-a407-4d94-a3d1-02482e007e5c] Deleting volume: d547ea3b-2185-4fc7-b8bf-bc98f8c2f53b {{(pid=75278) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 06 16:14:27 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-cbe686ce-2230-49a3-bcc4-d5307eae2f3c tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:14:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-cbe686ce-2230-49a3-bcc4-d5307eae2f3c tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.278s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:14:27 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-cbe686ce-2230-49a3-bcc4-d5307eae2f3c tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Deleted allocations for instance 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7
Dec 06 16:14:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:14:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:14:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-cbe686ce-2230-49a3-bcc4-d5307eae2f3c tempest-AttachVolumeNegativeTest-50938505 tempest-AttachVolumeNegativeTest-50938505-project-member] Lock "6306a448-9d3f-4dc5-ac79-d6291b8d1ad7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.101s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:14:27 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:14:27 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:14:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.245s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:14:27 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Deleted allocations for instance ea707d8a-a407-4d94-a3d1-02482e007e5c
Dec 06 16:14:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-39556fa9-3664-4843-b4fa-575aed0ea5ad tempest-TestShelveInstance-894759427 tempest-TestShelveInstance-894759427-project-member] Lock "ea707d8a-a407-4d94-a3d1-02482e007e5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.451s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:14:28 user nova-compute[75278]: DEBUG nova.compute.manager [req-7b46bb34-d375-4c90-8a2d-b4523738ce2d req-fe265709-7304-4222-91a8-151613c5579f service nova] [instance: 6306a448-9d3f-4dc5-ac79-d6291b8d1ad7] Received event network-vif-deleted-1650841f-ae41-4a9d-8246-c5dd707da8b1 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:14:29 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:14:30 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:14:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:14:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:14:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:14:30 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 16:14:30 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:14:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:14:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:14:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:14:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:14:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:14:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:14:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:14:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:14:31 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:14:31 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:14:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:31 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:14:31 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:14:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=8401MB free_disk=24.944976806640625GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 16:14:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:14:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:14:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance fd90d704-fbb5-45cd-983c-1de7e98b9ca6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:14:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:14:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance e7fb2c77-6291-4ecf-8783-61efed5158d4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:14:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 68247e6f-7bc1-4a64-98e1-db3ccca22dcb actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:14:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 6d5d6363-3912-4519-9694-fba4dd4b0342 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:14:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 16:14:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 16:14:31 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:14:31 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:14:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 16:14:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.310s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:14:32 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:14:32 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:14:32 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 16:14:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:38 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:14:38 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 16:14:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "refresh_cache-68247e6f-7bc1-4a64-98e1-db3ccca22dcb" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:14:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquired lock "refresh_cache-68247e6f-7bc1-4a64-98e1-db3ccca22dcb" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:14:38 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Forcefully refreshing network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 16:14:38 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Updating instance_info_cache with network_info: [{"id": "0735353a-c865-4917-bc63-83834e92df03", "address": "fa:16:3e:55:78:e1", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0735353a-c8", "ovs_interfaceid": "0735353a-c865-4917-bc63-83834e92df03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:14:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Releasing lock "refresh_cache-68247e6f-7bc1-4a64-98e1-db3ccca22dcb" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:14:38 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Updated the network info_cache for instance {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "e7fb2c77-6291-4ecf-8783-61efed5158d4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "e7fb2c77-6291-4ecf-8783-61efed5158d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "e7fb2c77-6291-4ecf-8783-61efed5158d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "e7fb2c77-6291-4ecf-8783-61efed5158d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "e7fb2c77-6291-4ecf-8783-61efed5158d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:14:39 user nova-compute[75278]: INFO nova.compute.manager [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Terminating instance
Dec 06 16:14:39 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG nova.compute.manager [req-44110619-76dc-43a7-bae2-78eaa8f4d105 req-ee8a4db7-9d6e-4fa8-a5b6-dd4dbc25e4ff service nova] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Received event network-vif-unplugged-a0002e1e-60e8-402e-89ad-a4a48d920880 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-44110619-76dc-43a7-bae2-78eaa8f4d105 req-ee8a4db7-9d6e-4fa8-a5b6-dd4dbc25e4ff service nova] Acquiring lock "e7fb2c77-6291-4ecf-8783-61efed5158d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-44110619-76dc-43a7-bae2-78eaa8f4d105 req-ee8a4db7-9d6e-4fa8-a5b6-dd4dbc25e4ff service nova] Lock "e7fb2c77-6291-4ecf-8783-61efed5158d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-44110619-76dc-43a7-bae2-78eaa8f4d105 req-ee8a4db7-9d6e-4fa8-a5b6-dd4dbc25e4ff service nova] Lock "e7fb2c77-6291-4ecf-8783-61efed5158d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG nova.compute.manager [req-44110619-76dc-43a7-bae2-78eaa8f4d105 req-ee8a4db7-9d6e-4fa8-a5b6-dd4dbc25e4ff service nova] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] No waiting events found dispatching network-vif-unplugged-a0002e1e-60e8-402e-89ad-a4a48d920880 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG nova.compute.manager [req-44110619-76dc-43a7-bae2-78eaa8f4d105 req-ee8a4db7-9d6e-4fa8-a5b6-dd4dbc25e4ff service nova] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Received event network-vif-unplugged-a0002e1e-60e8-402e-89ad-a4a48d920880 for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 16:14:39 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Instance destroyed successfully.
Dec 06 16:14:39 user nova-compute[75278]: DEBUG nova.objects.instance [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lazy-loading 'resources' on Instance uuid e7fb2c77-6291-4ecf-8783-61efed5158d4 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:09:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1524263816',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1524263816',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1524263816',id=41,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIXcfZoCTwOMSCn1j0DxeazFSAEt1cVb4BBrzvgXFWOLz7soB3X2Giwj4+mhXc9tOQDUAsiM71MtigHR3axtCaxCZTcH3J57OpCpIeCeRHZMWz/TGDQGkEUm/U0aJkJtKA==',key_name='tempest-keypair-2071589887',keypairs=<?>,launch_index=0,launched_at=2023-12-06T16:10:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='188cfe2e1c85461899dae3585b7a6a24',ramdisk_id='',reservation_id='r-9mlqp7s4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1184091674',owner_user_name='tempest-TestVolumeBootPattern-1184091674-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T16:10:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c795bd8e90894931922dc5ff7741dfae',uuid=e7fb2c77-6291-4ecf-8783-61efed5158d4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a0002e1e-60e8-402e-89ad-a4a48d920880", "address": "fa:16:3e:91:9d:8d", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0002e1e-60", "ovs_interfaceid": "a0002e1e-60e8-402e-89ad-a4a48d920880", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Converting VIF {"id": "a0002e1e-60e8-402e-89ad-a4a48d920880", "address": "fa:16:3e:91:9d:8d", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0002e1e-60", "ovs_interfaceid": "a0002e1e-60e8-402e-89ad-a4a48d920880", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:91:9d:8d,bridge_name='br-int',has_traffic_filtering=True,id=a0002e1e-60e8-402e-89ad-a4a48d920880,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa0002e1e-60') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG os_vif [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:91:9d:8d,bridge_name='br-int',has_traffic_filtering=True,id=a0002e1e-60e8-402e-89ad-a4a48d920880,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa0002e1e-60') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa0002e1e-60, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=aebf7064-7310-4f9a-b7dd-7d8532e88018) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:14:39 user nova-compute[75278]: INFO os_vif [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:91:9d:8d,bridge_name='br-int',has_traffic_filtering=True,id=a0002e1e-60e8-402e-89ad-a4a48d920880,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa0002e1e-60')
Dec 06 16:14:39 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BtAGXTWu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:14:39 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:14:39 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ea14dd0-32b1-4767-ac80-3caebdb571c9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 16:14:39 user nova-compute[75278]: No targets found.
Dec 06 16:14:39 user nova-compute[75278]: iSNS:
Dec 06 16:14:39 user nova-compute[75278]: No targets found.
Dec 06 16:14:39 user nova-compute[75278]: STATIC:
Dec 06 16:14:39 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650
Dec 06 16:14:39 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:14:39 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:14:39 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b
Dec 06 16:14:39 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:14:39 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:14:39 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c
Dec 06 16:14:39 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:14:39 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:14:39 user nova-compute[75278]: FIRMWARE:
Dec 06 16:14:39 user nova-compute[75278]: No targets found.
Dec 06 16:14:39 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 16:14:39 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 16:14:39 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f8bec30-f566-4de8-9299-f6c82d46c255]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a38a6f0-2dfd-46c2-9b61-4206a413c06b]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:14:39 user nova-compute[75278]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)
Dec 06 16:14:39 user nova-compute[75278]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)
Dec 06 16:14:39 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:14:39 user nova-compute[75278]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b (non-flash)
Dec 06 16:14:39 user nova-compute[75278]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)
Dec 06 16:14:39 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c599360>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b'): ({'sde'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Removing single pathed devices sde {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6a1a9a0-338a-458c-93af-8c368b17099e]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c7687d0-d281-4c83-a6e6-dee5c94b6810]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Flushing IO for device /dev/sde {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[88ab4830-ab22-4575-8148-cd8614d8a6fd]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 16:14:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:14:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.043s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:14:40 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[cadf5610-3514-45a5-b8e6-98e2beb779e6]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:14:40 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 16:14:40 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] SCSI volumes sde have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 16:14:40 user nova-compute[75278]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_394f537', '/dev/disk/by-id/scsi-1SCST_BIO394f537-96fe22bba3d1f580', '/dev/disk/by-id/scsi-23936666532326262') {{(pid=86114) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 06 16:14:40 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[db1d3a5f-6021-4ce8-90ea-10889157d3be]: (4, None) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:14:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 16:14:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:14:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.030s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:14:40 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5f6fb11-c8b6-4836-ac30-026cdc22f290]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:14:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:14:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:14:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:14:40 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1a47cd2-3e4c-47b6-93dd-61e4c3c2e4b9]: (4, ('Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b, portal: 172.16.0.220,3260]\nLogout of [sid: 51, target: iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:14:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b, portal: 172.16.0.220,3260]
Dec 06 16:14:40 user nova-compute[75278]: Logout of [sid: 51, target: iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b, portal: 172.16.0.220,3260] successful.
Dec 06 16:14:40 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:14:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:14:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a5fe700-9e69-4189-9f1c-9a141c51f72b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:14:40 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[58f54616-fa30-48bd-9676-d65471455ac0]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:14:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:14:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.318s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:14:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] <== disconnect_volume: return (319ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:14:40 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 16:14:40 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Deleting instance files /opt/stack/data/nova/instances/e7fb2c77-6291-4ecf-8783-61efed5158d4_del
Dec 06 16:14:40 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Deletion of /opt/stack/data/nova/instances/e7fb2c77-6291-4ecf-8783-61efed5158d4_del complete
Dec 06 16:14:40 user nova-compute[75278]: INFO nova.compute.manager [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Took 1.16 seconds to destroy the instance on the hypervisor.
Dec 06 16:14:40 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 16:14:40 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 16:14:40 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 16:14:40 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:14:40 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Took 0.60 seconds to deallocate network for instance.
Dec 06 16:14:40 user nova-compute[75278]: DEBUG nova.compute.manager [req-7f9aa004-e752-4da2-a366-62da30f474f4 req-74a2c61e-2a59-42be-b4b8-71ea535f92ba service nova] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Received event network-vif-deleted-a0002e1e-60e8-402e-89ad-a4a48d920880 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:14:41 user nova-compute[75278]: INFO nova.compute.manager [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Took 0.77 seconds to detach 1 volumes for instance.
Dec 06 16:14:41 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Deleting volume: 4a5fe700-9e69-4189-9f1c-9a141c51f72b {{(pid=75278) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 06 16:14:41 user nova-compute[75278]: DEBUG nova.compute.manager [req-366e0a9f-39de-428f-b553-e812cdad00a0 req-c47d7777-9341-49f5-bb3d-c674ca0c0acd service nova] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Received event network-vif-plugged-a0002e1e-60e8-402e-89ad-a4a48d920880 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:14:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-366e0a9f-39de-428f-b553-e812cdad00a0 req-c47d7777-9341-49f5-bb3d-c674ca0c0acd service nova] Acquiring lock "e7fb2c77-6291-4ecf-8783-61efed5158d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:14:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-366e0a9f-39de-428f-b553-e812cdad00a0 req-c47d7777-9341-49f5-bb3d-c674ca0c0acd service nova] Lock "e7fb2c77-6291-4ecf-8783-61efed5158d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:14:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-366e0a9f-39de-428f-b553-e812cdad00a0 req-c47d7777-9341-49f5-bb3d-c674ca0c0acd service nova] Lock "e7fb2c77-6291-4ecf-8783-61efed5158d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:14:41 user nova-compute[75278]: DEBUG nova.compute.manager [req-366e0a9f-39de-428f-b553-e812cdad00a0 req-c47d7777-9341-49f5-bb3d-c674ca0c0acd service nova] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] No waiting events found dispatching network-vif-plugged-a0002e1e-60e8-402e-89ad-a4a48d920880 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:14:41 user nova-compute[75278]: WARNING nova.compute.manager [req-366e0a9f-39de-428f-b553-e812cdad00a0 req-c47d7777-9341-49f5-bb3d-c674ca0c0acd service nova] [instance: e7fb2c77-6291-4ecf-8783-61efed5158d4] Received unexpected event network-vif-plugged-a0002e1e-60e8-402e-89ad-a4a48d920880 for instance with vm_state active and task_state deleting.
Dec 06 16:14:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:14:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:14:41 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:14:41 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:14:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.225s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:14:41 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Deleted allocations for instance e7fb2c77-6291-4ecf-8783-61efed5158d4
Dec 06 16:14:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1a9f36c2-c054-4d8d-8f03-7788104cd262 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "e7fb2c77-6291-4ecf-8783-61efed5158d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:14:42 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:14:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:14:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:14:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75278) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 16:14:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 16:14:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 16:14:54 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:55 user nova-compute[75278]: INFO nova.compute.manager [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Rescuing
Dec 06 16:14:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "refresh_cache-6d5d6363-3912-4519-9694-fba4dd4b0342" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:14:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquired lock "refresh_cache-6d5d6363-3912-4519-9694-fba4dd4b0342" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:14:55 user nova-compute[75278]: DEBUG nova.network.neutron [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 16:14:55 user nova-compute[75278]: DEBUG nova.network.neutron [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Updating instance_info_cache with network_info: [{"id": "ae4b6ff1-cb9c-43bc-8e7e-019c35476194", "address": "fa:16:3e:9f:71:ae", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae4b6ff1-cb", "ovs_interfaceid": "ae4b6ff1-cb9c-43bc-8e7e-019c35476194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:14:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Releasing lock "refresh_cache-6d5d6363-3912-4519-9694-fba4dd4b0342" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:14:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:55 user nova-compute[75278]: DEBUG nova.compute.manager [req-0fd07441-0872-4f9a-ac99-cc7209f59c13 req-f20cb659-35c9-42ef-b201-4a40706dde61 service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Received event network-vif-unplugged-ae4b6ff1-cb9c-43bc-8e7e-019c35476194 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:14:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0fd07441-0872-4f9a-ac99-cc7209f59c13 req-f20cb659-35c9-42ef-b201-4a40706dde61 service nova] Acquiring lock "6d5d6363-3912-4519-9694-fba4dd4b0342-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:14:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0fd07441-0872-4f9a-ac99-cc7209f59c13 req-f20cb659-35c9-42ef-b201-4a40706dde61 service nova] Lock "6d5d6363-3912-4519-9694-fba4dd4b0342-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:14:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0fd07441-0872-4f9a-ac99-cc7209f59c13 req-f20cb659-35c9-42ef-b201-4a40706dde61 service nova] Lock "6d5d6363-3912-4519-9694-fba4dd4b0342-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:14:55 user nova-compute[75278]: DEBUG nova.compute.manager [req-0fd07441-0872-4f9a-ac99-cc7209f59c13 req-f20cb659-35c9-42ef-b201-4a40706dde61 service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] No waiting events found dispatching network-vif-unplugged-ae4b6ff1-cb9c-43bc-8e7e-019c35476194 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:14:55 user nova-compute[75278]: WARNING nova.compute.manager [req-0fd07441-0872-4f9a-ac99-cc7209f59c13 req-f20cb659-35c9-42ef-b201-4a40706dde61 service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Received unexpected event network-vif-unplugged-ae4b6ff1-cb9c-43bc-8e7e-019c35476194 for instance with vm_state active and task_state rescuing.
Dec 06 16:14:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:56 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Instance destroyed successfully.
Dec 06 16:14:56 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Attempting a stable device rescue
Dec 06 16:14:56 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75278) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 06 16:14:56 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Instance directory exists: not creating {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Dec 06 16:14:56 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Creating image(s)
Dec 06 16:14:56 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "/opt/stack/data/nova/instances/6d5d6363-3912-4519-9694-fba4dd4b0342/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:14:56 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "/opt/stack/data/nova/instances/6d5d6363-3912-4519-9694-fba4dd4b0342/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:14:56 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "/opt/stack/data/nova/instances/6d5d6363-3912-4519-9694-fba4dd4b0342/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:14:56 user nova-compute[75278]: DEBUG nova.objects.instance [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lazy-loading 'trusted_certs' on Instance uuid 6d5d6363-3912-4519-9694-fba4dd4b0342 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:14:56 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "d112150e0dda2a5197d9b77692ed68200951553a" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:14:56 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "d112150e0dda2a5197d9b77692ed68200951553a" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:14:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d112150e0dda2a5197d9b77692ed68200951553a.part --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:14:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d112150e0dda2a5197d9b77692ed68200951553a.part --force-share --output=json" returned: 0 in 0.175s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:14:57 user nova-compute[75278]: DEBUG nova.virt.images [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] 20d42877-9a98-4f2d-9577-a9efff762dee was qcow2, converting to raw {{(pid=75278) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 06 16:14:57 user nova-compute[75278]: DEBUG nova.privsep.utils [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75278) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 16:14:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/d112150e0dda2a5197d9b77692ed68200951553a.part /opt/stack/data/nova/instances/_base/d112150e0dda2a5197d9b77692ed68200951553a.converted {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:14:57 user nova-compute[75278]: DEBUG nova.compute.manager [req-0afaecfc-f3f2-41c0-9688-115ef010a0d5 req-547f038d-64f5-43b9-a28b-c0bf336f404d service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Received event network-vif-plugged-ae4b6ff1-cb9c-43bc-8e7e-019c35476194 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:14:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0afaecfc-f3f2-41c0-9688-115ef010a0d5 req-547f038d-64f5-43b9-a28b-c0bf336f404d service nova] Acquiring lock "6d5d6363-3912-4519-9694-fba4dd4b0342-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:14:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0afaecfc-f3f2-41c0-9688-115ef010a0d5 req-547f038d-64f5-43b9-a28b-c0bf336f404d service nova] Lock "6d5d6363-3912-4519-9694-fba4dd4b0342-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:14:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-0afaecfc-f3f2-41c0-9688-115ef010a0d5 req-547f038d-64f5-43b9-a28b-c0bf336f404d service nova] Lock "6d5d6363-3912-4519-9694-fba4dd4b0342-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:14:57 user nova-compute[75278]: DEBUG nova.compute.manager [req-0afaecfc-f3f2-41c0-9688-115ef010a0d5 req-547f038d-64f5-43b9-a28b-c0bf336f404d service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] No waiting events found dispatching network-vif-plugged-ae4b6ff1-cb9c-43bc-8e7e-019c35476194 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:14:57 user nova-compute[75278]: WARNING nova.compute.manager [req-0afaecfc-f3f2-41c0-9688-115ef010a0d5 req-547f038d-64f5-43b9-a28b-c0bf336f404d service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Received unexpected event network-vif-plugged-ae4b6ff1-cb9c-43bc-8e7e-019c35476194 for instance with vm_state active and task_state rescuing.
Dec 06 16:14:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/d112150e0dda2a5197d9b77692ed68200951553a.part /opt/stack/data/nova/instances/_base/d112150e0dda2a5197d9b77692ed68200951553a.converted" returned: 0 in 0.390s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:14:57 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d112150e0dda2a5197d9b77692ed68200951553a.converted --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d112150e0dda2a5197d9b77692ed68200951553a.converted --force-share --output=json" returned: 0 in 0.187s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "d112150e0dda2a5197d9b77692ed68200951553a" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.563s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "d112150e0dda2a5197d9b77692ed68200951553a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "d112150e0dda2a5197d9b77692ed68200951553a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d112150e0dda2a5197d9b77692ed68200951553a --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d112150e0dda2a5197d9b77692ed68200951553a --force-share --output=json" returned: 0 in 0.183s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/d112150e0dda2a5197d9b77692ed68200951553a,backing_fmt=raw /opt/stack/data/nova/instances/6d5d6363-3912-4519-9694-fba4dd4b0342/disk.rescue {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/d112150e0dda2a5197d9b77692ed68200951553a,backing_fmt=raw /opt/stack/data/nova/instances/6d5d6363-3912-4519-9694-fba4dd4b0342/disk.rescue" returned: 0 in 0.048s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "d112150e0dda2a5197d9b77692ed68200951553a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.238s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG nova.objects.instance [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lazy-loading 'migration_context' on Instance uuid 6d5d6363-3912-4519-9694-fba4dd4b0342 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG nova.objects.base [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Object Instance<6d5d6363-3912-4519-9694-fba4dd4b0342> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Start _get_guest_xml network_info=[{"id": "ae4b6ff1-cb9c-43bc-8e7e-019c35476194", "address": "fa:16:3e:9f:71:ae", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "vif_mac": "fa:16:3e:9f:71:ae"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae4b6ff1-cb", "ovs_interfaceid": "ae4b6ff1-cb9c-43bc-8e7e-019c35476194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '20d42877-9a98-4f2d-9577-a9efff762dee', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'boot_index': 0, 'delete_on_termination': False, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': '2fbfeaac-156a-46c0-9b9a-125d4a41dcd4', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NidGWeLT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, 'status': 'reserved', 'instance': '6d5d6363-3912-4519-9694-fba4dd4b0342', 'attached_at': '', 'detached_at': '', 'volume_id': '3d3fe6d6-e947-482a-89b1-7a4b6deaac7c', 'serial': '3d3fe6d6-e947-482a-89b1-7a4b6deaac7c'}, 'volume_type': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG nova.objects.instance [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lazy-loading 'resources' on Instance uuid 6d5d6363-3912-4519-9694-fba4dd4b0342 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG nova.objects.base [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Object Instance<6d5d6363-3912-4519-9694-fba4dd4b0342> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG nova.objects.instance [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lazy-loading 'numa_topology' on Instance uuid 6d5d6363-3912-4519-9694-fba4dd4b0342 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG nova.objects.base [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Object Instance<6d5d6363-3912-4519-9694-fba4dd4b0342> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 16:14:58 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:14:58 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:14:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG nova.objects.instance [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lazy-loading 'vcpu_model' on Instance uuid 6d5d6363-3912-4519-9694-fba4dd4b0342 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG nova.objects.base [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Object Instance<6d5d6363-3912-4519-9694-fba4dd4b0342> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NidGWeLT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:14:58 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:14:58 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:14:58 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:14:58 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:14:58 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 16:14:58 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c -p 172.16.0.220:3260" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bd2f19c-d69e-4bf0-ba43-db824f7cd6e2]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = NidGWeLT\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Dec 06 16:14:58 user nova-compute[75278]: node.name = iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c
Dec 06 16:14:58 user nova-compute[75278]: node.tpgt = -1
Dec 06 16:14:58 user nova-compute[75278]: node.startup = automatic
Dec 06 16:14:58 user nova-compute[75278]: node.leading_login = No
Dec 06 16:14:58 user nova-compute[75278]: iface.iscsi_ifacename = default
Dec 06 16:14:58 user nova-compute[75278]: iface.net_ifacename = <empty>
Dec 06 16:14:58 user nova-compute[75278]: iface.ipaddress = <empty>
Dec 06 16:14:58 user nova-compute[75278]: iface.prefix_len = 0
Dec 06 16:14:58 user nova-compute[75278]: iface.hwaddress = <empty>
Dec 06 16:14:58 user nova-compute[75278]: iface.transport_name = tcp
Dec 06 16:14:58 user nova-compute[75278]: iface.initiatorname = <empty>
Dec 06 16:14:58 user nova-compute[75278]: iface.state = <empty>
Dec 06 16:14:58 user nova-compute[75278]: iface.vlan_id = 0
Dec 06 16:14:58 user nova-compute[75278]: iface.vlan_priority = 0
Dec 06 16:14:58 user nova-compute[75278]: iface.vlan_state = <empty>
Dec 06 16:14:58 user nova-compute[75278]: iface.iface_num = 0
Dec 06 16:14:58 user nova-compute[75278]: iface.mtu = 0
Dec 06 16:14:58 user nova-compute[75278]: iface.port = 0
Dec 06 16:14:58 user nova-compute[75278]: iface.bootproto = <empty>
Dec 06 16:14:58 user nova-compute[75278]: iface.subnet_mask = <empty>
Dec 06 16:14:58 user nova-compute[75278]: iface.gateway = <empty>
Dec 06 16:14:58 user nova-compute[75278]: iface.dhcp_alt_client_id_state = <empty>
Dec 06 16:14:58 user nova-compute[75278]: iface.dhcp_alt_client_id = <empty>
Dec 06 16:14:58 user nova-compute[75278]: iface.dhcp_dns = <empty>
Dec 06 16:14:58 user nova-compute[75278]: iface.dhcp_learn_iqn = <empty>
Dec 06 16:14:58 user nova-compute[75278]: iface.dhcp_req_vendor_id_state = <empty>
Dec 06 16:14:58 user nova-compute[75278]: iface.dhcp_vendor_id_state = <empty>
Dec 06 16:14:58 user nova-compute[75278]: iface.dhcp_vendor_id = <empty>
Dec 06 16:14:58 user nova-compute[75278]: iface.dhcp_slp_da = <empty>
Dec 06 16:14:58 user nova-compute[75278]: iface.fragmentation = <empty>
Dec 06 16:14:58 user nova-compute[75278]: iface.gratuitous_arp = <empty>
Dec 06 16:14:58 user nova-compute[75278]: iface.incoming_forwarding = <empty>
Dec 06 16:14:58 user nova-compute[75278]: iface.tos_state = <empty>
Dec 06 16:14:58 user nova-compute[75278]: iface.tos = 0
Dec 06 16:14:58 user nova-compute[75278]: iface.ttl = 0
Dec 06 16:14:58 user nova-compute[75278]: iface.delayed_ack = <empty>
Dec 06 16:14:58 user nova-compute[75278]: iface.tcp_nagle = <empty>
Dec 06 16:14:58 user nova-compute[75278]: iface.tcp_wsf_state = <empty>
Dec 06 16:14:58 user nova-compute[75278]: iface.tcp_wsf = 0
Dec 06 16:14:58 user nova-compute[75278]: iface.tcp_timer_scale = 0
Dec 06 16:14:58 user nova-compute[75278]: iface.tcp_timestamp = <empty>
Dec 06 16:14:58 user nova-compute[75278]: iface.redirect = <empty>
Dec 06 16:14:58 user nova-compute[75278]: iface.def_task_mgmt_timeout = 0
Dec 06 16:14:58 user nova-compute[75278]: iface.header_digest = <empty>
Dec 06 16:14:58 user nova-compute[75278]: iface.data_digest = <empty>
Dec 06 16:14:58 user nova-compute[75278]: iface.immediate_data = <empty>
Dec 06 16:14:58 user nova-compute[75278]: iface.initial_r2t = <empty>
Dec 06 16:14:58 user nova-compute[75278]: iface.data_seq_inorder = <empty>
Dec 06 16:14:58 user nova-compute[75278]: iface.data_pdu_inorder = <empty>
Dec 06 16:14:58 user nova-compute[75278]: iface.erl = 0
Dec 06 16:14:58 user nova-compute[75278]: iface.max_receive_data_len = 0
Dec 06 16:14:58 user nova-compute[75278]: iface.first_burst_len = 0
Dec 06 16:14:58 user nova-compute[75278]: iface.max_outstanding_r2t = 0
Dec 06 16:14:58 user nova-compute[75278]: iface.max_burst_len = 0
Dec 06 16:14:58 user nova-compute[75278]: iface.chap_auth = <empty>
Dec 06 16:14:58 user nova-compute[75278]: iface.bidi_chap = <empty>
Dec 06 16:14:58 user nova-compute[75278]: iface.strict_login_compliance = <empty>
Dec 06 16:14:58 user nova-compute[75278]: iface.discovery_auth = <empty>
Dec 06 16:14:58 user nova-compute[75278]: iface.discovery_logout = <empty>
Dec 06 16:14:58 user nova-compute[75278]: node.discovery_address = <empty>
Dec 06 16:14:58 user nova-compute[75278]: node.discovery_port = 0
Dec 06 16:14:58 user nova-compute[75278]: node.discovery_type = static
Dec 06 16:14:58 user nova-compute[75278]: node.session.initial_cmdsn = 0
Dec 06 16:14:58 user nova-compute[75278]: node.session.initial_login_retry_max = 8
Dec 06 16:14:58 user nova-compute[75278]: node.session.xmit_thread_priority = -20
Dec 06 16:14:58 user nova-compute[75278]: node.session.cmds_max = 128
Dec 06 16:14:58 user nova-compute[75278]: node.session.queue_depth = 32
Dec 06 16:14:58 user nova-compute[75278]: node.session.nr_sessions = 1
Dec 06 16:14:58 user nova-compute[75278]: node.session.auth.authmethod = CHAP
Dec 06 16:14:58 user nova-compute[75278]: node.session.auth.username = NidGWeLT
Dec 06 16:14:58 user nova-compute[75278]: node.session.auth.password = ***
Dec 06 16:14:58 user nova-compute[75278]: node.session.auth.username_in = <empty>
Dec 06 16:14:58 user nova-compute[75278]: node.session.auth.password_in = <empty>
Dec 06 16:14:58 user nova-compute[75278]: node.session.auth.chap_algs = MD5
Dec 06 16:14:58 user nova-compute[75278]: node.session.timeo.replacement_timeout = 120
Dec 06 16:14:58 user nova-compute[75278]: node.session.err_timeo.abort_timeout = 15
Dec 06 16:14:58 user nova-compute[75278]: node.session.err_timeo.lu_reset_timeout = 30
Dec 06 16:14:58 user nova-compute[75278]: node.session.err_timeo.tgt_reset_timeout = 30
Dec 06 16:14:58 user nova-compute[75278]: node.session.err_timeo.host_reset_timeout = 60
Dec 06 16:14:58 user nova-compute[75278]: node.session.iscsi.FastAbort = Yes
Dec 06 16:14:58 user nova-compute[75278]: node.session.iscsi.InitialR2T = No
Dec 06 16:14:58 user nova-compute[75278]: node.session.iscsi.ImmediateData = Yes
Dec 06 16:14:58 user nova-compute[75278]: node.session.iscsi.FirstBurstLength = 262144
Dec 06 16:14:58 user nova-compute[75278]: node.session.iscsi.MaxBurstLength = 16776192
Dec 06 16:14:58 user nova-compute[75278]: node.session.iscsi.DefaultTime2Retain = 0
Dec 06 16:14:58 user nova-compute[75278]: node.session.iscsi.DefaultTime2Wait = 2
Dec 06 16:14:58 user nova-compute[75278]: node.session.iscsi.MaxConnections = 1
Dec 06 16:14:58 user nova-compute[75278]: node.session.iscsi.MaxOutstandingR2T = 1
Dec 06 16:14:58 user nova-compute[75278]: node.session.iscsi.ERL = 0
Dec 06 16:14:58 user nova-compute[75278]: node.session.scan = manual
Dec 06 16:14:58 user nova-compute[75278]: node.session.reopen_max = 0
Dec 06 16:14:58 user nova-compute[75278]: node.conn[0].address = 172.16.0.220
Dec 06 16:14:58 user nova-compute[75278]: node.conn[0].port = 3260
Dec 06 16:14:58 user nova-compute[75278]: node.conn[0].startup = manual
Dec 06 16:14:58 user nova-compute[75278]: node.conn[0].tcp.window_size = 524288
Dec 06 16:14:58 user nova-compute[75278]: node.conn[0].tcp.type_of_service = 0
Dec 06 16:14:58 user nova-compute[75278]: node.conn[0].timeo.logout_timeout = 15
Dec 06 16:14:58 user nova-compute[75278]: node.conn[0].timeo.login_timeout = 15
Dec 06 16:14:58 user nova-compute[75278]: node.conn[0].timeo.auth_timeout = 45
Dec 06 16:14:58 user nova-compute[75278]: node.conn[0].timeo.noop_out_interval = 5
Dec 06 16:14:58 user nova-compute[75278]: node.conn[0].timeo.noop_out_timeout = 5
Dec 06 16:14:58 user nova-compute[75278]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Dec 06 16:14:58 user nova-compute[75278]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Dec 06 16:14:58 user nova-compute[75278]: node.conn[0].iscsi.HeaderDigest = None
Dec 06 16:14:58 user nova-compute[75278]: node.conn[0].iscsi.DataDigest = None
Dec 06 16:14:58 user nova-compute[75278]: node.conn[0].iscsi.IFMarker = No
Dec 06 16:14:58 user nova-compute[75278]: node.conn[0].iscsi.OFMarker = No
Dec 06 16:14:58 user nova-compute[75278]: # END RECORD
Dec 06 16:14:58 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[94ecf0e0-d342-4e9a-a490-556feb17b111]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dbedcbf-e15e-47be-8771-7f95f917c3f2]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NidGWeLT {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NidGWeLT" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9a64da1-3507-40b5-8f1c-10d8442b2739]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NidGWeLT'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[df4a6a75-426f-4651-80f7-3e5466cdbbd5]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b12b98d2-4d69-4ef1-b21a-6739ee31dca8]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:14:58 user nova-compute[75278]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)
Dec 06 16:14:58 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:14:58 user nova-compute[75278]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)
Dec 06 16:14:58 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.153s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] HCTL ('37', '0', '0', 0) found on session 54 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Scanning host 37 c: 0, t: 0, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.013s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[18cefd16-007d-446d-b10c-64d7b165774f]: (4, ('0 0 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Searching for a device in session 54 and hctl ('37', '0', '0', 0) yield: sdf {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NidGWeLT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.175s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] <== connect_volume: return (177ms) {'type': 'block', 'scsi_wwn': '23134323863643235', 'path': '/dev/sdf'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23134323863643235', 'path': '/dev/sdf'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:13:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-588454395',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-588454395',id=46,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T16:13:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='29ae73a7063f40018c4c87b073578c9f',ramdisk_id='',reservation_id='r-n8ahyf30',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-569028538',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:13:31Z,user_data=None,user_id='b91f9d2569644a57990737e162db4cda',uuid=6d5d6363-3912-4519-9694-fba4dd4b0342,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ae4b6ff1-cb9c-43bc-8e7e-019c35476194", "address": "fa:16:3e:9f:71:ae", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "vif_mac": "fa:16:3e:9f:71:ae"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae4b6ff1-cb", "ovs_interfaceid": "ae4b6ff1-cb9c-43bc-8e7e-019c35476194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Converting VIF {"id": "ae4b6ff1-cb9c-43bc-8e7e-019c35476194", "address": "fa:16:3e:9f:71:ae", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "vif_mac": "fa:16:3e:9f:71:ae"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae4b6ff1-cb", "ovs_interfaceid": "ae4b6ff1-cb9c-43bc-8e7e-019c35476194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9f:71:ae,bridge_name='br-int',has_traffic_filtering=True,id=ae4b6ff1-cb9c-43bc-8e7e-019c35476194,network=Network(243fdb87-481c-4565-adce-3c2b311a66b0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae4b6ff1-cb') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG nova.objects.instance [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lazy-loading 'pci_devices' on Instance uuid 6d5d6363-3912-4519-9694-fba4dd4b0342 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG nova.objects.base [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Object Instance<6d5d6363-3912-4519-9694-fba4dd4b0342> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75278) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] End _get_guest_xml xml=<domain type="kvm">
Dec 06 16:14:58 user nova-compute[75278]:   <uuid>6d5d6363-3912-4519-9694-fba4dd4b0342</uuid>
Dec 06 16:14:58 user nova-compute[75278]:   <name>instance-0000002e</name>
Dec 06 16:14:58 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 16:14:58 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 16:14:58 user nova-compute[75278]:   <metadata>
Dec 06 16:14:58 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 16:14:58 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 16:14:58 user nova-compute[75278]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-588454395</nova:name>
Dec 06 16:14:58 user nova-compute[75278]:       <nova:creationTime>2023-12-06 16:14:58</nova:creationTime>
Dec 06 16:14:58 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 16:14:58 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 16:14:58 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 16:14:58 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 16:14:58 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 16:14:58 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 16:14:58 user nova-compute[75278]:       </nova:flavor>
Dec 06 16:14:58 user nova-compute[75278]:       <nova:owner>
Dec 06 16:14:58 user nova-compute[75278]:         <nova:user uuid="b91f9d2569644a57990737e162db4cda">tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member</nova:user>
Dec 06 16:14:58 user nova-compute[75278]:         <nova:project uuid="29ae73a7063f40018c4c87b073578c9f">tempest-ServerBootFromVolumeStableRescueTest-569028538</nova:project>
Dec 06 16:14:58 user nova-compute[75278]:       </nova:owner>
Dec 06 16:14:58 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 16:14:58 user nova-compute[75278]:       <nova:ports>
Dec 06 16:14:58 user nova-compute[75278]:         <nova:port uuid="ae4b6ff1-cb9c-43bc-8e7e-019c35476194">
Dec 06 16:14:58 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 06 16:14:58 user nova-compute[75278]:         </nova:port>
Dec 06 16:14:58 user nova-compute[75278]:       </nova:ports>
Dec 06 16:14:58 user nova-compute[75278]:     </nova:instance>
Dec 06 16:14:58 user nova-compute[75278]:   </metadata>
Dec 06 16:14:58 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 16:14:58 user nova-compute[75278]:     <system>
Dec 06 16:14:58 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 16:14:58 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 16:14:58 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 16:14:58 user nova-compute[75278]:       <entry name="serial">6d5d6363-3912-4519-9694-fba4dd4b0342</entry>
Dec 06 16:14:58 user nova-compute[75278]:       <entry name="uuid">6d5d6363-3912-4519-9694-fba4dd4b0342</entry>
Dec 06 16:14:58 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 16:14:58 user nova-compute[75278]:     </system>
Dec 06 16:14:58 user nova-compute[75278]:   </sysinfo>
Dec 06 16:14:58 user nova-compute[75278]:   <os>
Dec 06 16:14:58 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 16:14:58 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 16:14:58 user nova-compute[75278]:   </os>
Dec 06 16:14:58 user nova-compute[75278]:   <features>
Dec 06 16:14:58 user nova-compute[75278]:     <acpi/>
Dec 06 16:14:58 user nova-compute[75278]:     <apic/>
Dec 06 16:14:58 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 16:14:58 user nova-compute[75278]:   </features>
Dec 06 16:14:58 user nova-compute[75278]:   <clock offset="utc">
Dec 06 16:14:58 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 16:14:58 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 16:14:58 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 16:14:58 user nova-compute[75278]:   </clock>
Dec 06 16:14:58 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 16:14:58 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 16:14:58 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 16:14:58 user nova-compute[75278]:   </cpu>
Dec 06 16:14:58 user nova-compute[75278]:   <devices>
Dec 06 16:14:58 user nova-compute[75278]:     <disk type="block" device="disk">
Dec 06 16:14:58 user nova-compute[75278]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:14:58 user nova-compute[75278]:       <source dev="/dev/sdf"/>
Dec 06 16:14:58 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 16:14:58 user nova-compute[75278]:       <serial>3d3fe6d6-e947-482a-89b1-7a4b6deaac7c</serial>
Dec 06 16:14:58 user nova-compute[75278]:     </disk>
Dec 06 16:14:58 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 16:14:58 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 16:14:58 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/6d5d6363-3912-4519-9694-fba4dd4b0342/disk.rescue"/>
Dec 06 16:14:58 user nova-compute[75278]:       <target dev="vdb" bus="virtio"/>
Dec 06 16:14:58 user nova-compute[75278]:       <boot order="1"/>
Dec 06 16:14:58 user nova-compute[75278]:     </disk>
Dec 06 16:14:58 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 16:14:58 user nova-compute[75278]:       <mac address="fa:16:3e:9f:71:ae"/>
Dec 06 16:14:58 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:14:58 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 16:14:58 user nova-compute[75278]:       <target dev="tapae4b6ff1-cb"/>
Dec 06 16:14:58 user nova-compute[75278]:     </interface>
Dec 06 16:14:58 user nova-compute[75278]:     <serial type="pty">
Dec 06 16:14:58 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/6d5d6363-3912-4519-9694-fba4dd4b0342/console.log" append="off"/>
Dec 06 16:14:58 user nova-compute[75278]:     </serial>
Dec 06 16:14:58 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 16:14:58 user nova-compute[75278]:     <video>
Dec 06 16:14:58 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:14:58 user nova-compute[75278]:     </video>
Dec 06 16:14:58 user nova-compute[75278]:     <rng model="virtio">
Dec 06 16:14:58 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 16:14:58 user nova-compute[75278]:     </rng>
Dec 06 16:14:58 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 16:14:58 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 16:14:58 user nova-compute[75278]:       <stats period="10"/>
Dec 06 16:14:58 user nova-compute[75278]:     </memballoon>
Dec 06 16:14:58 user nova-compute[75278]:   </devices>
Dec 06 16:14:58 user nova-compute[75278]: </domain>
Dec 06 16:14:58 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 16:14:58 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Instance destroyed successfully.
Dec 06 16:14:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:14:58 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] No VIF found with MAC fa:16:3e:9f:71:ae, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 16:14:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:14:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:00 user nova-compute[75278]: DEBUG nova.compute.manager [req-8ae20321-f8ec-4fd7-9ff4-95385111fd61 req-e6315b24-f5a7-4620-8b20-63c020eead58 service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Received event network-vif-plugged-ae4b6ff1-cb9c-43bc-8e7e-019c35476194 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:15:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-8ae20321-f8ec-4fd7-9ff4-95385111fd61 req-e6315b24-f5a7-4620-8b20-63c020eead58 service nova] Acquiring lock "6d5d6363-3912-4519-9694-fba4dd4b0342-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:15:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-8ae20321-f8ec-4fd7-9ff4-95385111fd61 req-e6315b24-f5a7-4620-8b20-63c020eead58 service nova] Lock "6d5d6363-3912-4519-9694-fba4dd4b0342-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:15:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-8ae20321-f8ec-4fd7-9ff4-95385111fd61 req-e6315b24-f5a7-4620-8b20-63c020eead58 service nova] Lock "6d5d6363-3912-4519-9694-fba4dd4b0342-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:15:00 user nova-compute[75278]: DEBUG nova.compute.manager [req-8ae20321-f8ec-4fd7-9ff4-95385111fd61 req-e6315b24-f5a7-4620-8b20-63c020eead58 service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] No waiting events found dispatching network-vif-plugged-ae4b6ff1-cb9c-43bc-8e7e-019c35476194 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:15:00 user nova-compute[75278]: WARNING nova.compute.manager [req-8ae20321-f8ec-4fd7-9ff4-95385111fd61 req-e6315b24-f5a7-4620-8b20-63c020eead58 service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Received unexpected event network-vif-plugged-ae4b6ff1-cb9c-43bc-8e7e-019c35476194 for instance with vm_state active and task_state rescuing.
Dec 06 16:15:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:02 user nova-compute[75278]: DEBUG nova.compute.manager [req-97870a13-b892-442f-8b55-e27d0ddddf45 req-a520f745-67d9-4686-aa67-7f9b4bdcb630 service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Received event network-vif-plugged-ae4b6ff1-cb9c-43bc-8e7e-019c35476194 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:15:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-97870a13-b892-442f-8b55-e27d0ddddf45 req-a520f745-67d9-4686-aa67-7f9b4bdcb630 service nova] Acquiring lock "6d5d6363-3912-4519-9694-fba4dd4b0342-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:15:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-97870a13-b892-442f-8b55-e27d0ddddf45 req-a520f745-67d9-4686-aa67-7f9b4bdcb630 service nova] Lock "6d5d6363-3912-4519-9694-fba4dd4b0342-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:15:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-97870a13-b892-442f-8b55-e27d0ddddf45 req-a520f745-67d9-4686-aa67-7f9b4bdcb630 service nova] Lock "6d5d6363-3912-4519-9694-fba4dd4b0342-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:15:02 user nova-compute[75278]: DEBUG nova.compute.manager [req-97870a13-b892-442f-8b55-e27d0ddddf45 req-a520f745-67d9-4686-aa67-7f9b4bdcb630 service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] No waiting events found dispatching network-vif-plugged-ae4b6ff1-cb9c-43bc-8e7e-019c35476194 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:15:02 user nova-compute[75278]: WARNING nova.compute.manager [req-97870a13-b892-442f-8b55-e27d0ddddf45 req-a520f745-67d9-4686-aa67-7f9b4bdcb630 service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Received unexpected event network-vif-plugged-ae4b6ff1-cb9c-43bc-8e7e-019c35476194 for instance with vm_state active and task_state rescuing.
Dec 06 16:15:02 user nova-compute[75278]: DEBUG nova.compute.manager [None req-681970f3-479c-417b-9546-165787b48ec2 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 16:15:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:16 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:17 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:19 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:21 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:26 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:15:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:28 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:15:28 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:15:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:30 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:15:30 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:15:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:15:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:15:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:15:30 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 16:15:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:15:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:15:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:15:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:15:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:15:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:15:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:15:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:15:31 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:15:31 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:15:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d5d6363-3912-4519-9694-fba4dd4b0342/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:15:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d5d6363-3912-4519-9694-fba4dd4b0342/disk.rescue --force-share --output=json" returned: 0 in 0.211s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:15:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d5d6363-3912-4519-9694-fba4dd4b0342/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:15:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d5d6363-3912-4519-9694-fba4dd4b0342/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:15:31 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:15:31 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:15:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=8637MB free_disk=24.84656524658203GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 16:15:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:15:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:15:32 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance fd90d704-fbb5-45cd-983c-1de7e98b9ca6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:15:32 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:15:32 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 68247e6f-7bc1-4a64-98e1-db3ccca22dcb actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:15:32 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 6d5d6363-3912-4519-9694-fba4dd4b0342 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:15:32 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 16:15:32 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 16:15:32 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:15:32 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:15:32 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 16:15:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.395s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:15:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:34 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:15:34 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:15:34 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 16:15:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:38 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:15:38 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 16:15:38 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Didn't find any instances for network info cache update. {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 16:15:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Acquiring lock "ed6fab87-16ef-40a8-8203-c6f543b05fd0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:15:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "ed6fab87-16ef-40a8-8203-c6f543b05fd0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:15:38 user nova-compute[75278]: DEBUG nova.compute.manager [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 16:15:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:15:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:15:38 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 16:15:38 user nova-compute[75278]: INFO nova.compute.claims [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Claim successful on node user
Dec 06 16:15:38 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:15:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:39 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:15:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.308s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:15:39 user nova-compute[75278]: DEBUG nova.compute.manager [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 16:15:39 user nova-compute[75278]: DEBUG nova.compute.manager [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 16:15:39 user nova-compute[75278]: DEBUG nova.network.neutron [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 16:15:39 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 16:15:39 user nova-compute[75278]: DEBUG nova.compute.manager [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 16:15:39 user nova-compute[75278]: DEBUG nova.compute.manager [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 16:15:39 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 16:15:39 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Creating image(s)
Dec 06 16:15:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Acquiring lock "/opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:15:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "/opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:15:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "/opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:15:39 user nova-compute[75278]: DEBUG nova.policy [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cea544df412c4fde8b874cdca4533a3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '008bcb7f5b344775a8e6b2ae71dade94', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 16:15:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:15:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.174s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:15:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Acquiring lock "8b6964317078072a1e593868059fc8dc16213a0c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:15:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:15:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:15:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.170s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:15:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:15:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk 1073741824" returned: 0 in 0.055s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:15:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.233s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:15:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:15:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.190s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:15:39 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 16:15:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:15:39 user nova-compute[75278]: DEBUG nova.network.neutron [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Successfully created port: 4f7257ed-8c01-4063-be28-692d894f4698 {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 16:15:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:15:40 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Cannot resize image /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 16:15:40 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 16:15:40 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Ensure instance console log exists: /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 16:15:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:15:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:15:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:15:40 user nova-compute[75278]: DEBUG nova.network.neutron [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Successfully updated port: 4f7257ed-8c01-4063-be28-692d894f4698 {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 16:15:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Acquiring lock "refresh_cache-ed6fab87-16ef-40a8-8203-c6f543b05fd0" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:15:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Acquired lock "refresh_cache-ed6fab87-16ef-40a8-8203-c6f543b05fd0" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:15:40 user nova-compute[75278]: DEBUG nova.network.neutron [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 16:15:40 user nova-compute[75278]: DEBUG nova.compute.manager [req-83511418-595e-4045-be53-83abb509b320 req-e3a24cf7-214c-453b-a7ed-62f3b3fb8403 service nova] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Received event network-changed-4f7257ed-8c01-4063-be28-692d894f4698 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:15:40 user nova-compute[75278]: DEBUG nova.compute.manager [req-83511418-595e-4045-be53-83abb509b320 req-e3a24cf7-214c-453b-a7ed-62f3b3fb8403 service nova] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Refreshing instance network info cache due to event network-changed-4f7257ed-8c01-4063-be28-692d894f4698. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:15:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-83511418-595e-4045-be53-83abb509b320 req-e3a24cf7-214c-453b-a7ed-62f3b3fb8403 service nova] Acquiring lock "refresh_cache-ed6fab87-16ef-40a8-8203-c6f543b05fd0" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:15:40 user nova-compute[75278]: DEBUG nova.network.neutron [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG nova.network.neutron [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Updating instance_info_cache with network_info: [{"id": "4f7257ed-8c01-4063-be28-692d894f4698", "address": "fa:16:3e:f5:77:a5", "network": {"id": "327ba196-5a57-428d-b659-1a54c491b0c1", "bridge": "br-int", "label": "tempest-TestStampPattern-1025434083-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "008bcb7f5b344775a8e6b2ae71dade94", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f7257ed-8c", "ovs_interfaceid": "4f7257ed-8c01-4063-be28-692d894f4698", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Releasing lock "refresh_cache-ed6fab87-16ef-40a8-8203-c6f543b05fd0" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG nova.compute.manager [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Instance network_info: |[{"id": "4f7257ed-8c01-4063-be28-692d894f4698", "address": "fa:16:3e:f5:77:a5", "network": {"id": "327ba196-5a57-428d-b659-1a54c491b0c1", "bridge": "br-int", "label": "tempest-TestStampPattern-1025434083-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "008bcb7f5b344775a8e6b2ae71dade94", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f7257ed-8c", "ovs_interfaceid": "4f7257ed-8c01-4063-be28-692d894f4698", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-83511418-595e-4045-be53-83abb509b320 req-e3a24cf7-214c-453b-a7ed-62f3b3fb8403 service nova] Acquired lock "refresh_cache-ed6fab87-16ef-40a8-8203-c6f543b05fd0" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG nova.network.neutron [req-83511418-595e-4045-be53-83abb509b320 req-e3a24cf7-214c-453b-a7ed-62f3b3fb8403 service nova] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Refreshing network info cache for port 4f7257ed-8c01-4063-be28-692d894f4698 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Start _get_guest_xml network_info=[{"id": "4f7257ed-8c01-4063-be28-692d894f4698", "address": "fa:16:3e:f5:77:a5", "network": {"id": "327ba196-5a57-428d-b659-1a54c491b0c1", "bridge": "br-int", "label": "tempest-TestStampPattern-1025434083-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "008bcb7f5b344775a8e6b2ae71dade94", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f7257ed-8c", "ovs_interfaceid": "4f7257ed-8c01-4063-be28-692d894f4698", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 16:15:41 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:15:41 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:15:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:15:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1823721928',display_name='tempest-TestStampPattern-server-1823721928',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1823721928',id=47,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN6EYHbMcWlPOa606nKSs4UjoPIUu/2GBwex/od/rxVeMT0HAvv//LzXGHQLTcB5Ts47fR4GD6Ki9GHmOg8X19ZzEO2enulhk8TDwK6tbHnY7dJzx5/X17J5OT7B8L99DQ==',key_name='tempest-TestStampPattern-1774675479',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='008bcb7f5b344775a8e6b2ae71dade94',ramdisk_id='',reservation_id='r-pdutl12e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-538703066',owner_user_name='tempest-TestStampPattern-538703066-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:15:39Z,user_data=None,user_id='cea544df412c4fde8b874cdca4533a3c',uuid=ed6fab87-16ef-40a8-8203-c6f543b05fd0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4f7257ed-8c01-4063-be28-692d894f4698", "address": "fa:16:3e:f5:77:a5", "network": {"id": "327ba196-5a57-428d-b659-1a54c491b0c1", "bridge": "br-int", "label": "tempest-TestStampPattern-1025434083-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "008bcb7f5b344775a8e6b2ae71dade94", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f7257ed-8c", "ovs_interfaceid": "4f7257ed-8c01-4063-be28-692d894f4698", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Converting VIF {"id": "4f7257ed-8c01-4063-be28-692d894f4698", "address": "fa:16:3e:f5:77:a5", "network": {"id": "327ba196-5a57-428d-b659-1a54c491b0c1", "bridge": "br-int", "label": "tempest-TestStampPattern-1025434083-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "008bcb7f5b344775a8e6b2ae71dade94", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f7257ed-8c", "ovs_interfaceid": "4f7257ed-8c01-4063-be28-692d894f4698", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f5:77:a5,bridge_name='br-int',has_traffic_filtering=True,id=4f7257ed-8c01-4063-be28-692d894f4698,network=Network(327ba196-5a57-428d-b659-1a54c491b0c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f7257ed-8c') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG nova.objects.instance [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lazy-loading 'pci_devices' on Instance uuid ed6fab87-16ef-40a8-8203-c6f543b05fd0 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] End _get_guest_xml xml=<domain type="kvm">
Dec 06 16:15:41 user nova-compute[75278]:   <uuid>ed6fab87-16ef-40a8-8203-c6f543b05fd0</uuid>
Dec 06 16:15:41 user nova-compute[75278]:   <name>instance-0000002f</name>
Dec 06 16:15:41 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 16:15:41 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 16:15:41 user nova-compute[75278]:   <metadata>
Dec 06 16:15:41 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 16:15:41 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 16:15:41 user nova-compute[75278]:       <nova:name>tempest-TestStampPattern-server-1823721928</nova:name>
Dec 06 16:15:41 user nova-compute[75278]:       <nova:creationTime>2023-12-06 16:15:41</nova:creationTime>
Dec 06 16:15:41 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 16:15:41 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 16:15:41 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 16:15:41 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 16:15:41 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 16:15:41 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 16:15:41 user nova-compute[75278]:       </nova:flavor>
Dec 06 16:15:41 user nova-compute[75278]:       <nova:owner>
Dec 06 16:15:41 user nova-compute[75278]:         <nova:user uuid="cea544df412c4fde8b874cdca4533a3c">tempest-TestStampPattern-538703066-project-member</nova:user>
Dec 06 16:15:41 user nova-compute[75278]:         <nova:project uuid="008bcb7f5b344775a8e6b2ae71dade94">tempest-TestStampPattern-538703066</nova:project>
Dec 06 16:15:41 user nova-compute[75278]:       </nova:owner>
Dec 06 16:15:41 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 16:15:41 user nova-compute[75278]:       <nova:ports>
Dec 06 16:15:41 user nova-compute[75278]:         <nova:port uuid="4f7257ed-8c01-4063-be28-692d894f4698">
Dec 06 16:15:41 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 06 16:15:41 user nova-compute[75278]:         </nova:port>
Dec 06 16:15:41 user nova-compute[75278]:       </nova:ports>
Dec 06 16:15:41 user nova-compute[75278]:     </nova:instance>
Dec 06 16:15:41 user nova-compute[75278]:   </metadata>
Dec 06 16:15:41 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 16:15:41 user nova-compute[75278]:     <system>
Dec 06 16:15:41 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 16:15:41 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 16:15:41 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 16:15:41 user nova-compute[75278]:       <entry name="serial">ed6fab87-16ef-40a8-8203-c6f543b05fd0</entry>
Dec 06 16:15:41 user nova-compute[75278]:       <entry name="uuid">ed6fab87-16ef-40a8-8203-c6f543b05fd0</entry>
Dec 06 16:15:41 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 16:15:41 user nova-compute[75278]:     </system>
Dec 06 16:15:41 user nova-compute[75278]:   </sysinfo>
Dec 06 16:15:41 user nova-compute[75278]:   <os>
Dec 06 16:15:41 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 16:15:41 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 16:15:41 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 16:15:41 user nova-compute[75278]:   </os>
Dec 06 16:15:41 user nova-compute[75278]:   <features>
Dec 06 16:15:41 user nova-compute[75278]:     <acpi/>
Dec 06 16:15:41 user nova-compute[75278]:     <apic/>
Dec 06 16:15:41 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 16:15:41 user nova-compute[75278]:   </features>
Dec 06 16:15:41 user nova-compute[75278]:   <clock offset="utc">
Dec 06 16:15:41 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 16:15:41 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 16:15:41 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 16:15:41 user nova-compute[75278]:   </clock>
Dec 06 16:15:41 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 16:15:41 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 16:15:41 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 16:15:41 user nova-compute[75278]:   </cpu>
Dec 06 16:15:41 user nova-compute[75278]:   <devices>
Dec 06 16:15:41 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 16:15:41 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 16:15:41 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk"/>
Dec 06 16:15:41 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 16:15:41 user nova-compute[75278]:     </disk>
Dec 06 16:15:41 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 16:15:41 user nova-compute[75278]:       <mac address="fa:16:3e:f5:77:a5"/>
Dec 06 16:15:41 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:15:41 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 16:15:41 user nova-compute[75278]:       <target dev="tap4f7257ed-8c"/>
Dec 06 16:15:41 user nova-compute[75278]:     </interface>
Dec 06 16:15:41 user nova-compute[75278]:     <serial type="pty">
Dec 06 16:15:41 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/console.log" append="off"/>
Dec 06 16:15:41 user nova-compute[75278]:     </serial>
Dec 06 16:15:41 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 16:15:41 user nova-compute[75278]:     <video>
Dec 06 16:15:41 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:15:41 user nova-compute[75278]:     </video>
Dec 06 16:15:41 user nova-compute[75278]:     <rng model="virtio">
Dec 06 16:15:41 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 16:15:41 user nova-compute[75278]:     </rng>
Dec 06 16:15:41 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 16:15:41 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 16:15:41 user nova-compute[75278]:       <stats period="10"/>
Dec 06 16:15:41 user nova-compute[75278]:     </memballoon>
Dec 06 16:15:41 user nova-compute[75278]:   </devices>
Dec 06 16:15:41 user nova-compute[75278]: </domain>
Dec 06 16:15:41 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:15:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1823721928',display_name='tempest-TestStampPattern-server-1823721928',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1823721928',id=47,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN6EYHbMcWlPOa606nKSs4UjoPIUu/2GBwex/od/rxVeMT0HAvv//LzXGHQLTcB5Ts47fR4GD6Ki9GHmOg8X19ZzEO2enulhk8TDwK6tbHnY7dJzx5/X17J5OT7B8L99DQ==',key_name='tempest-TestStampPattern-1774675479',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='008bcb7f5b344775a8e6b2ae71dade94',ramdisk_id='',reservation_id='r-pdutl12e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-538703066',owner_user_name='tempest-TestStampPattern-538703066-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:15:39Z,user_data=None,user_id='cea544df412c4fde8b874cdca4533a3c',uuid=ed6fab87-16ef-40a8-8203-c6f543b05fd0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4f7257ed-8c01-4063-be28-692d894f4698", "address": "fa:16:3e:f5:77:a5", "network": {"id": "327ba196-5a57-428d-b659-1a54c491b0c1", "bridge": "br-int", "label": "tempest-TestStampPattern-1025434083-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "008bcb7f5b344775a8e6b2ae71dade94", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f7257ed-8c", "ovs_interfaceid": "4f7257ed-8c01-4063-be28-692d894f4698", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Converting VIF {"id": "4f7257ed-8c01-4063-be28-692d894f4698", "address": "fa:16:3e:f5:77:a5", "network": {"id": "327ba196-5a57-428d-b659-1a54c491b0c1", "bridge": "br-int", "label": "tempest-TestStampPattern-1025434083-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "008bcb7f5b344775a8e6b2ae71dade94", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f7257ed-8c", "ovs_interfaceid": "4f7257ed-8c01-4063-be28-692d894f4698", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f5:77:a5,bridge_name='br-int',has_traffic_filtering=True,id=4f7257ed-8c01-4063-be28-692d894f4698,network=Network(327ba196-5a57-428d-b659-1a54c491b0c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f7257ed-8c') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG os_vif [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f5:77:a5,bridge_name='br-int',has_traffic_filtering=True,id=4f7257ed-8c01-4063-be28-692d894f4698,network=Network(327ba196-5a57-428d-b659-1a54c491b0c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f7257ed-8c') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '129b4c25-6963-5ba3-87a0-d7dfee7627a8', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4f7257ed-8c, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4f7257ed-8c, col_values=(('qos', UUID('c00635d4-f151-4f52-9de1-1445d30a15da')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4f7257ed-8c, col_values=(('external_ids', {'iface-id': '4f7257ed-8c01-4063-be28-692d894f4698', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f5:77:a5', 'vm-uuid': 'ed6fab87-16ef-40a8-8203-c6f543b05fd0'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:41 user nova-compute[75278]: INFO os_vif [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f5:77:a5,bridge_name='br-int',has_traffic_filtering=True,id=4f7257ed-8c01-4063-be28-692d894f4698,network=Network(327ba196-5a57-428d-b659-1a54c491b0c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f7257ed-8c')
Dec 06 16:15:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:15:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] No VIF found with MAC fa:16:3e:f5:77:a5, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 16:15:42 user nova-compute[75278]: DEBUG nova.network.neutron [req-83511418-595e-4045-be53-83abb509b320 req-e3a24cf7-214c-453b-a7ed-62f3b3fb8403 service nova] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Updated VIF entry in instance network info cache for port 4f7257ed-8c01-4063-be28-692d894f4698. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:15:42 user nova-compute[75278]: DEBUG nova.network.neutron [req-83511418-595e-4045-be53-83abb509b320 req-e3a24cf7-214c-453b-a7ed-62f3b3fb8403 service nova] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Updating instance_info_cache with network_info: [{"id": "4f7257ed-8c01-4063-be28-692d894f4698", "address": "fa:16:3e:f5:77:a5", "network": {"id": "327ba196-5a57-428d-b659-1a54c491b0c1", "bridge": "br-int", "label": "tempest-TestStampPattern-1025434083-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "008bcb7f5b344775a8e6b2ae71dade94", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f7257ed-8c", "ovs_interfaceid": "4f7257ed-8c01-4063-be28-692d894f4698", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:15:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-83511418-595e-4045-be53-83abb509b320 req-e3a24cf7-214c-453b-a7ed-62f3b3fb8403 service nova] Releasing lock "refresh_cache-ed6fab87-16ef-40a8-8203-c6f543b05fd0" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:15:42 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:15:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:43 user nova-compute[75278]: DEBUG nova.compute.manager [req-016f69b7-f0c8-494e-bf5c-4b0a0740a581 req-7da8423f-c22e-4a3d-a778-75ce3b688eb9 service nova] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Received event network-vif-plugged-4f7257ed-8c01-4063-be28-692d894f4698 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:15:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-016f69b7-f0c8-494e-bf5c-4b0a0740a581 req-7da8423f-c22e-4a3d-a778-75ce3b688eb9 service nova] Acquiring lock "ed6fab87-16ef-40a8-8203-c6f543b05fd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:15:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-016f69b7-f0c8-494e-bf5c-4b0a0740a581 req-7da8423f-c22e-4a3d-a778-75ce3b688eb9 service nova] Lock "ed6fab87-16ef-40a8-8203-c6f543b05fd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:15:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-016f69b7-f0c8-494e-bf5c-4b0a0740a581 req-7da8423f-c22e-4a3d-a778-75ce3b688eb9 service nova] Lock "ed6fab87-16ef-40a8-8203-c6f543b05fd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:15:43 user nova-compute[75278]: DEBUG nova.compute.manager [req-016f69b7-f0c8-494e-bf5c-4b0a0740a581 req-7da8423f-c22e-4a3d-a778-75ce3b688eb9 service nova] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] No waiting events found dispatching network-vif-plugged-4f7257ed-8c01-4063-be28-692d894f4698 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:15:43 user nova-compute[75278]: WARNING nova.compute.manager [req-016f69b7-f0c8-494e-bf5c-4b0a0740a581 req-7da8423f-c22e-4a3d-a778-75ce3b688eb9 service nova] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Received unexpected event network-vif-plugged-4f7257ed-8c01-4063-be28-692d894f4698 for instance with vm_state building and task_state spawning.
Dec 06 16:15:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:44 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:15:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "c4a3fd37-a976-4ff0-b3b6-6e524cd8652f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:15:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "c4a3fd37-a976-4ff0-b3b6-6e524cd8652f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:15:44 user nova-compute[75278]: DEBUG nova.compute.manager [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 16:15:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:15:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:15:44 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 16:15:44 user nova-compute[75278]: INFO nova.compute.claims [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Claim successful on node user
Dec 06 16:15:44 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:15:44 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:15:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.323s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:15:44 user nova-compute[75278]: DEBUG nova.compute.manager [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 16:15:44 user nova-compute[75278]: DEBUG nova.compute.manager [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 16:15:44 user nova-compute[75278]: DEBUG nova.network.neutron [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 16:15:44 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 16:15:44 user nova-compute[75278]: DEBUG nova.compute.manager [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 16:15:44 user nova-compute[75278]: DEBUG nova.policy [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c795bd8e90894931922dc5ff7741dfae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '188cfe2e1c85461899dae3585b7a6a24', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 16:15:44 user nova-compute[75278]: INFO nova.virt.block_device [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Booting with volume f070e8c4-f0e1-48da-9dd7-5c966141931f at /dev/vda
Dec 06 16:15:45 user nova-compute[75278]: DEBUG os_brick.utils [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:15:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:15:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:15:45 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3655d1b3-af6a-44cd-8fa7-e2d079e5d14f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:15:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:15:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:15:45 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca8207b1-acc7-414d-a1c6-eab2d2ec41f5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:15:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:15:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:15:45 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f07bd270-9fc8-4370-907f-229d1e94d94d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:15:45 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a13ee97-4f0e-4c8c-8713-04fa6b0d1b34]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:15:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:15:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 16:15:45 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 16:15:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:15:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 16:15:45 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 16:15:45 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fe81171-cb43-4057-87e4-8cbae6838c45]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:15:45 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 16:15:45 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 16:15:45 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 16:15:45 user nova-compute[75278]: DEBUG os_brick.utils [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] <== get_connector_properties: return (140ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:15:45 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Updating existing volume attachment record: 76a8166a-b9fe-4b39-9b1e-925f142e2513 {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 16:15:45 user nova-compute[75278]: DEBUG nova.compute.manager [req-53e87e0f-6002-4092-8866-a28f5ef18bd0 req-1d1fccb7-9283-4567-96f0-9e66e65c039f service nova] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Received event network-vif-plugged-4f7257ed-8c01-4063-be28-692d894f4698 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:15:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-53e87e0f-6002-4092-8866-a28f5ef18bd0 req-1d1fccb7-9283-4567-96f0-9e66e65c039f service nova] Acquiring lock "ed6fab87-16ef-40a8-8203-c6f543b05fd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:15:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-53e87e0f-6002-4092-8866-a28f5ef18bd0 req-1d1fccb7-9283-4567-96f0-9e66e65c039f service nova] Lock "ed6fab87-16ef-40a8-8203-c6f543b05fd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:15:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-53e87e0f-6002-4092-8866-a28f5ef18bd0 req-1d1fccb7-9283-4567-96f0-9e66e65c039f service nova] Lock "ed6fab87-16ef-40a8-8203-c6f543b05fd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:15:45 user nova-compute[75278]: DEBUG nova.compute.manager [req-53e87e0f-6002-4092-8866-a28f5ef18bd0 req-1d1fccb7-9283-4567-96f0-9e66e65c039f service nova] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] No waiting events found dispatching network-vif-plugged-4f7257ed-8c01-4063-be28-692d894f4698 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:15:45 user nova-compute[75278]: WARNING nova.compute.manager [req-53e87e0f-6002-4092-8866-a28f5ef18bd0 req-1d1fccb7-9283-4567-96f0-9e66e65c039f service nova] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Received unexpected event network-vif-plugged-4f7257ed-8c01-4063-be28-692d894f4698 for instance with vm_state building and task_state spawning.
Dec 06 16:15:45 user nova-compute[75278]: DEBUG nova.compute.manager [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 16:15:45 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 16:15:45 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Instance spawned successfully.
Dec 06 16:15:45 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 16:15:45 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:15:45 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:15:45 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:15:45 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:15:45 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:15:45 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:15:45 user nova-compute[75278]: INFO nova.compute.manager [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Took 6.25 seconds to spawn the instance on the hypervisor.
Dec 06 16:15:45 user nova-compute[75278]: DEBUG nova.compute.manager [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 16:15:45 user nova-compute[75278]: DEBUG nova.network.neutron [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Successfully created port: e616bb24-20ec-4009-abf7-a3b694b6cac9 {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 16:15:45 user nova-compute[75278]: INFO nova.compute.manager [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Took 6.94 seconds to build instance.
Dec 06 16:15:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-491c5a44-6123-42f7-9ad9-56acea89d4f5 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "ed6fab87-16ef-40a8-8203-c6f543b05fd0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.056s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:15:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:46 user nova-compute[75278]: DEBUG nova.network.neutron [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Successfully updated port: e616bb24-20ec-4009-abf7-a3b694b6cac9 {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 16:15:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "refresh_cache-c4a3fd37-a976-4ff0-b3b6-6e524cd8652f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:15:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquired lock "refresh_cache-c4a3fd37-a976-4ff0-b3b6-6e524cd8652f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:15:46 user nova-compute[75278]: DEBUG nova.network.neutron [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 16:15:46 user nova-compute[75278]: DEBUG nova.network.neutron [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 16:15:46 user nova-compute[75278]: DEBUG nova.network.neutron [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Updating instance_info_cache with network_info: [{"id": "e616bb24-20ec-4009-abf7-a3b694b6cac9", "address": "fa:16:3e:4d:40:21", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape616bb24-20", "ovs_interfaceid": "e616bb24-20ec-4009-abf7-a3b694b6cac9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:15:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Releasing lock "refresh_cache-c4a3fd37-a976-4ff0-b3b6-6e524cd8652f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:15:46 user nova-compute[75278]: DEBUG nova.compute.manager [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Instance network_info: |[{"id": "e616bb24-20ec-4009-abf7-a3b694b6cac9", "address": "fa:16:3e:4d:40:21", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape616bb24-20", "ovs_interfaceid": "e616bb24-20ec-4009-abf7-a3b694b6cac9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 16:15:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:47 user nova-compute[75278]: DEBUG nova.compute.manager [req-3daa60cd-45f1-4f78-aad8-5b598c6d7d57 req-a1c9d336-faa3-4bfc-918d-f334db26c6a5 service nova] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Received event network-changed-e616bb24-20ec-4009-abf7-a3b694b6cac9 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:15:47 user nova-compute[75278]: DEBUG nova.compute.manager [req-3daa60cd-45f1-4f78-aad8-5b598c6d7d57 req-a1c9d336-faa3-4bfc-918d-f334db26c6a5 service nova] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Refreshing instance network info cache due to event network-changed-e616bb24-20ec-4009-abf7-a3b694b6cac9. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:15:47 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3daa60cd-45f1-4f78-aad8-5b598c6d7d57 req-a1c9d336-faa3-4bfc-918d-f334db26c6a5 service nova] Acquiring lock "refresh_cache-c4a3fd37-a976-4ff0-b3b6-6e524cd8652f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:15:47 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3daa60cd-45f1-4f78-aad8-5b598c6d7d57 req-a1c9d336-faa3-4bfc-918d-f334db26c6a5 service nova] Acquired lock "refresh_cache-c4a3fd37-a976-4ff0-b3b6-6e524cd8652f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:15:47 user nova-compute[75278]: DEBUG nova.network.neutron [req-3daa60cd-45f1-4f78-aad8-5b598c6d7d57 req-a1c9d336-faa3-4bfc-918d-f334db26c6a5 service nova] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Refreshing network info cache for port e616bb24-20ec-4009-abf7-a3b694b6cac9 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:15:47 user nova-compute[75278]: DEBUG nova.network.neutron [req-3daa60cd-45f1-4f78-aad8-5b598c6d7d57 req-a1c9d336-faa3-4bfc-918d-f334db26c6a5 service nova] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Updated VIF entry in instance network info cache for port e616bb24-20ec-4009-abf7-a3b694b6cac9. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:15:47 user nova-compute[75278]: DEBUG nova.network.neutron [req-3daa60cd-45f1-4f78-aad8-5b598c6d7d57 req-a1c9d336-faa3-4bfc-918d-f334db26c6a5 service nova] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Updating instance_info_cache with network_info: [{"id": "e616bb24-20ec-4009-abf7-a3b694b6cac9", "address": "fa:16:3e:4d:40:21", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape616bb24-20", "ovs_interfaceid": "e616bb24-20ec-4009-abf7-a3b694b6cac9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:15:47 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3daa60cd-45f1-4f78-aad8-5b598c6d7d57 req-a1c9d336-faa3-4bfc-918d-f334db26c6a5 service nova] Releasing lock "refresh_cache-c4a3fd37-a976-4ff0-b3b6-6e524cd8652f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:15:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG nova.compute.manager [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 16:15:55 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Creating image(s)
Dec 06 16:15:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Did not create local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Ensure instance console log exists: /opt/stack/data/nova/instances/c4a3fd37-a976-4ff0-b3b6-6e524cd8652f/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Start _get_guest_xml network_info=[{"id": "e616bb24-20ec-4009-abf7-a3b694b6cac9", "address": "fa:16:3e:4d:40:21", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape616bb24-20", "ovs_interfaceid": "e616bb24-20ec-4009-abf7-a3b694b6cac9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'boot_index': 0, 'delete_on_termination': False, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': '76a8166a-b9fe-4b39-9b1e-925f142e2513', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eXRVxzlM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c4a3fd37-a976-4ff0-b3b6-6e524cd8652f', 'attached_at': '', 'detached_at': '', 'volume_id': 'f070e8c4-f0e1-48da-9dd7-5c966141931f', 'serial': 'f070e8c4-f0e1-48da-9dd7-5c966141931f'}, 'volume_type': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 16:15:55 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:15:55 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:15:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eXRVxzlM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:15:55 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:15:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:15:55 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:15:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:15:55 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 16:15:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[03ff4eee-40eb-49d2-942f-ccb0826d1e41]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 16:15:55 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ea7e6f7-37bb-435e-bae9-3a6f5878ac47]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f] added
Dec 06 16:15:55 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8a0552e-4f32-4690-9b56-57c856fd6a8a]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a57f6906-d2f3-4d59-9d51-a45b7cc9ba2f]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eXRVxzlM {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eXRVxzlM" returned: 0 in 0.223s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[08dd51ae-afc4-4928-9ef5-926de52332c4]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'eXRVxzlM'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a162222c-de66-4357-8932-d7521dad43d3]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[389232fd-e7a3-411b-b78c-a6f2dae006c0]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:15:55 user nova-compute[75278]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)
Dec 06 16:15:55 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:15:55 user nova-compute[75278]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)
Dec 06 16:15:55 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[231a7918-fce3-40ac-bd5b-e59592aeb0cd]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f, portal: 172.16.0.220,3260]
Dec 06 16:15:55 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f, portal: 172.16.0.220,3260] successful.
Dec 06 16:15:55 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:15:55 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:15:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:15:56 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[69e16b93-49d4-4cec-970e-781a4ec8ddb2]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:15:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:15:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:15:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:15:56 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ca4eb53-9664-44dc-a78e-0a175a01072b]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:15:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:15:56 user nova-compute[75278]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)
Dec 06 16:15:56 user nova-compute[75278]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f (non-flash)
Dec 06 16:15:56 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:15:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:15:56 user nova-compute[75278]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)
Dec 06 16:15:56 user nova-compute[75278]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f (non-flash)
Dec 06 16:15:56 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:15:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.515s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:15:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 16:15:56 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] HCTL ('33', '-', '-', 0) found on session 57 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 16:15:56 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 16:15:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:15:56 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:15:56 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e545101b-04a1-4db6-b505-86d2613eff8a]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:15:56 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Searching for a device in session 57 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 16:15:56 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eXRVxzlM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 16:15:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:15:57 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.553s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:15:57 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] <== connect_volume: return (1554ms) {'type': 'block', 'scsi_wwn': '26166666633633465', 'path': '/dev/sdb'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:15:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26166666633633465', 'path': '/dev/sdb'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 16:15:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:15:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-161339974',display_name='tempest-TestVolumeBootPattern-server-161339974',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-161339974',id=48,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPTpj6+8hrbS3HS6B1HYhCPAri7TOyaolHxvER8tBluHz+7O2y6RZp0VbCnwZC89VmLj2D1h1XUyJxgUhBMg+cexKEMwdzeEDMpw0ePPnsoO41DRC2lDTuu91B0/k+WxHQ==',key_name='tempest-TestVolumeBootPattern-907573109',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='188cfe2e1c85461899dae3585b7a6a24',ramdisk_id='',reservation_id='r-1vy46lcd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1184091674',owner_user_name='tempest-TestVolumeBootPattern-1184091674-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:15:45Z,user_data=None,user_id='c795bd8e90894931922dc5ff7741dfae',uuid=c4a3fd37-a976-4ff0-b3b6-6e524cd8652f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e616bb24-20ec-4009-abf7-a3b694b6cac9", "address": "fa:16:3e:4d:40:21", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape616bb24-20", "ovs_interfaceid": "e616bb24-20ec-4009-abf7-a3b694b6cac9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 16:15:57 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Converting VIF {"id": "e616bb24-20ec-4009-abf7-a3b694b6cac9", "address": "fa:16:3e:4d:40:21", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape616bb24-20", "ovs_interfaceid": "e616bb24-20ec-4009-abf7-a3b694b6cac9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:15:57 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4d:40:21,bridge_name='br-int',has_traffic_filtering=True,id=e616bb24-20ec-4009-abf7-a3b694b6cac9,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape616bb24-20') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:15:57 user nova-compute[75278]: DEBUG nova.objects.instance [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lazy-loading 'pci_devices' on Instance uuid c4a3fd37-a976-4ff0-b3b6-6e524cd8652f {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:15:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] End _get_guest_xml xml=<domain type="kvm">
Dec 06 16:15:57 user nova-compute[75278]:   <uuid>c4a3fd37-a976-4ff0-b3b6-6e524cd8652f</uuid>
Dec 06 16:15:57 user nova-compute[75278]:   <name>instance-00000030</name>
Dec 06 16:15:57 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 16:15:57 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 16:15:57 user nova-compute[75278]:   <metadata>
Dec 06 16:15:57 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 16:15:57 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 16:15:57 user nova-compute[75278]:       <nova:name>tempest-TestVolumeBootPattern-server-161339974</nova:name>
Dec 06 16:15:57 user nova-compute[75278]:       <nova:creationTime>2023-12-06 16:15:55</nova:creationTime>
Dec 06 16:15:57 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 16:15:57 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 16:15:57 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 16:15:57 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 16:15:57 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 16:15:57 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 16:15:57 user nova-compute[75278]:       </nova:flavor>
Dec 06 16:15:57 user nova-compute[75278]:       <nova:owner>
Dec 06 16:15:57 user nova-compute[75278]:         <nova:user uuid="c795bd8e90894931922dc5ff7741dfae">tempest-TestVolumeBootPattern-1184091674-project-member</nova:user>
Dec 06 16:15:57 user nova-compute[75278]:         <nova:project uuid="188cfe2e1c85461899dae3585b7a6a24">tempest-TestVolumeBootPattern-1184091674</nova:project>
Dec 06 16:15:57 user nova-compute[75278]:       </nova:owner>
Dec 06 16:15:57 user nova-compute[75278]:       <nova:ports>
Dec 06 16:15:57 user nova-compute[75278]:         <nova:port uuid="e616bb24-20ec-4009-abf7-a3b694b6cac9">
Dec 06 16:15:57 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 06 16:15:57 user nova-compute[75278]:         </nova:port>
Dec 06 16:15:57 user nova-compute[75278]:       </nova:ports>
Dec 06 16:15:57 user nova-compute[75278]:     </nova:instance>
Dec 06 16:15:57 user nova-compute[75278]:   </metadata>
Dec 06 16:15:57 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 16:15:57 user nova-compute[75278]:     <system>
Dec 06 16:15:57 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 16:15:57 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 16:15:57 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 16:15:57 user nova-compute[75278]:       <entry name="serial">c4a3fd37-a976-4ff0-b3b6-6e524cd8652f</entry>
Dec 06 16:15:57 user nova-compute[75278]:       <entry name="uuid">c4a3fd37-a976-4ff0-b3b6-6e524cd8652f</entry>
Dec 06 16:15:57 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 16:15:57 user nova-compute[75278]:     </system>
Dec 06 16:15:57 user nova-compute[75278]:   </sysinfo>
Dec 06 16:15:57 user nova-compute[75278]:   <os>
Dec 06 16:15:57 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 16:15:57 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 16:15:57 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 16:15:57 user nova-compute[75278]:   </os>
Dec 06 16:15:57 user nova-compute[75278]:   <features>
Dec 06 16:15:57 user nova-compute[75278]:     <acpi/>
Dec 06 16:15:57 user nova-compute[75278]:     <apic/>
Dec 06 16:15:57 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 16:15:57 user nova-compute[75278]:   </features>
Dec 06 16:15:57 user nova-compute[75278]:   <clock offset="utc">
Dec 06 16:15:57 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 16:15:57 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 16:15:57 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 16:15:57 user nova-compute[75278]:   </clock>
Dec 06 16:15:57 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 16:15:57 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 16:15:57 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 16:15:57 user nova-compute[75278]:   </cpu>
Dec 06 16:15:57 user nova-compute[75278]:   <devices>
Dec 06 16:15:57 user nova-compute[75278]:     <disk type="block" device="disk">
Dec 06 16:15:57 user nova-compute[75278]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:15:57 user nova-compute[75278]:       <source dev="/dev/sdb"/>
Dec 06 16:15:57 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 16:15:57 user nova-compute[75278]:       <serial>f070e8c4-f0e1-48da-9dd7-5c966141931f</serial>
Dec 06 16:15:57 user nova-compute[75278]:     </disk>
Dec 06 16:15:57 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 16:15:57 user nova-compute[75278]:       <mac address="fa:16:3e:4d:40:21"/>
Dec 06 16:15:57 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:15:57 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 16:15:57 user nova-compute[75278]:       <target dev="tape616bb24-20"/>
Dec 06 16:15:57 user nova-compute[75278]:     </interface>
Dec 06 16:15:57 user nova-compute[75278]:     <serial type="pty">
Dec 06 16:15:57 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/c4a3fd37-a976-4ff0-b3b6-6e524cd8652f/console.log" append="off"/>
Dec 06 16:15:57 user nova-compute[75278]:     </serial>
Dec 06 16:15:57 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 16:15:57 user nova-compute[75278]:     <video>
Dec 06 16:15:57 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:15:57 user nova-compute[75278]:     </video>
Dec 06 16:15:57 user nova-compute[75278]:     <rng model="virtio">
Dec 06 16:15:57 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 16:15:57 user nova-compute[75278]:     </rng>
Dec 06 16:15:57 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 16:15:57 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 16:15:57 user nova-compute[75278]:       <stats period="10"/>
Dec 06 16:15:57 user nova-compute[75278]:     </memballoon>
Dec 06 16:15:57 user nova-compute[75278]:   </devices>
Dec 06 16:15:57 user nova-compute[75278]: </domain>
Dec 06 16:15:57 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 16:15:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:15:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-161339974',display_name='tempest-TestVolumeBootPattern-server-161339974',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-161339974',id=48,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPTpj6+8hrbS3HS6B1HYhCPAri7TOyaolHxvER8tBluHz+7O2y6RZp0VbCnwZC89VmLj2D1h1XUyJxgUhBMg+cexKEMwdzeEDMpw0ePPnsoO41DRC2lDTuu91B0/k+WxHQ==',key_name='tempest-TestVolumeBootPattern-907573109',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='188cfe2e1c85461899dae3585b7a6a24',ramdisk_id='',reservation_id='r-1vy46lcd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1184091674',owner_user_name='tempest-TestVolumeBootPattern-1184091674-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:15:45Z,user_data=None,user_id='c795bd8e90894931922dc5ff7741dfae',uuid=c4a3fd37-a976-4ff0-b3b6-6e524cd8652f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e616bb24-20ec-4009-abf7-a3b694b6cac9", "address": "fa:16:3e:4d:40:21", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape616bb24-20", "ovs_interfaceid": "e616bb24-20ec-4009-abf7-a3b694b6cac9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 16:15:57 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Converting VIF {"id": "e616bb24-20ec-4009-abf7-a3b694b6cac9", "address": "fa:16:3e:4d:40:21", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape616bb24-20", "ovs_interfaceid": "e616bb24-20ec-4009-abf7-a3b694b6cac9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:15:57 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4d:40:21,bridge_name='br-int',has_traffic_filtering=True,id=e616bb24-20ec-4009-abf7-a3b694b6cac9,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape616bb24-20') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:15:57 user nova-compute[75278]: DEBUG os_vif [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4d:40:21,bridge_name='br-int',has_traffic_filtering=True,id=e616bb24-20ec-4009-abf7-a3b694b6cac9,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape616bb24-20') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 16:15:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:15:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 16:15:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3148d9b6-fc8e-517e-ae36-b7508574f5ab', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:15:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:15:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape616bb24-20, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:15:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape616bb24-20, col_values=(('qos', UUID('2f486d9a-600f-4336-a4b9-b09783d3c779')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:15:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape616bb24-20, col_values=(('external_ids', {'iface-id': 'e616bb24-20ec-4009-abf7-a3b694b6cac9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4d:40:21', 'vm-uuid': 'c4a3fd37-a976-4ff0-b3b6-6e524cd8652f'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:15:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:15:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:57 user nova-compute[75278]: INFO os_vif [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4d:40:21,bridge_name='br-int',has_traffic_filtering=True,id=e616bb24-20ec-4009-abf7-a3b694b6cac9,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape616bb24-20')
Dec 06 16:15:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:15:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] No VIF found with MAC fa:16:3e:4d:40:21, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 16:15:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:59 user nova-compute[75278]: DEBUG nova.compute.manager [req-5b8b2a60-4437-4696-a704-4e20515f8ada req-3994f92d-6a4f-417c-ab3a-eff75c7f5c86 service nova] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Received event network-vif-plugged-e616bb24-20ec-4009-abf7-a3b694b6cac9 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:15:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5b8b2a60-4437-4696-a704-4e20515f8ada req-3994f92d-6a4f-417c-ab3a-eff75c7f5c86 service nova] Acquiring lock "c4a3fd37-a976-4ff0-b3b6-6e524cd8652f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:15:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5b8b2a60-4437-4696-a704-4e20515f8ada req-3994f92d-6a4f-417c-ab3a-eff75c7f5c86 service nova] Lock "c4a3fd37-a976-4ff0-b3b6-6e524cd8652f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:15:59 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5b8b2a60-4437-4696-a704-4e20515f8ada req-3994f92d-6a4f-417c-ab3a-eff75c7f5c86 service nova] Lock "c4a3fd37-a976-4ff0-b3b6-6e524cd8652f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:15:59 user nova-compute[75278]: DEBUG nova.compute.manager [req-5b8b2a60-4437-4696-a704-4e20515f8ada req-3994f92d-6a4f-417c-ab3a-eff75c7f5c86 service nova] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] No waiting events found dispatching network-vif-plugged-e616bb24-20ec-4009-abf7-a3b694b6cac9 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:15:59 user nova-compute[75278]: WARNING nova.compute.manager [req-5b8b2a60-4437-4696-a704-4e20515f8ada req-3994f92d-6a4f-417c-ab3a-eff75c7f5c86 service nova] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Received unexpected event network-vif-plugged-e616bb24-20ec-4009-abf7-a3b694b6cac9 for instance with vm_state building and task_state spawning.
Dec 06 16:15:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:15:59 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:16:00 user nova-compute[75278]: DEBUG nova.compute.manager [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 16:16:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 16:16:00 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Instance spawned successfully.
Dec 06 16:16:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 16:16:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:16:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:16:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:16:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:16:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:16:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:16:01 user nova-compute[75278]: INFO nova.compute.manager [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Took 5.64 seconds to spawn the instance on the hypervisor.
Dec 06 16:16:01 user nova-compute[75278]: DEBUG nova.compute.manager [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 16:16:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:16:01 user nova-compute[75278]: INFO nova.compute.manager [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Took 16.72 seconds to build instance.
Dec 06 16:16:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-72173f54-6dd3-4653-ae99-cccbeb6da553 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "c4a3fd37-a976-4ff0-b3b6-6e524cd8652f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.880s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:16:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-f4b1b4d0-5e40-4d43-b1d9-a1082537abb1 req-a4eb7531-97d5-4f82-8db3-7b4de91e3d70 service nova] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Received event network-vif-plugged-e616bb24-20ec-4009-abf7-a3b694b6cac9 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:16:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f4b1b4d0-5e40-4d43-b1d9-a1082537abb1 req-a4eb7531-97d5-4f82-8db3-7b4de91e3d70 service nova] Acquiring lock "c4a3fd37-a976-4ff0-b3b6-6e524cd8652f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:16:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f4b1b4d0-5e40-4d43-b1d9-a1082537abb1 req-a4eb7531-97d5-4f82-8db3-7b4de91e3d70 service nova] Lock "c4a3fd37-a976-4ff0-b3b6-6e524cd8652f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:16:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-f4b1b4d0-5e40-4d43-b1d9-a1082537abb1 req-a4eb7531-97d5-4f82-8db3-7b4de91e3d70 service nova] Lock "c4a3fd37-a976-4ff0-b3b6-6e524cd8652f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:16:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-f4b1b4d0-5e40-4d43-b1d9-a1082537abb1 req-a4eb7531-97d5-4f82-8db3-7b4de91e3d70 service nova] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] No waiting events found dispatching network-vif-plugged-e616bb24-20ec-4009-abf7-a3b694b6cac9 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:16:01 user nova-compute[75278]: WARNING nova.compute.manager [req-f4b1b4d0-5e40-4d43-b1d9-a1082537abb1 req-a4eb7531-97d5-4f82-8db3-7b4de91e3d70 service nova] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Received unexpected event network-vif-plugged-e616bb24-20ec-4009-abf7-a3b694b6cac9 for instance with vm_state active and task_state None.
Dec 06 16:16:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:16:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:16:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:16:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:16:12 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:16:16 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:16:17 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:16:21 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:16:22 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:16:26 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:16:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:16:27 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:16:28 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:16:30 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:16:30 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:16:30 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:16:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:16:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:16:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:16:30 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 16:16:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:16:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:16:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:16:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:16:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:16:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:16:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:16:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:16:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:16:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:16:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:16:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:16:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:16:31 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:16:31 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:16:31 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:16:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d5d6363-3912-4519-9694-fba4dd4b0342/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:16:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d5d6363-3912-4519-9694-fba4dd4b0342/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:16:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d5d6363-3912-4519-9694-fba4dd4b0342/disk.rescue --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:16:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d5d6363-3912-4519-9694-fba4dd4b0342/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:16:32 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:16:32 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:16:32 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=8303MB free_disk=24.80469512939453GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 16:16:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:16:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:16:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:16:32 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance fd90d704-fbb5-45cd-983c-1de7e98b9ca6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:16:32 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:16:32 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 68247e6f-7bc1-4a64-98e1-db3ccca22dcb actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:16:32 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 6d5d6363-3912-4519-9694-fba4dd4b0342 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:16:32 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance ed6fab87-16ef-40a8-8203-c6f543b05fd0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:16:32 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance c4a3fd37-a976-4ff0-b3b6-6e524cd8652f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:16:32 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 16:16:32 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 16:16:32 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:16:32 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:16:32 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 16:16:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.383s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:16:32 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:16:32 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Cleaning up deleted instances with incomplete migration  {{(pid=75278) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 06 16:16:34 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:16:34 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 16:16:36 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:16:36 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:16:36 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Cleaning up deleted instances {{(pid=75278) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 06 16:16:36 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] There are 0 instances to clean {{(pid=75278) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 06 16:16:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:16:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:16:38 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:16:38 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 16:16:38 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Rebuilding the list of instances to heal {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 16:16:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "refresh_cache-fd90d704-fbb5-45cd-983c-1de7e98b9ca6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:16:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquired lock "refresh_cache-fd90d704-fbb5-45cd-983c-1de7e98b9ca6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:16:38 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Forcefully refreshing network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 16:16:38 user nova-compute[75278]: DEBUG nova.objects.instance [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lazy-loading 'info_cache' on Instance uuid fd90d704-fbb5-45cd-983c-1de7e98b9ca6 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:16:38 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Updating instance_info_cache with network_info: [{"id": "302ce4ee-f148-4822-8ec6-5a5ae6c060e2", "address": "fa:16:3e:fa:34:92", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap302ce4ee-f1", "ovs_interfaceid": "302ce4ee-f148-4822-8ec6-5a5ae6c060e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:16:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Releasing lock "refresh_cache-fd90d704-fbb5-45cd-983c-1de7e98b9ca6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:16:38 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Updated the network info_cache for instance {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 16:16:39 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:16:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:16:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:16:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75278) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 16:16:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 16:16:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 16:16:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:16:44 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:16:45 user nova-compute[75278]: INFO nova.compute.manager [None req-6d993927-f49e-4424-ae58-18111e0cc06a tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Unrescuing
Dec 06 16:16:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6d993927-f49e-4424-ae58-18111e0cc06a tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "refresh_cache-6d5d6363-3912-4519-9694-fba4dd4b0342" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:16:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6d993927-f49e-4424-ae58-18111e0cc06a tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquired lock "refresh_cache-6d5d6363-3912-4519-9694-fba4dd4b0342" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:16:45 user nova-compute[75278]: DEBUG nova.network.neutron [None req-6d993927-f49e-4424-ae58-18111e0cc06a tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 16:16:46 user nova-compute[75278]: DEBUG nova.network.neutron [None req-6d993927-f49e-4424-ae58-18111e0cc06a tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Updating instance_info_cache with network_info: [{"id": "ae4b6ff1-cb9c-43bc-8e7e-019c35476194", "address": "fa:16:3e:9f:71:ae", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae4b6ff1-cb", "ovs_interfaceid": "ae4b6ff1-cb9c-43bc-8e7e-019c35476194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:16:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-6d993927-f49e-4424-ae58-18111e0cc06a tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Releasing lock "refresh_cache-6d5d6363-3912-4519-9694-fba4dd4b0342" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:16:46 user nova-compute[75278]: DEBUG nova.objects.instance [None req-6d993927-f49e-4424-ae58-18111e0cc06a tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lazy-loading 'flavor' on Instance uuid 6d5d6363-3912-4519-9694-fba4dd4b0342 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:16:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:16:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:16:46 user nova-compute[75278]: DEBUG nova.compute.manager [req-08654457-9a2a-4f8e-97c4-77f4f4f4404b req-187e1ffb-c54d-42c8-8016-3d53fdd1f4a8 service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Received event network-vif-unplugged-ae4b6ff1-cb9c-43bc-8e7e-019c35476194 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:16:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-08654457-9a2a-4f8e-97c4-77f4f4f4404b req-187e1ffb-c54d-42c8-8016-3d53fdd1f4a8 service nova] Acquiring lock "6d5d6363-3912-4519-9694-fba4dd4b0342-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:16:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-08654457-9a2a-4f8e-97c4-77f4f4f4404b req-187e1ffb-c54d-42c8-8016-3d53fdd1f4a8 service nova] Lock "6d5d6363-3912-4519-9694-fba4dd4b0342-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:16:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-08654457-9a2a-4f8e-97c4-77f4f4f4404b req-187e1ffb-c54d-42c8-8016-3d53fdd1f4a8 service nova] Lock "6d5d6363-3912-4519-9694-fba4dd4b0342-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:16:46 user nova-compute[75278]: DEBUG nova.compute.manager [req-08654457-9a2a-4f8e-97c4-77f4f4f4404b req-187e1ffb-c54d-42c8-8016-3d53fdd1f4a8 service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] No waiting events found dispatching network-vif-unplugged-ae4b6ff1-cb9c-43bc-8e7e-019c35476194 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:16:46 user nova-compute[75278]: WARNING nova.compute.manager [req-08654457-9a2a-4f8e-97c4-77f4f4f4404b req-187e1ffb-c54d-42c8-8016-3d53fdd1f4a8 service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Received unexpected event network-vif-unplugged-ae4b6ff1-cb9c-43bc-8e7e-019c35476194 for instance with vm_state rescued and task_state unrescuing.
Dec 06 16:16:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:16:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:16:47 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Instance destroyed successfully.
Dec 06 16:16:47 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:16:48 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:16:48 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:16:48 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:16:48 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:16:48 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:16:48 user nova-compute[75278]: DEBUG nova.compute.manager [req-e675e4c2-18c4-4d60-a64d-7708bcac8ecc req-dd829057-f667-40fb-aa99-17424baed887 service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Received event network-vif-plugged-ae4b6ff1-cb9c-43bc-8e7e-019c35476194 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:16:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e675e4c2-18c4-4d60-a64d-7708bcac8ecc req-dd829057-f667-40fb-aa99-17424baed887 service nova] Acquiring lock "6d5d6363-3912-4519-9694-fba4dd4b0342-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:16:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e675e4c2-18c4-4d60-a64d-7708bcac8ecc req-dd829057-f667-40fb-aa99-17424baed887 service nova] Lock "6d5d6363-3912-4519-9694-fba4dd4b0342-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:16:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e675e4c2-18c4-4d60-a64d-7708bcac8ecc req-dd829057-f667-40fb-aa99-17424baed887 service nova] Lock "6d5d6363-3912-4519-9694-fba4dd4b0342-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:16:48 user nova-compute[75278]: DEBUG nova.compute.manager [req-e675e4c2-18c4-4d60-a64d-7708bcac8ecc req-dd829057-f667-40fb-aa99-17424baed887 service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] No waiting events found dispatching network-vif-plugged-ae4b6ff1-cb9c-43bc-8e7e-019c35476194 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:16:48 user nova-compute[75278]: WARNING nova.compute.manager [req-e675e4c2-18c4-4d60-a64d-7708bcac8ecc req-dd829057-f667-40fb-aa99-17424baed887 service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Received unexpected event network-vif-plugged-ae4b6ff1-cb9c-43bc-8e7e-019c35476194 for instance with vm_state rescued and task_state unrescuing.
Dec 06 16:16:48 user nova-compute[75278]: DEBUG nova.compute.manager [req-e675e4c2-18c4-4d60-a64d-7708bcac8ecc req-dd829057-f667-40fb-aa99-17424baed887 service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Received event network-vif-plugged-ae4b6ff1-cb9c-43bc-8e7e-019c35476194 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:16:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e675e4c2-18c4-4d60-a64d-7708bcac8ecc req-dd829057-f667-40fb-aa99-17424baed887 service nova] Acquiring lock "6d5d6363-3912-4519-9694-fba4dd4b0342-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:16:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e675e4c2-18c4-4d60-a64d-7708bcac8ecc req-dd829057-f667-40fb-aa99-17424baed887 service nova] Lock "6d5d6363-3912-4519-9694-fba4dd4b0342-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:16:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e675e4c2-18c4-4d60-a64d-7708bcac8ecc req-dd829057-f667-40fb-aa99-17424baed887 service nova] Lock "6d5d6363-3912-4519-9694-fba4dd4b0342-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:16:48 user nova-compute[75278]: DEBUG nova.compute.manager [req-e675e4c2-18c4-4d60-a64d-7708bcac8ecc req-dd829057-f667-40fb-aa99-17424baed887 service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] No waiting events found dispatching network-vif-plugged-ae4b6ff1-cb9c-43bc-8e7e-019c35476194 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:16:48 user nova-compute[75278]: WARNING nova.compute.manager [req-e675e4c2-18c4-4d60-a64d-7708bcac8ecc req-dd829057-f667-40fb-aa99-17424baed887 service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Received unexpected event network-vif-plugged-ae4b6ff1-cb9c-43bc-8e7e-019c35476194 for instance with vm_state rescued and task_state unrescuing.
Dec 06 16:16:50 user nova-compute[75278]: DEBUG nova.compute.manager [None req-6d993927-f49e-4424-ae58-18111e0cc06a tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 16:16:50 user nova-compute[75278]: DEBUG nova.compute.manager [req-4973fd86-6cfb-45a5-96e2-20b980c0d2b1 req-d3927a4e-cb53-4268-9d75-f01f4930d8bd service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Received event network-vif-plugged-ae4b6ff1-cb9c-43bc-8e7e-019c35476194 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:16:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4973fd86-6cfb-45a5-96e2-20b980c0d2b1 req-d3927a4e-cb53-4268-9d75-f01f4930d8bd service nova] Acquiring lock "6d5d6363-3912-4519-9694-fba4dd4b0342-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:16:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4973fd86-6cfb-45a5-96e2-20b980c0d2b1 req-d3927a4e-cb53-4268-9d75-f01f4930d8bd service nova] Lock "6d5d6363-3912-4519-9694-fba4dd4b0342-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:16:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4973fd86-6cfb-45a5-96e2-20b980c0d2b1 req-d3927a4e-cb53-4268-9d75-f01f4930d8bd service nova] Lock "6d5d6363-3912-4519-9694-fba4dd4b0342-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:16:50 user nova-compute[75278]: DEBUG nova.compute.manager [req-4973fd86-6cfb-45a5-96e2-20b980c0d2b1 req-d3927a4e-cb53-4268-9d75-f01f4930d8bd service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] No waiting events found dispatching network-vif-plugged-ae4b6ff1-cb9c-43bc-8e7e-019c35476194 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:16:50 user nova-compute[75278]: WARNING nova.compute.manager [req-4973fd86-6cfb-45a5-96e2-20b980c0d2b1 req-d3927a4e-cb53-4268-9d75-f01f4930d8bd service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Received unexpected event network-vif-plugged-ae4b6ff1-cb9c-43bc-8e7e-019c35476194 for instance with vm_state active and task_state None.
Dec 06 16:16:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:16:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:16:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:16:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:16:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75278) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 16:16:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 16:16:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 16:16:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:17:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:17:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:17:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:17:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:17:12 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:17:16 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:17:17 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:17:21 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:17:22 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:17:26 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:17:27 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:17:27 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:17:27 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75278) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 16:17:27 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 16:17:27 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 16:17:27 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:17:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:17:30 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:17:30 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:17:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:17:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:17:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:17:30 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 16:17:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:17:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:17:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:17:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:17:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:17:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:17:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:17:30 user nova-compute[75278]: DEBUG nova.compute.manager [req-871c4ede-cdba-4073-a28b-8317c1f3bf62 req-3a02b205-34ef-4c46-a564-0f1cf18145c2 service nova] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Received event network-changed-4f7257ed-8c01-4063-be28-692d894f4698 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:17:30 user nova-compute[75278]: DEBUG nova.compute.manager [req-871c4ede-cdba-4073-a28b-8317c1f3bf62 req-3a02b205-34ef-4c46-a564-0f1cf18145c2 service nova] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Refreshing instance network info cache due to event network-changed-4f7257ed-8c01-4063-be28-692d894f4698. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:17:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-871c4ede-cdba-4073-a28b-8317c1f3bf62 req-3a02b205-34ef-4c46-a564-0f1cf18145c2 service nova] Acquiring lock "refresh_cache-ed6fab87-16ef-40a8-8203-c6f543b05fd0" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:17:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-871c4ede-cdba-4073-a28b-8317c1f3bf62 req-3a02b205-34ef-4c46-a564-0f1cf18145c2 service nova] Acquired lock "refresh_cache-ed6fab87-16ef-40a8-8203-c6f543b05fd0" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:17:30 user nova-compute[75278]: DEBUG nova.network.neutron [req-871c4ede-cdba-4073-a28b-8317c1f3bf62 req-3a02b205-34ef-4c46-a564-0f1cf18145c2 service nova] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Refreshing network info cache for port 4f7257ed-8c01-4063-be28-692d894f4698 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:17:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:17:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:17:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:17:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Acquiring lock "ed6fab87-16ef-40a8-8203-c6f543b05fd0" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:17:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "ed6fab87-16ef-40a8-8203-c6f543b05fd0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:17:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json" returned: 0 in 0.241s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:17:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:17:31 user nova-compute[75278]: DEBUG nova.objects.instance [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lazy-loading 'flavor' on Instance uuid ed6fab87-16ef-40a8-8203-c6f543b05fd0 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:17:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "ed6fab87-16ef-40a8-8203-c6f543b05fd0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.102s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:17:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:17:31 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:17:31 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:17:31 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:17:31 user nova-compute[75278]: DEBUG nova.network.neutron [req-871c4ede-cdba-4073-a28b-8317c1f3bf62 req-3a02b205-34ef-4c46-a564-0f1cf18145c2 service nova] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Updated VIF entry in instance network info cache for port 4f7257ed-8c01-4063-be28-692d894f4698. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:17:31 user nova-compute[75278]: DEBUG nova.network.neutron [req-871c4ede-cdba-4073-a28b-8317c1f3bf62 req-3a02b205-34ef-4c46-a564-0f1cf18145c2 service nova] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Updating instance_info_cache with network_info: [{"id": "4f7257ed-8c01-4063-be28-692d894f4698", "address": "fa:16:3e:f5:77:a5", "network": {"id": "327ba196-5a57-428d-b659-1a54c491b0c1", "bridge": "br-int", "label": "tempest-TestStampPattern-1025434083-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "008bcb7f5b344775a8e6b2ae71dade94", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f7257ed-8c", "ovs_interfaceid": "4f7257ed-8c01-4063-be28-692d894f4698", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:17:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Acquiring lock "ed6fab87-16ef-40a8-8203-c6f543b05fd0" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:17:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "ed6fab87-16ef-40a8-8203-c6f543b05fd0" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:17:31 user nova-compute[75278]: INFO nova.compute.manager [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Attaching volume 707a111a-69c9-4473-bebc-b9eeef36c71f to /dev/vdb
Dec 06 16:17:31 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:17:31 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:17:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=8395MB free_disk=24.804481506347656GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 16:17:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:17:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:17:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-871c4ede-cdba-4073-a28b-8317c1f3bf62 req-3a02b205-34ef-4c46-a564-0f1cf18145c2 service nova] Releasing lock "refresh_cache-ed6fab87-16ef-40a8-8203-c6f543b05fd0" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:17:31 user nova-compute[75278]: DEBUG os_brick.utils [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:17:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:17:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:17:31 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5a14502-3b6e-4a71-ace2-b0063c11ec0e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:17:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:17:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:17:31 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbdcd63c-7472-4e1b-a8f2-e5bbb9fc5d12]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:17:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:17:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:17:31 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8124c8a8-df83-47b7-945d-becdccb54996]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:17:31 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d081985-6cf8-4f2c-9e67-33664ed42102]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:17:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:17:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 16:17:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 16:17:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:17:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 16:17:32 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 16:17:32 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[24f0b8fb-8dc3-4bdf-8933-4ad32d83177c]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:17:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 16:17:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 16:17:32 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 16:17:32 user nova-compute[75278]: DEBUG os_brick.utils [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] <== get_connector_properties: return (135ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:17:32 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Updating existing volume attachment record: 84ec4d59-2bb3-42bb-8400-2bf1d0995669 {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 16:17:32 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance fd90d704-fbb5-45cd-983c-1de7e98b9ca6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:17:32 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:17:32 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 68247e6f-7bc1-4a64-98e1-db3ccca22dcb actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:17:32 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 6d5d6363-3912-4519-9694-fba4dd4b0342 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:17:32 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance ed6fab87-16ef-40a8-8203-c6f543b05fd0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:17:32 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance c4a3fd37-a976-4ff0-b3b6-6e524cd8652f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:17:32 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 16:17:32 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 16:17:32 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Refreshing inventories for resource provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 06 16:17:32 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Updating ProviderTree inventory for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 06 16:17:32 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Updating inventory in ProviderTree for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 16:17:32 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Refreshing aggregate associations for resource provider 8b3403ac-859e-46a6-ab7b-26268bef73b0, aggregates: None {{(pid=75278) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 06 16:17:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:17:32 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Refreshing trait associations for resource provider 8b3403ac-859e-46a6-ab7b-26268bef73b0, traits: HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_ACCELERATORS,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_SATA,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_IDE,COMPUTE_VIOMMU_MODEL_INTEL,HW_CPU_X86_SSE41,HW_CPU_X86_SSSE3 {{(pid=75278) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 06 16:17:32 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:17:32 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:17:32 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 16:17:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.687s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:17:34 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:17:34 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:17:34 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:17:34 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 16:17:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:17:36 user nova-compute[75278]: DEBUG nova.compute.manager [req-aadd9bdd-80c5-4a78-9764-b75645fe29f8 req-74cf819d-cfa6-4992-ab2a-679a34510696 service nova] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Received event network-changed-e616bb24-20ec-4009-abf7-a3b694b6cac9 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:17:36 user nova-compute[75278]: DEBUG nova.compute.manager [req-aadd9bdd-80c5-4a78-9764-b75645fe29f8 req-74cf819d-cfa6-4992-ab2a-679a34510696 service nova] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Refreshing instance network info cache due to event network-changed-e616bb24-20ec-4009-abf7-a3b694b6cac9. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:17:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-aadd9bdd-80c5-4a78-9764-b75645fe29f8 req-74cf819d-cfa6-4992-ab2a-679a34510696 service nova] Acquiring lock "refresh_cache-c4a3fd37-a976-4ff0-b3b6-6e524cd8652f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:17:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-aadd9bdd-80c5-4a78-9764-b75645fe29f8 req-74cf819d-cfa6-4992-ab2a-679a34510696 service nova] Acquired lock "refresh_cache-c4a3fd37-a976-4ff0-b3b6-6e524cd8652f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:17:36 user nova-compute[75278]: DEBUG nova.network.neutron [req-aadd9bdd-80c5-4a78-9764-b75645fe29f8 req-74cf819d-cfa6-4992-ab2a-679a34510696 service nova] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Refreshing network info cache for port e616bb24-20ec-4009-abf7-a3b694b6cac9 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG nova.network.neutron [req-aadd9bdd-80c5-4a78-9764-b75645fe29f8 req-74cf819d-cfa6-4992-ab2a-679a34510696 service nova] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Updated VIF entry in instance network info cache for port e616bb24-20ec-4009-abf7-a3b694b6cac9. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG nova.network.neutron [req-aadd9bdd-80c5-4a78-9764-b75645fe29f8 req-74cf819d-cfa6-4992-ab2a-679a34510696 service nova] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Updating instance_info_cache with network_info: [{"id": "e616bb24-20ec-4009-abf7-a3b694b6cac9", "address": "fa:16:3e:4d:40:21", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape616bb24-20", "ovs_interfaceid": "e616bb24-20ec-4009-abf7-a3b694b6cac9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-aadd9bdd-80c5-4a78-9764-b75645fe29f8 req-74cf819d-cfa6-4992-ab2a-679a34510696 service nova] Releasing lock "refresh_cache-c4a3fd37-a976-4ff0-b3b6-6e524cd8652f" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "c4a3fd37-a976-4ff0-b3b6-6e524cd8652f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "c4a3fd37-a976-4ff0-b3b6-6e524cd8652f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "c4a3fd37-a976-4ff0-b3b6-6e524cd8652f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "c4a3fd37-a976-4ff0-b3b6-6e524cd8652f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "c4a3fd37-a976-4ff0-b3b6-6e524cd8652f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:17:37 user nova-compute[75278]: INFO nova.compute.manager [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Terminating instance
Dec 06 16:17:37 user nova-compute[75278]: DEBUG nova.compute.manager [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG nova.compute.manager [req-53ad495c-c6aa-42b6-91a2-375c9f400fa6 req-5a686d5a-a98d-4beb-ab06-f5d744412fd7 service nova] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Received event network-vif-unplugged-e616bb24-20ec-4009-abf7-a3b694b6cac9 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-53ad495c-c6aa-42b6-91a2-375c9f400fa6 req-5a686d5a-a98d-4beb-ab06-f5d744412fd7 service nova] Acquiring lock "c4a3fd37-a976-4ff0-b3b6-6e524cd8652f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-53ad495c-c6aa-42b6-91a2-375c9f400fa6 req-5a686d5a-a98d-4beb-ab06-f5d744412fd7 service nova] Lock "c4a3fd37-a976-4ff0-b3b6-6e524cd8652f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-53ad495c-c6aa-42b6-91a2-375c9f400fa6 req-5a686d5a-a98d-4beb-ab06-f5d744412fd7 service nova] Lock "c4a3fd37-a976-4ff0-b3b6-6e524cd8652f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG nova.compute.manager [req-53ad495c-c6aa-42b6-91a2-375c9f400fa6 req-5a686d5a-a98d-4beb-ab06-f5d744412fd7 service nova] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] No waiting events found dispatching network-vif-unplugged-e616bb24-20ec-4009-abf7-a3b694b6cac9 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG nova.compute.manager [req-53ad495c-c6aa-42b6-91a2-375c9f400fa6 req-5a686d5a-a98d-4beb-ab06-f5d744412fd7 service nova] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Received event network-vif-unplugged-e616bb24-20ec-4009-abf7-a3b694b6cac9 for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 16:17:37 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Instance destroyed successfully.
Dec 06 16:17:37 user nova-compute[75278]: DEBUG nova.objects.instance [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lazy-loading 'resources' on Instance uuid c4a3fd37-a976-4ff0-b3b6-6e524cd8652f {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:15:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-161339974',display_name='tempest-TestVolumeBootPattern-server-161339974',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-161339974',id=48,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPTpj6+8hrbS3HS6B1HYhCPAri7TOyaolHxvER8tBluHz+7O2y6RZp0VbCnwZC89VmLj2D1h1XUyJxgUhBMg+cexKEMwdzeEDMpw0ePPnsoO41DRC2lDTuu91B0/k+WxHQ==',key_name='tempest-TestVolumeBootPattern-907573109',keypairs=<?>,launch_index=0,launched_at=2023-12-06T16:16:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='188cfe2e1c85461899dae3585b7a6a24',ramdisk_id='',reservation_id='r-1vy46lcd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1184091674',owner_user_name='tempest-TestVolumeBootPattern-1184091674-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T16:16:01Z,user_data=None,user_id='c795bd8e90894931922dc5ff7741dfae',uuid=c4a3fd37-a976-4ff0-b3b6-6e524cd8652f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e616bb24-20ec-4009-abf7-a3b694b6cac9", "address": "fa:16:3e:4d:40:21", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape616bb24-20", "ovs_interfaceid": "e616bb24-20ec-4009-abf7-a3b694b6cac9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Converting VIF {"id": "e616bb24-20ec-4009-abf7-a3b694b6cac9", "address": "fa:16:3e:4d:40:21", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape616bb24-20", "ovs_interfaceid": "e616bb24-20ec-4009-abf7-a3b694b6cac9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4d:40:21,bridge_name='br-int',has_traffic_filtering=True,id=e616bb24-20ec-4009-abf7-a3b694b6cac9,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape616bb24-20') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG os_vif [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4d:40:21,bridge_name='br-int',has_traffic_filtering=True,id=e616bb24-20ec-4009-abf7-a3b694b6cac9,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape616bb24-20') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape616bb24-20, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2f486d9a-600f-4336-a4b9-b09783d3c779) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:17:37 user nova-compute[75278]: INFO os_vif [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4d:40:21,bridge_name='br-int',has_traffic_filtering=True,id=e616bb24-20ec-4009-abf7-a3b694b6cac9,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape616bb24-20')
Dec 06 16:17:37 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eXRVxzlM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:17:37 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:17:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b08dbd50-1285-4221-9f94-7b6094b394b7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 16:17:37 user nova-compute[75278]: No targets found.
Dec 06 16:17:37 user nova-compute[75278]: iSNS:
Dec 06 16:17:37 user nova-compute[75278]: No targets found.
Dec 06 16:17:37 user nova-compute[75278]: STATIC:
Dec 06 16:17:37 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650
Dec 06 16:17:37 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:17:37 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:17:37 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c
Dec 06 16:17:37 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:17:37 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:17:37 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f
Dec 06 16:17:37 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:17:37 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:17:37 user nova-compute[75278]: FIRMWARE:
Dec 06 16:17:37 user nova-compute[75278]: No targets found.
Dec 06 16:17:37 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 16:17:37 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 16:17:37 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7edf4849-e016-4c1e-98c1-92a7499c7db2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb4027b1-df89-4bb6-9757-58c779b7d891]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:17:37 user nova-compute[75278]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)
Dec 06 16:17:37 user nova-compute[75278]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f (non-flash)
Dec 06 16:17:37 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:17:37 user nova-compute[75278]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)
Dec 06 16:17:37 user nova-compute[75278]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f (non-flash)
Dec 06 16:17:37 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c5991b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f'): ({'sdb'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Removing single pathed devices sdb {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 16:17:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[17001894-be96-4789-82a4-ef03f9809937]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a1e81b7-c6a4-4f16-b785-ca8a7afcc9a3]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Flushing IO for device /dev/sdb {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5afca7ea-009b-47fb-8bae-91fb0a5f5f17]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.046s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e070ec8-f57b-46cb-9611-9e47697ebf3d]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] SCSI volumes sdb have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_9a0d557e',) {{(pid=86114) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a95e535-643c-4f23-b47d-8032ef6733dd]: (4, None) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[526eb642-4aca-4253-b1d2-3a2438c2deb9]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "refresh_cache-4dfc2c2e-2747-4f95-b08f-3f564c1d3c74" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquired lock "refresh_cache-4dfc2c2e-2747-4f95-b08f-3f564c1d3c74" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Forcefully refreshing network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b6d31e8-5620-411a-aa60-b2ebf6bda5ff]: (4, ('Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f, portal: 172.16.0.220,3260]\nLogout of [sid: 57, target: iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f, portal: 172.16.0.220,3260]
Dec 06 16:17:38 user nova-compute[75278]: Logout of [sid: 57, target: iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f, portal: 172.16.0.220,3260] successful.
Dec 06 16:17:38 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9d83705-563a-448e-a65a-803ae99ca03b]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.312s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] <== disconnect_volume: return (314ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 16:17:38 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Deleting instance files /opt/stack/data/nova/instances/c4a3fd37-a976-4ff0-b3b6-6e524cd8652f_del
Dec 06 16:17:38 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Deletion of /opt/stack/data/nova/instances/c4a3fd37-a976-4ff0-b3b6-6e524cd8652f_del complete
Dec 06 16:17:38 user nova-compute[75278]: INFO nova.compute.manager [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Took 1.43 seconds to destroy the instance on the hypervisor.
Dec 06 16:17:38 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Updating instance_info_cache with network_info: [{"id": "7329f4ea-ffe9-429f-9f78-0229afb498ba", "address": "fa:16:3e:b5:89:17", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7329f4ea-ff", "ovs_interfaceid": "7329f4ea-ffe9-429f-9f78-0229afb498ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Releasing lock "refresh_cache-4dfc2c2e-2747-4f95-b08f-3f564c1d3c74" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Updated the network info_cache for instance {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 16:17:38 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:17:39 user nova-compute[75278]: DEBUG nova.compute.manager [req-620d08a1-73ba-4799-b104-971b9ff16169 req-95fe8e2f-f107-4226-b81c-377ecf5a5281 service nova] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Received event network-vif-plugged-e616bb24-20ec-4009-abf7-a3b694b6cac9 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:17:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-620d08a1-73ba-4799-b104-971b9ff16169 req-95fe8e2f-f107-4226-b81c-377ecf5a5281 service nova] Acquiring lock "c4a3fd37-a976-4ff0-b3b6-6e524cd8652f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:17:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-620d08a1-73ba-4799-b104-971b9ff16169 req-95fe8e2f-f107-4226-b81c-377ecf5a5281 service nova] Lock "c4a3fd37-a976-4ff0-b3b6-6e524cd8652f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:17:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-620d08a1-73ba-4799-b104-971b9ff16169 req-95fe8e2f-f107-4226-b81c-377ecf5a5281 service nova] Lock "c4a3fd37-a976-4ff0-b3b6-6e524cd8652f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:17:39 user nova-compute[75278]: DEBUG nova.compute.manager [req-620d08a1-73ba-4799-b104-971b9ff16169 req-95fe8e2f-f107-4226-b81c-377ecf5a5281 service nova] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] No waiting events found dispatching network-vif-plugged-e616bb24-20ec-4009-abf7-a3b694b6cac9 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:17:39 user nova-compute[75278]: WARNING nova.compute.manager [req-620d08a1-73ba-4799-b104-971b9ff16169 req-95fe8e2f-f107-4226-b81c-377ecf5a5281 service nova] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Received unexpected event network-vif-plugged-e616bb24-20ec-4009-abf7-a3b694b6cac9 for instance with vm_state active and task_state deleting.
Dec 06 16:17:39 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:17:39 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Took 1.27 seconds to deallocate network for instance.
Dec 06 16:17:39 user nova-compute[75278]: DEBUG nova.compute.manager [req-d1f46128-e763-4c12-a9cb-e88368ea5526 req-66b82421-6e66-4210-a740-7137e23fad88 service nova] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Received event network-vif-deleted-e616bb24-20ec-4009-abf7-a3b694b6cac9 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:17:40 user nova-compute[75278]: INFO nova.compute.manager [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: c4a3fd37-a976-4ff0-b3b6-6e524cd8652f] Took 0.79 seconds to detach 1 volumes for instance.
Dec 06 16:17:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:17:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:17:40 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:17:40 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:17:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.244s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:17:40 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Deleted allocations for instance c4a3fd37-a976-4ff0-b3b6-6e524cd8652f
Dec 06 16:17:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-08875e05-149a-476e-a659-d7c5602524c0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "c4a3fd37-a976-4ff0-b3b6-6e524cd8652f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.906s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:17:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:17:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 16:17:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BWHkLowN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:17:41 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:17:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:17:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:17:41 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:17:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:17:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:17:41 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 16:17:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:17:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:17:41 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b236c30a-2a46-4883-bd34-4302e5fc4ad3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:17:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 16:17:41 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:17:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:17:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:17:41 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f58d6c5f-cd41-4e9a-944c-27245689d52e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:17:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f] added
Dec 06 16:17:41 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:17:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:17:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:17:41 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f47b51da-e017-4c77-88f2-17b4176336ec]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:17:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:17:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:17:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:17:41 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8cd86bd-c668-4a25-a191-16552feeab19]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:17:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:17:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BWHkLowN {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:17:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BWHkLowN" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:17:41 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a77386f0-b982-43ce-b5ae-bef7d6b16f7b]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:17:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BWHkLowN'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:17:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:17:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:17:41 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bf20360-423c-49c2-aac5-aa42b097e98b]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:17:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:17:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:17:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:17:41 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[392050d6-2cfb-45d8-b05c-ccfca4336eb3]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:17:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:17:41 user nova-compute[75278]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)
Dec 06 16:17:41 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:17:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:17:41 user nova-compute[75278]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)
Dec 06 16:17:41 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:17:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:17:41 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:17:41 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f829c5c-cbb5-4fc0-a2e4-030e4ce205b1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:17:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f, portal: 172.16.0.220,3260]
Dec 06 16:17:42 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f, portal: 172.16.0.220,3260] successful.
Dec 06 16:17:42 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:17:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:17:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:17:42 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c299032a-dd0e-46b3-a606-2ff3483031c4]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:17:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:17:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:17:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:17:42 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[77a9d965-4367-4fd7-b7de-bc71236a9c35]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:17:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:17:42 user nova-compute[75278]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)
Dec 06 16:17:42 user nova-compute[75278]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f (non-flash)
Dec 06 16:17:42 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:17:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:17:42 user nova-compute[75278]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)
Dec 06 16:17:42 user nova-compute[75278]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f (non-flash)
Dec 06 16:17:42 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:17:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.253s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:17:42 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 16:17:42 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] HCTL ('33', '-', '-', 0) found on session 58 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 16:17:42 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 16:17:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:17:42 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:17:42 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ff9db35-01cb-4ab7-9adf-85089a5b8ae2]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:17:42 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Searching for a device in session 58 and hctl ['33', '*', '*', 0] yield: None {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 16:17:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:17:43 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Searching for a device in session 58 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 16:17:43 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BWHkLowN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 16:17:43 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.280s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:17:43 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] <== connect_volume: return (1282ms) {'type': 'block', 'scsi_wwn': '23862386230313364', 'path': '/dev/sdb'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:17:43 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23862386230313364', 'path': '/dev/sdb'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 16:17:43 user nova-compute[75278]: DEBUG nova.objects.instance [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lazy-loading 'flavor' on Instance uuid ed6fab87-16ef-40a8-8203-c6f543b05fd0 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:17:43 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 16:17:43 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:17:43 user nova-compute[75278]:   <source dev="/dev/sdb"/>
Dec 06 16:17:43 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 16:17:43 user nova-compute[75278]:   <serial>707a111a-69c9-4473-bebc-b9eeef36c71f</serial>
Dec 06 16:17:43 user nova-compute[75278]: </disk>
Dec 06 16:17:43 user nova-compute[75278]:  {{(pid=75278) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 16:17:43 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:17:43 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:17:43 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] No VIF found with MAC fa:16:3e:f5:77:a5, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 16:17:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-aec61595-ad35-4e0a-be34-9c41df13c8cc tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "ed6fab87-16ef-40a8-8203-c6f543b05fd0" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.779s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:17:44 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:17:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:17:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f677e52f-89aa-493e-994d-ef3f93cccc20 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Acquiring lock "ed6fab87-16ef-40a8-8203-c6f543b05fd0" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:17:46 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f677e52f-89aa-493e-994d-ef3f93cccc20 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "ed6fab87-16ef-40a8-8203-c6f543b05fd0" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:17:46 user nova-compute[75278]: INFO nova.compute.manager [None req-f677e52f-89aa-493e-994d-ef3f93cccc20 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Detaching volume 707a111a-69c9-4473-bebc-b9eeef36c71f
Dec 06 16:17:46 user nova-compute[75278]: INFO nova.virt.block_device [None req-f677e52f-89aa-493e-994d-ef3f93cccc20 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Attempting to driver detach volume 707a111a-69c9-4473-bebc-b9eeef36c71f from mountpoint /dev/vdb
Dec 06 16:17:46 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-f677e52f-89aa-493e-994d-ef3f93cccc20 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Attempting to detach device vdb from instance ed6fab87-16ef-40a8-8203-c6f543b05fd0 from the persistent domain config. {{(pid=75278) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 16:17:46 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-f677e52f-89aa-493e-994d-ef3f93cccc20 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 16:17:46 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:17:46 user nova-compute[75278]:   <source dev="/dev/sdb"/>
Dec 06 16:17:46 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 16:17:46 user nova-compute[75278]:   <serial>707a111a-69c9-4473-bebc-b9eeef36c71f</serial>
Dec 06 16:17:46 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 16:17:46 user nova-compute[75278]: </disk>
Dec 06 16:17:46 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 16:17:46 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-f677e52f-89aa-493e-994d-ef3f93cccc20 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Successfully detached device vdb from instance ed6fab87-16ef-40a8-8203-c6f543b05fd0 from the persistent domain config.
Dec 06 16:17:46 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-f677e52f-89aa-493e-994d-ef3f93cccc20 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance ed6fab87-16ef-40a8-8203-c6f543b05fd0 from the live domain config. {{(pid=75278) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 16:17:46 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-f677e52f-89aa-493e-994d-ef3f93cccc20 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 16:17:46 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:17:46 user nova-compute[75278]:   <source dev="/dev/sdb"/>
Dec 06 16:17:46 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 16:17:46 user nova-compute[75278]:   <serial>707a111a-69c9-4473-bebc-b9eeef36c71f</serial>
Dec 06 16:17:46 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 16:17:46 user nova-compute[75278]: </disk>
Dec 06 16:17:46 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 16:17:46 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-f677e52f-89aa-493e-994d-ef3f93cccc20 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance ed6fab87-16ef-40a8-8203-c6f543b05fd0 {{(pid=75278) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 16:17:47 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:17:47 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:17:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:17:52 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:17:57 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:18:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:06 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-f677e52f-89aa-493e-994d-ef3f93cccc20 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance ed6fab87-16ef-40a8-8203-c6f543b05fd0 is timed out.
Dec 06 16:18:06 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-f677e52f-89aa-493e-994d-ef3f93cccc20 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Successfully detached device vdb from instance ed6fab87-16ef-40a8-8203-c6f543b05fd0 from the live domain config.
Dec 06 16:18:06 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f677e52f-89aa-493e-994d-ef3f93cccc20 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f677e52f-89aa-493e-994d-ef3f93cccc20 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BWHkLowN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:18:06 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-f677e52f-89aa-493e-994d-ef3f93cccc20 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:18:06 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-f677e52f-89aa-493e-994d-ef3f93cccc20 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-f677e52f-89aa-493e-994d-ef3f93cccc20 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f12e2dd-5a9d-45fb-ba14-ac03f4ec484f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f677e52f-89aa-493e-994d-ef3f93cccc20 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 16:18:06 user nova-compute[75278]: No targets found.
Dec 06 16:18:06 user nova-compute[75278]: iSNS:
Dec 06 16:18:06 user nova-compute[75278]: No targets found.
Dec 06 16:18:06 user nova-compute[75278]: STATIC:
Dec 06 16:18:06 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650
Dec 06 16:18:06 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:18:06 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:18:06 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f
Dec 06 16:18:06 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:18:06 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:18:06 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c
Dec 06 16:18:06 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:18:06 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:18:06 user nova-compute[75278]: FIRMWARE:
Dec 06 16:18:06 user nova-compute[75278]: No targets found.
Dec 06 16:18:06 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f677e52f-89aa-493e-994d-ef3f93cccc20 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 16:18:06 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 16:18:06 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f677e52f-89aa-493e-994d-ef3f93cccc20 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[73a0e6bc-61c1-4c9b-808e-948192ebda98]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[923e1fde-66fd-4186-aa37-9603bafdb49b]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f677e52f-89aa-493e-994d-ef3f93cccc20 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:18:06 user nova-compute[75278]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)
Dec 06 16:18:06 user nova-compute[75278]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f (non-flash)
Dec 06 16:18:06 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f677e52f-89aa-493e-994d-ef3f93cccc20 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:18:06 user nova-compute[75278]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)
Dec 06 16:18:06 user nova-compute[75278]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f (non-flash)
Dec 06 16:18:06 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f677e52f-89aa-493e-994d-ef3f93cccc20 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c65db40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f'): ({'sdb'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-f677e52f-89aa-493e-994d-ef3f93cccc20 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Removing single pathed devices sdb {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2283c9c6-7046-4d3a-bc3c-e8d2e11ebc94]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a155c4bf-cee0-4362-ba74-d2ad3632f387]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-f677e52f-89aa-493e-994d-ef3f93cccc20 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Flushing IO for device /dev/sdb {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9f0f3da-060f-45a5-94b1-a717af870afa]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-f677e52f-89aa-493e-994d-ef3f93cccc20 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.046s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[af2d5c0c-c95c-4ddb-8357-4849e56bfcd8]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-f677e52f-89aa-493e-994d-ef3f93cccc20 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-f677e52f-89aa-493e-994d-ef3f93cccc20 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] SCSI volumes sdb have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f677e52f-89aa-493e-994d-ef3f93cccc20 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b93d862c-c06c-4058-befb-b6d1fbff84cd]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f677e52f-89aa-493e-994d-ef3f93cccc20 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:18:06 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:07 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b12c6a99-2201-4675-a6cf-196fd21fde51]: (4, ('Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f, portal: 172.16.0.220,3260]\nLogout of [sid: 58, target: iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:18:07 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f677e52f-89aa-493e-994d-ef3f93cccc20 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f, portal: 172.16.0.220,3260]
Dec 06 16:18:07 user nova-compute[75278]: Logout of [sid: 58, target: iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f, portal: 172.16.0.220,3260] successful.
Dec 06 16:18:07 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:18:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:07 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:707a111a-69c9-4473-bebc-b9eeef36c71f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:07 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f009e74-54c3-481d-8291-dc2aef0ca1a6]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:18:07 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f677e52f-89aa-493e-994d-ef3f93cccc20 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:18:07 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-f677e52f-89aa-493e-994d-ef3f93cccc20 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.318s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:18:07 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f677e52f-89aa-493e-994d-ef3f93cccc20 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] <== disconnect_volume: return (320ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:18:07 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f677e52f-89aa-493e-994d-ef3f93cccc20 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 16:18:07 user nova-compute[75278]: DEBUG nova.objects.instance [None req-f677e52f-89aa-493e-994d-ef3f93cccc20 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lazy-loading 'flavor' on Instance uuid ed6fab87-16ef-40a8-8203-c6f543b05fd0 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:18:07 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f677e52f-89aa-493e-994d-ef3f93cccc20 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "ed6fab87-16ef-40a8-8203-c6f543b05fd0" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.660s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:18:07 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:12 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:18:17 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:18:22 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:27 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:28 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:18:29 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "13b2b544-9b52-418f-8f2f-e92c94bb6874" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:18:29 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "13b2b544-9b52-418f-8f2f-e92c94bb6874" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:18:29 user nova-compute[75278]: DEBUG nova.compute.manager [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 16:18:29 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:18:29 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:18:29 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 16:18:29 user nova-compute[75278]: INFO nova.compute.claims [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Claim successful on node user
Dec 06 16:18:29 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:18:29 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:18:29 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.417s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:18:29 user nova-compute[75278]: DEBUG nova.compute.manager [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 16:18:29 user nova-compute[75278]: DEBUG nova.compute.manager [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 16:18:29 user nova-compute[75278]: DEBUG nova.network.neutron [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 16:18:29 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 16:18:29 user nova-compute[75278]: DEBUG nova.compute.manager [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 16:18:29 user nova-compute[75278]: INFO nova.virt.block_device [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Booting with volume f070e8c4-f0e1-48da-9dd7-5c966141931f at /dev/vda
Dec 06 16:18:29 user nova-compute[75278]: DEBUG nova.policy [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c795bd8e90894931922dc5ff7741dfae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '188cfe2e1c85461899dae3585b7a6a24', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 16:18:29 user nova-compute[75278]: DEBUG os_brick.utils [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:18:29 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:29 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:29 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6aab94b7-df5f-4d71-a19f-e6bc274a033f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:18:29 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:29 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:29 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1e81e5a-9c89-400d-bef8-6d6c8ffbd5f9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:18:29 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:29 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:29 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[41785ed1-9ee6-4a29-9d50-14b41ee550b5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:18:29 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[41e09210-3e81-4d1b-a9fd-ba11786e6989]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:18:29 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:29 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 16:18:29 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 16:18:29 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:29 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 16:18:29 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 16:18:29 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a22b93c-b57c-4c60-aaa8-bc31a75879a3]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:18:29 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 16:18:29 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 16:18:29 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 16:18:29 user nova-compute[75278]: DEBUG os_brick.utils [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:18:29 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Updating existing volume attachment record: 3cb31040-13f5-4d80-bc4c-fdba76991480 {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 16:18:30 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:18:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:18:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:18:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:18:30 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 16:18:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:30 user nova-compute[75278]: DEBUG nova.network.neutron [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Successfully created port: fb3eb8f0-45ab-4f08-b87f-81d25c717f8b {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 16:18:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:31 user nova-compute[75278]: DEBUG nova.network.neutron [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Successfully updated port: fb3eb8f0-45ab-4f08-b87f-81d25c717f8b {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 16:18:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "refresh_cache-13b2b544-9b52-418f-8f2f-e92c94bb6874" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:18:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquired lock "refresh_cache-13b2b544-9b52-418f-8f2f-e92c94bb6874" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:18:31 user nova-compute[75278]: DEBUG nova.network.neutron [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 16:18:31 user nova-compute[75278]: DEBUG nova.compute.manager [req-3dc717b1-ebc6-4485-9df8-21d892ec29b8 req-05979752-4dd2-49b9-8fd3-487a9a4ac532 service nova] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Received event network-changed-fb3eb8f0-45ab-4f08-b87f-81d25c717f8b {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:18:31 user nova-compute[75278]: DEBUG nova.compute.manager [req-3dc717b1-ebc6-4485-9df8-21d892ec29b8 req-05979752-4dd2-49b9-8fd3-487a9a4ac532 service nova] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Refreshing instance network info cache due to event network-changed-fb3eb8f0-45ab-4f08-b87f-81d25c717f8b. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:18:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3dc717b1-ebc6-4485-9df8-21d892ec29b8 req-05979752-4dd2-49b9-8fd3-487a9a4ac532 service nova] Acquiring lock "refresh_cache-13b2b544-9b52-418f-8f2f-e92c94bb6874" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:18:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:31 user nova-compute[75278]: DEBUG nova.network.neutron [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 16:18:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:31 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:18:31 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:18:31 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:18:31 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:18:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=8599MB free_disk=24.79507827758789GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 16:18:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:18:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:18:31 user nova-compute[75278]: DEBUG nova.network.neutron [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Updating instance_info_cache with network_info: [{"id": "fb3eb8f0-45ab-4f08-b87f-81d25c717f8b", "address": "fa:16:3e:23:bd:4f", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb3eb8f0-45", "ovs_interfaceid": "fb3eb8f0-45ab-4f08-b87f-81d25c717f8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:18:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Releasing lock "refresh_cache-13b2b544-9b52-418f-8f2f-e92c94bb6874" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:18:31 user nova-compute[75278]: DEBUG nova.compute.manager [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Instance network_info: |[{"id": "fb3eb8f0-45ab-4f08-b87f-81d25c717f8b", "address": "fa:16:3e:23:bd:4f", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb3eb8f0-45", "ovs_interfaceid": "fb3eb8f0-45ab-4f08-b87f-81d25c717f8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 16:18:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3dc717b1-ebc6-4485-9df8-21d892ec29b8 req-05979752-4dd2-49b9-8fd3-487a9a4ac532 service nova] Acquired lock "refresh_cache-13b2b544-9b52-418f-8f2f-e92c94bb6874" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:18:31 user nova-compute[75278]: DEBUG nova.network.neutron [req-3dc717b1-ebc6-4485-9df8-21d892ec29b8 req-05979752-4dd2-49b9-8fd3-487a9a4ac532 service nova] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Refreshing network info cache for port fb3eb8f0-45ab-4f08-b87f-81d25c717f8b {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:18:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance fd90d704-fbb5-45cd-983c-1de7e98b9ca6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:18:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:18:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 68247e6f-7bc1-4a64-98e1-db3ccca22dcb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:18:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 6d5d6363-3912-4519-9694-fba4dd4b0342 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:18:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance ed6fab87-16ef-40a8-8203-c6f543b05fd0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:18:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 13b2b544-9b52-418f-8f2f-e92c94bb6874 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:18:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 16:18:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 16:18:32 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:18:32 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:18:32 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 16:18:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.372s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:18:32 user nova-compute[75278]: DEBUG nova.network.neutron [req-3dc717b1-ebc6-4485-9df8-21d892ec29b8 req-05979752-4dd2-49b9-8fd3-487a9a4ac532 service nova] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Updated VIF entry in instance network info cache for port fb3eb8f0-45ab-4f08-b87f-81d25c717f8b. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:18:32 user nova-compute[75278]: DEBUG nova.network.neutron [req-3dc717b1-ebc6-4485-9df8-21d892ec29b8 req-05979752-4dd2-49b9-8fd3-487a9a4ac532 service nova] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Updating instance_info_cache with network_info: [{"id": "fb3eb8f0-45ab-4f08-b87f-81d25c717f8b", "address": "fa:16:3e:23:bd:4f", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb3eb8f0-45", "ovs_interfaceid": "fb3eb8f0-45ab-4f08-b87f-81d25c717f8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:18:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3dc717b1-ebc6-4485-9df8-21d892ec29b8 req-05979752-4dd2-49b9-8fd3-487a9a4ac532 service nova] Releasing lock "refresh_cache-13b2b544-9b52-418f-8f2f-e92c94bb6874" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:18:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:33 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:18:33 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:18:34 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:18:34 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:18:34 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "6d5d6363-3912-4519-9694-fba4dd4b0342" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "6d5d6363-3912-4519-9694-fba4dd4b0342" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "6d5d6363-3912-4519-9694-fba4dd4b0342-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "6d5d6363-3912-4519-9694-fba4dd4b0342-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "6d5d6363-3912-4519-9694-fba4dd4b0342-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:18:37 user nova-compute[75278]: INFO nova.compute.manager [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Terminating instance
Dec 06 16:18:37 user nova-compute[75278]: DEBUG nova.compute.manager [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG nova.compute.manager [req-31c4bfeb-54a3-48e4-87a8-a5715be3466d req-99ae01d4-1afc-4d65-812b-1ff6db6bdb9d service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Received event network-vif-unplugged-ae4b6ff1-cb9c-43bc-8e7e-019c35476194 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-31c4bfeb-54a3-48e4-87a8-a5715be3466d req-99ae01d4-1afc-4d65-812b-1ff6db6bdb9d service nova] Acquiring lock "6d5d6363-3912-4519-9694-fba4dd4b0342-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-31c4bfeb-54a3-48e4-87a8-a5715be3466d req-99ae01d4-1afc-4d65-812b-1ff6db6bdb9d service nova] Lock "6d5d6363-3912-4519-9694-fba4dd4b0342-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-31c4bfeb-54a3-48e4-87a8-a5715be3466d req-99ae01d4-1afc-4d65-812b-1ff6db6bdb9d service nova] Lock "6d5d6363-3912-4519-9694-fba4dd4b0342-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG nova.compute.manager [req-31c4bfeb-54a3-48e4-87a8-a5715be3466d req-99ae01d4-1afc-4d65-812b-1ff6db6bdb9d service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] No waiting events found dispatching network-vif-unplugged-ae4b6ff1-cb9c-43bc-8e7e-019c35476194 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG nova.compute.manager [req-31c4bfeb-54a3-48e4-87a8-a5715be3466d req-99ae01d4-1afc-4d65-812b-1ff6db6bdb9d service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Received event network-vif-unplugged-ae4b6ff1-cb9c-43bc-8e7e-019c35476194 for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 16:18:37 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Instance destroyed successfully.
Dec 06 16:18:37 user nova-compute[75278]: DEBUG nova.objects.instance [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lazy-loading 'resources' on Instance uuid 6d5d6363-3912-4519-9694-fba4dd4b0342 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:13:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-588454395',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-588454395',id=46,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T16:15:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='29ae73a7063f40018c4c87b073578c9f',ramdisk_id='',reservation_id='r-n8ahyf30',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-569028538',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T16:16:51Z,user_data=None,user_id='b91f9d2569644a57990737e162db4cda',uuid=6d5d6363-3912-4519-9694-fba4dd4b0342,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ae4b6ff1-cb9c-43bc-8e7e-019c35476194", "address": "fa:16:3e:9f:71:ae", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae4b6ff1-cb", "ovs_interfaceid": "ae4b6ff1-cb9c-43bc-8e7e-019c35476194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Converting VIF {"id": "ae4b6ff1-cb9c-43bc-8e7e-019c35476194", "address": "fa:16:3e:9f:71:ae", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae4b6ff1-cb", "ovs_interfaceid": "ae4b6ff1-cb9c-43bc-8e7e-019c35476194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9f:71:ae,bridge_name='br-int',has_traffic_filtering=True,id=ae4b6ff1-cb9c-43bc-8e7e-019c35476194,network=Network(243fdb87-481c-4565-adce-3c2b311a66b0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae4b6ff1-cb') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG os_vif [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:9f:71:ae,bridge_name='br-int',has_traffic_filtering=True,id=ae4b6ff1-cb9c-43bc-8e7e-019c35476194,network=Network(243fdb87-481c-4565-adce-3c2b311a66b0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae4b6ff1-cb') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapae4b6ff1-cb, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b2c73b64-158e-4118-8dbe-6e0a245b4647) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:18:37 user nova-compute[75278]: INFO os_vif [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:9f:71:ae,bridge_name='br-int',has_traffic_filtering=True,id=ae4b6ff1-cb9c-43bc-8e7e-019c35476194,network=Network(243fdb87-481c-4565-adce-3c2b311a66b0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae4b6ff1-cb')
Dec 06 16:18:37 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NidGWeLT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:18:37 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:18:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b1bab9c-5700-469d-8ccb-c7bd2a33be88]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 16:18:37 user nova-compute[75278]: No targets found.
Dec 06 16:18:37 user nova-compute[75278]: iSNS:
Dec 06 16:18:37 user nova-compute[75278]: No targets found.
Dec 06 16:18:37 user nova-compute[75278]: STATIC:
Dec 06 16:18:37 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650
Dec 06 16:18:37 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:18:37 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:18:37 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c
Dec 06 16:18:37 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:18:37 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:18:37 user nova-compute[75278]: FIRMWARE:
Dec 06 16:18:37 user nova-compute[75278]: No targets found.
Dec 06 16:18:37 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 16:18:37 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 16:18:37 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[36901e7c-4aba-4805-8625-12c2da9ffeba]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cbf48ca-a6c0-4904-b737-d371b4160627]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:18:37 user nova-compute[75278]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)
Dec 06 16:18:37 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:18:37 user nova-compute[75278]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c (non-flash)
Dec 06 16:18:37 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c14f1c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c'): ({'sdf'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Removing single pathed devices sdf {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b9c2bc9-f83d-469d-8cfa-037ee26b5d97]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[823269bf-0bbb-434b-a32b-043140e79e35]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Flushing IO for device /dev/sdf {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.013s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6624c22d-9f54-4438-8438-68e2c6bc95c0]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 16:18:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.047s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:38 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2544780c-8941-4e8d-9255-dea6e70dfcb0]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:18:38 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 16:18:38 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] SCSI volumes sdf have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 16:18:38 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 16:18:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:38 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a98ecb8e-a93d-4a99-b82e-0e103f6a45f1]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:18:38 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:18:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:38 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:18:38 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 16:18:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:38 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[45ecc9b2-e3c9-4ad3-8684-6d1e7acaa3fa]: (4, ('Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c, portal: 172.16.0.220,3260]\nLogout of [sid: 54, target: iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:18:38 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c, portal: 172.16.0.220,3260]
Dec 06 16:18:38 user nova-compute[75278]: Logout of [sid: 54, target: iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c, portal: 172.16.0.220,3260] successful.
Dec 06 16:18:38 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:18:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:38 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d3fe6d6-e947-482a-89b1-7a4b6deaac7c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:38 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ec826cc-b082-4804-bb07-09e12f963a3e]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:18:38 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:18:38 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.310s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:18:38 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] <== disconnect_volume: return (311ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:18:38 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 16:18:38 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Deleting instance files /opt/stack/data/nova/instances/6d5d6363-3912-4519-9694-fba4dd4b0342_del
Dec 06 16:18:38 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Deletion of /opt/stack/data/nova/instances/6d5d6363-3912-4519-9694-fba4dd4b0342_del complete
Dec 06 16:18:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "refresh_cache-68247e6f-7bc1-4a64-98e1-db3ccca22dcb" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:18:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquired lock "refresh_cache-68247e6f-7bc1-4a64-98e1-db3ccca22dcb" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:18:38 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Forcefully refreshing network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 16:18:38 user nova-compute[75278]: INFO nova.compute.manager [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Took 1.19 seconds to destroy the instance on the hypervisor.
Dec 06 16:18:38 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 16:18:38 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 16:18:38 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 16:18:38 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Updating instance_info_cache with network_info: [{"id": "0735353a-c865-4917-bc63-83834e92df03", "address": "fa:16:3e:55:78:e1", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0735353a-c8", "ovs_interfaceid": "0735353a-c865-4917-bc63-83834e92df03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:18:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Releasing lock "refresh_cache-68247e6f-7bc1-4a64-98e1-db3ccca22dcb" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:18:38 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Updated the network info_cache for instance {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:18:39 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Took 0.83 seconds to deallocate network for instance.
Dec 06 16:18:39 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG nova.compute.manager [req-c9bb10ac-1f4d-4d1d-94d9-4c70a8752c4a req-a6766e79-ad2b-4ad8-8712-1128bd732762 service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Received event network-vif-plugged-ae4b6ff1-cb9c-43bc-8e7e-019c35476194 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c9bb10ac-1f4d-4d1d-94d9-4c70a8752c4a req-a6766e79-ad2b-4ad8-8712-1128bd732762 service nova] Acquiring lock "6d5d6363-3912-4519-9694-fba4dd4b0342-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c9bb10ac-1f4d-4d1d-94d9-4c70a8752c4a req-a6766e79-ad2b-4ad8-8712-1128bd732762 service nova] Lock "6d5d6363-3912-4519-9694-fba4dd4b0342-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c9bb10ac-1f4d-4d1d-94d9-4c70a8752c4a req-a6766e79-ad2b-4ad8-8712-1128bd732762 service nova] Lock "6d5d6363-3912-4519-9694-fba4dd4b0342-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG nova.compute.manager [req-c9bb10ac-1f4d-4d1d-94d9-4c70a8752c4a req-a6766e79-ad2b-4ad8-8712-1128bd732762 service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] No waiting events found dispatching network-vif-plugged-ae4b6ff1-cb9c-43bc-8e7e-019c35476194 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:18:39 user nova-compute[75278]: WARNING nova.compute.manager [req-c9bb10ac-1f4d-4d1d-94d9-4c70a8752c4a req-a6766e79-ad2b-4ad8-8712-1128bd732762 service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Received unexpected event network-vif-plugged-ae4b6ff1-cb9c-43bc-8e7e-019c35476194 for instance with vm_state active and task_state deleting.
Dec 06 16:18:39 user nova-compute[75278]: DEBUG nova.compute.manager [req-c9bb10ac-1f4d-4d1d-94d9-4c70a8752c4a req-a6766e79-ad2b-4ad8-8712-1128bd732762 service nova] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Received event network-vif-deleted-ae4b6ff1-cb9c-43bc-8e7e-019c35476194 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG nova.compute.manager [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 16:18:39 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Creating image(s)
Dec 06 16:18:39 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Did not create local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Ensure instance console log exists: /opt/stack/data/nova/instances/13b2b544-9b52-418f-8f2f-e92c94bb6874/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Start _get_guest_xml network_info=[{"id": "fb3eb8f0-45ab-4f08-b87f-81d25c717f8b", "address": "fa:16:3e:23:bd:4f", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb3eb8f0-45", "ovs_interfaceid": "fb3eb8f0-45ab-4f08-b87f-81d25c717f8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'boot_index': 0, 'delete_on_termination': False, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': '3cb31040-13f5-4d80-bc4c-fdba76991480', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eXRVxzlM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '13b2b544-9b52-418f-8f2f-e92c94bb6874', 'attached_at': '', 'detached_at': '', 'volume_id': 'f070e8c4-f0e1-48da-9dd7-5c966141931f', 'serial': 'f070e8c4-f0e1-48da-9dd7-5c966141931f'}, 'volume_type': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 16:18:39 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:18:39 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:18:39 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eXRVxzlM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:18:39 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:18:39 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.006s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:18:39 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:18:39 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:18:39 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 16:18:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e35fdf5-4a67-445e-bffe-50e9e38184b0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 16:18:39 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff2cd269-2d9e-4724-893a-00d665934a41]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f] added
Dec 06 16:18:39 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e38fca7d-55f1-4ad2-bbb8-dcb1cc1bb82c]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb772000-2f37-4ae8-8faf-6e2fa190cbbb]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eXRVxzlM {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eXRVxzlM" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2967f43-1483-4866-acbf-8df59245d99a]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'eXRVxzlM'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[286f20fe-5def-4c31-af70-fd397d00d17e]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[65e26302-52cc-4e48-85eb-b56dc86330e2]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:18:39 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:18:39 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[4de326f9-b448-4d6e-b63d-cc855365b24e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f, portal: 172.16.0.220,3260]
Dec 06 16:18:39 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f, portal: 172.16.0.220,3260] successful.
Dec 06 16:18:39 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5469d404-2596-4806-a451-58fafd8f3860]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:18:39 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:40 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[830a32fa-8366-426f-885c-95ae483e6b48]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:18:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:18:40 user nova-compute[75278]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f (non-flash)
Dec 06 16:18:40 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:18:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:18:40 user nova-compute[75278]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f (non-flash)
Dec 06 16:18:40 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:18:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.253s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:18:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 16:18:40 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] HCTL ('33', '-', '-', 0) found on session 59 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 16:18:40 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 16:18:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:40 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1651e3f1-1df2-41b9-a58d-9aebe30744f5]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:18:40 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Searching for a device in session 59 and hctl ['33', '*', '*', 0] yield: None {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 16:18:41 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Searching for a device in session 59 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 16:18:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eXRVxzlM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 16:18:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.283s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:18:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] <== connect_volume: return (1289ms) {'type': 'block', 'scsi_wwn': '26166666633633465', 'path': '/dev/sdb'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:18:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26166666633633465', 'path': '/dev/sdb'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 16:18:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:18:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-408873854',display_name='tempest-TestVolumeBootPattern-server-408873854',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-408873854',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPTpj6+8hrbS3HS6B1HYhCPAri7TOyaolHxvER8tBluHz+7O2y6RZp0VbCnwZC89VmLj2D1h1XUyJxgUhBMg+cexKEMwdzeEDMpw0ePPnsoO41DRC2lDTuu91B0/k+WxHQ==',key_name='tempest-TestVolumeBootPattern-907573109',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='188cfe2e1c85461899dae3585b7a6a24',ramdisk_id='',reservation_id='r-mzesoblj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1184091674',owner_user_name='tempest-TestVolumeBootPattern-1184091674-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:18:30Z,user_data=None,user_id='c795bd8e90894931922dc5ff7741dfae',uuid=13b2b544-9b52-418f-8f2f-e92c94bb6874,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fb3eb8f0-45ab-4f08-b87f-81d25c717f8b", "address": "fa:16:3e:23:bd:4f", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb3eb8f0-45", "ovs_interfaceid": "fb3eb8f0-45ab-4f08-b87f-81d25c717f8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 16:18:41 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Converting VIF {"id": "fb3eb8f0-45ab-4f08-b87f-81d25c717f8b", "address": "fa:16:3e:23:bd:4f", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb3eb8f0-45", "ovs_interfaceid": "fb3eb8f0-45ab-4f08-b87f-81d25c717f8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:18:41 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:23:bd:4f,bridge_name='br-int',has_traffic_filtering=True,id=fb3eb8f0-45ab-4f08-b87f-81d25c717f8b,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb3eb8f0-45') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:18:41 user nova-compute[75278]: DEBUG nova.objects.instance [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lazy-loading 'pci_devices' on Instance uuid 13b2b544-9b52-418f-8f2f-e92c94bb6874 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:18:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] End _get_guest_xml xml=<domain type="kvm">
Dec 06 16:18:41 user nova-compute[75278]:   <uuid>13b2b544-9b52-418f-8f2f-e92c94bb6874</uuid>
Dec 06 16:18:41 user nova-compute[75278]:   <name>instance-00000031</name>
Dec 06 16:18:41 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 16:18:41 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 16:18:41 user nova-compute[75278]:   <metadata>
Dec 06 16:18:41 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 16:18:41 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 16:18:41 user nova-compute[75278]:       <nova:name>tempest-TestVolumeBootPattern-server-408873854</nova:name>
Dec 06 16:18:41 user nova-compute[75278]:       <nova:creationTime>2023-12-06 16:18:39</nova:creationTime>
Dec 06 16:18:41 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 16:18:41 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 16:18:41 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 16:18:41 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 16:18:41 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 16:18:41 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 16:18:41 user nova-compute[75278]:       </nova:flavor>
Dec 06 16:18:41 user nova-compute[75278]:       <nova:owner>
Dec 06 16:18:41 user nova-compute[75278]:         <nova:user uuid="c795bd8e90894931922dc5ff7741dfae">tempest-TestVolumeBootPattern-1184091674-project-member</nova:user>
Dec 06 16:18:41 user nova-compute[75278]:         <nova:project uuid="188cfe2e1c85461899dae3585b7a6a24">tempest-TestVolumeBootPattern-1184091674</nova:project>
Dec 06 16:18:41 user nova-compute[75278]:       </nova:owner>
Dec 06 16:18:41 user nova-compute[75278]:       <nova:ports>
Dec 06 16:18:41 user nova-compute[75278]:         <nova:port uuid="fb3eb8f0-45ab-4f08-b87f-81d25c717f8b">
Dec 06 16:18:41 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 06 16:18:41 user nova-compute[75278]:         </nova:port>
Dec 06 16:18:41 user nova-compute[75278]:       </nova:ports>
Dec 06 16:18:41 user nova-compute[75278]:     </nova:instance>
Dec 06 16:18:41 user nova-compute[75278]:   </metadata>
Dec 06 16:18:41 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 16:18:41 user nova-compute[75278]:     <system>
Dec 06 16:18:41 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 16:18:41 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 16:18:41 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 16:18:41 user nova-compute[75278]:       <entry name="serial">13b2b544-9b52-418f-8f2f-e92c94bb6874</entry>
Dec 06 16:18:41 user nova-compute[75278]:       <entry name="uuid">13b2b544-9b52-418f-8f2f-e92c94bb6874</entry>
Dec 06 16:18:41 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 16:18:41 user nova-compute[75278]:     </system>
Dec 06 16:18:41 user nova-compute[75278]:   </sysinfo>
Dec 06 16:18:41 user nova-compute[75278]:   <os>
Dec 06 16:18:41 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 16:18:41 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 16:18:41 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 16:18:41 user nova-compute[75278]:   </os>
Dec 06 16:18:41 user nova-compute[75278]:   <features>
Dec 06 16:18:41 user nova-compute[75278]:     <acpi/>
Dec 06 16:18:41 user nova-compute[75278]:     <apic/>
Dec 06 16:18:41 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 16:18:41 user nova-compute[75278]:   </features>
Dec 06 16:18:41 user nova-compute[75278]:   <clock offset="utc">
Dec 06 16:18:41 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 16:18:41 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 16:18:41 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 16:18:41 user nova-compute[75278]:   </clock>
Dec 06 16:18:41 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 16:18:41 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 16:18:41 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 16:18:41 user nova-compute[75278]:   </cpu>
Dec 06 16:18:41 user nova-compute[75278]:   <devices>
Dec 06 16:18:41 user nova-compute[75278]:     <disk type="block" device="disk">
Dec 06 16:18:41 user nova-compute[75278]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:18:41 user nova-compute[75278]:       <source dev="/dev/sdb"/>
Dec 06 16:18:41 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 16:18:41 user nova-compute[75278]:       <serial>f070e8c4-f0e1-48da-9dd7-5c966141931f</serial>
Dec 06 16:18:41 user nova-compute[75278]:     </disk>
Dec 06 16:18:41 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 16:18:41 user nova-compute[75278]:       <mac address="fa:16:3e:23:bd:4f"/>
Dec 06 16:18:41 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:18:41 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 16:18:41 user nova-compute[75278]:       <target dev="tapfb3eb8f0-45"/>
Dec 06 16:18:41 user nova-compute[75278]:     </interface>
Dec 06 16:18:41 user nova-compute[75278]:     <serial type="pty">
Dec 06 16:18:41 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/13b2b544-9b52-418f-8f2f-e92c94bb6874/console.log" append="off"/>
Dec 06 16:18:41 user nova-compute[75278]:     </serial>
Dec 06 16:18:41 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 16:18:41 user nova-compute[75278]:     <video>
Dec 06 16:18:41 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:18:41 user nova-compute[75278]:     </video>
Dec 06 16:18:41 user nova-compute[75278]:     <rng model="virtio">
Dec 06 16:18:41 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 16:18:41 user nova-compute[75278]:     </rng>
Dec 06 16:18:41 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 16:18:41 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 16:18:41 user nova-compute[75278]:       <stats period="10"/>
Dec 06 16:18:41 user nova-compute[75278]:     </memballoon>
Dec 06 16:18:41 user nova-compute[75278]:   </devices>
Dec 06 16:18:41 user nova-compute[75278]: </domain>
Dec 06 16:18:41 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 16:18:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:18:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-408873854',display_name='tempest-TestVolumeBootPattern-server-408873854',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-408873854',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPTpj6+8hrbS3HS6B1HYhCPAri7TOyaolHxvER8tBluHz+7O2y6RZp0VbCnwZC89VmLj2D1h1XUyJxgUhBMg+cexKEMwdzeEDMpw0ePPnsoO41DRC2lDTuu91B0/k+WxHQ==',key_name='tempest-TestVolumeBootPattern-907573109',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='188cfe2e1c85461899dae3585b7a6a24',ramdisk_id='',reservation_id='r-mzesoblj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1184091674',owner_user_name='tempest-TestVolumeBootPattern-1184091674-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:18:30Z,user_data=None,user_id='c795bd8e90894931922dc5ff7741dfae',uuid=13b2b544-9b52-418f-8f2f-e92c94bb6874,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fb3eb8f0-45ab-4f08-b87f-81d25c717f8b", "address": "fa:16:3e:23:bd:4f", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb3eb8f0-45", "ovs_interfaceid": "fb3eb8f0-45ab-4f08-b87f-81d25c717f8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 16:18:41 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Converting VIF {"id": "fb3eb8f0-45ab-4f08-b87f-81d25c717f8b", "address": "fa:16:3e:23:bd:4f", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb3eb8f0-45", "ovs_interfaceid": "fb3eb8f0-45ab-4f08-b87f-81d25c717f8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:18:41 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:23:bd:4f,bridge_name='br-int',has_traffic_filtering=True,id=fb3eb8f0-45ab-4f08-b87f-81d25c717f8b,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb3eb8f0-45') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:18:41 user nova-compute[75278]: DEBUG os_vif [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:23:bd:4f,bridge_name='br-int',has_traffic_filtering=True,id=fb3eb8f0-45ab-4f08-b87f-81d25c717f8b,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb3eb8f0-45') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 16:18:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:18:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 16:18:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '824469c0-9e76-5b3c-bfe0-cf8a8fef6a1d', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:18:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:18:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfb3eb8f0-45, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:18:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfb3eb8f0-45, col_values=(('qos', UUID('60056156-c948-4836-b059-e85ddf606bbc')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:18:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfb3eb8f0-45, col_values=(('external_ids', {'iface-id': 'fb3eb8f0-45ab-4f08-b87f-81d25c717f8b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:23:bd:4f', 'vm-uuid': '13b2b544-9b52-418f-8f2f-e92c94bb6874'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:18:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:18:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:41 user nova-compute[75278]: INFO os_vif [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:23:bd:4f,bridge_name='br-int',has_traffic_filtering=True,id=fb3eb8f0-45ab-4f08-b87f-81d25c717f8b,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb3eb8f0-45')
Dec 06 16:18:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:18:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] No VIF found with MAC fa:16:3e:23:bd:4f, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 16:18:41 user nova-compute[75278]: INFO nova.compute.manager [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 6d5d6363-3912-4519-9694-fba4dd4b0342] Took 2.70 seconds to detach 1 volumes for instance.
Dec 06 16:18:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:18:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:18:42 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:18:42 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:18:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.246s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:18:42 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Deleted allocations for instance 6d5d6363-3912-4519-9694-fba4dd4b0342
Dec 06 16:18:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-4301ace7-3c64-4c9b-be4c-6a0264791ce8 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "6d5d6363-3912-4519-9694-fba4dd4b0342" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 5.154s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:18:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:42 user nova-compute[75278]: DEBUG nova.compute.manager [req-73c55dff-62d7-4a25-8c54-cb9b71dc98bb req-3888ccfe-923e-4eb9-8f6f-de5d608721a5 service nova] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Received event network-vif-plugged-fb3eb8f0-45ab-4f08-b87f-81d25c717f8b {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:18:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-73c55dff-62d7-4a25-8c54-cb9b71dc98bb req-3888ccfe-923e-4eb9-8f6f-de5d608721a5 service nova] Acquiring lock "13b2b544-9b52-418f-8f2f-e92c94bb6874-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:18:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-73c55dff-62d7-4a25-8c54-cb9b71dc98bb req-3888ccfe-923e-4eb9-8f6f-de5d608721a5 service nova] Lock "13b2b544-9b52-418f-8f2f-e92c94bb6874-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:18:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-73c55dff-62d7-4a25-8c54-cb9b71dc98bb req-3888ccfe-923e-4eb9-8f6f-de5d608721a5 service nova] Lock "13b2b544-9b52-418f-8f2f-e92c94bb6874-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:18:42 user nova-compute[75278]: DEBUG nova.compute.manager [req-73c55dff-62d7-4a25-8c54-cb9b71dc98bb req-3888ccfe-923e-4eb9-8f6f-de5d608721a5 service nova] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] No waiting events found dispatching network-vif-plugged-fb3eb8f0-45ab-4f08-b87f-81d25c717f8b {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:18:42 user nova-compute[75278]: WARNING nova.compute.manager [req-73c55dff-62d7-4a25-8c54-cb9b71dc98bb req-3888ccfe-923e-4eb9-8f6f-de5d608721a5 service nova] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Received unexpected event network-vif-plugged-fb3eb8f0-45ab-4f08-b87f-81d25c717f8b for instance with vm_state building and task_state spawning.
Dec 06 16:18:42 user nova-compute[75278]: DEBUG nova.compute.manager [None req-2ec33ec3-d800-4f14-adc6-1c44d3824149 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 16:18:42 user nova-compute[75278]: INFO nova.compute.manager [None req-2ec33ec3-d800-4f14-adc6-1c44d3824149 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] instance snapshotting
Dec 06 16:18:42 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-2ec33ec3-d800-4f14-adc6-1c44d3824149 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Beginning live snapshot process
Dec 06 16:18:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-2ec33ec3-d800-4f14-adc6-1c44d3824149 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk --force-share --output=json -f qcow2 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-2ec33ec3-d800-4f14-adc6-1c44d3824149 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk --force-share --output=json -f qcow2" returned: 0 in 0.174s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-2ec33ec3-d800-4f14-adc6-1c44d3824149 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk --force-share --output=json -f qcow2 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-2ec33ec3-d800-4f14-adc6-1c44d3824149 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk --force-share --output=json -f qcow2" returned: 0 in 0.174s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-2ec33ec3-d800-4f14-adc6-1c44d3824149 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-2ec33ec3-d800-4f14-adc6-1c44d3824149 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.169s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-2ec33ec3-d800-4f14-adc6-1c44d3824149 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmprkoz_n89/60add0948de84f87bf46f36dcc223703.delta 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-2ec33ec3-d800-4f14-adc6-1c44d3824149 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmprkoz_n89/60add0948de84f87bf46f36dcc223703.delta 1073741824" returned: 0 in 0.048s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:43 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-2ec33ec3-d800-4f14-adc6-1c44d3824149 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Quiescing instance not available: QEMU guest agent is not enabled.
Dec 06 16:18:44 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:18:44 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-2ec33ec3-d800-4f14-adc6-1c44d3824149 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=75278) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 16:18:44 user nova-compute[75278]: DEBUG nova.compute.manager [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 16:18:44 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 16:18:44 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Instance spawned successfully.
Dec 06 16:18:44 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 16:18:44 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:18:44 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:18:44 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:18:44 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:18:44 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:18:44 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:18:44 user nova-compute[75278]: DEBUG nova.compute.manager [req-acbe3d19-c7c2-4246-9a0e-5e95b6b9e559 req-f2200790-be19-4e05-93ed-34370a0bee91 service nova] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Received event network-vif-plugged-fb3eb8f0-45ab-4f08-b87f-81d25c717f8b {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:18:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-acbe3d19-c7c2-4246-9a0e-5e95b6b9e559 req-f2200790-be19-4e05-93ed-34370a0bee91 service nova] Acquiring lock "13b2b544-9b52-418f-8f2f-e92c94bb6874-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:18:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-acbe3d19-c7c2-4246-9a0e-5e95b6b9e559 req-f2200790-be19-4e05-93ed-34370a0bee91 service nova] Lock "13b2b544-9b52-418f-8f2f-e92c94bb6874-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:18:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-acbe3d19-c7c2-4246-9a0e-5e95b6b9e559 req-f2200790-be19-4e05-93ed-34370a0bee91 service nova] Lock "13b2b544-9b52-418f-8f2f-e92c94bb6874-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:18:44 user nova-compute[75278]: DEBUG nova.compute.manager [req-acbe3d19-c7c2-4246-9a0e-5e95b6b9e559 req-f2200790-be19-4e05-93ed-34370a0bee91 service nova] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] No waiting events found dispatching network-vif-plugged-fb3eb8f0-45ab-4f08-b87f-81d25c717f8b {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:18:44 user nova-compute[75278]: WARNING nova.compute.manager [req-acbe3d19-c7c2-4246-9a0e-5e95b6b9e559 req-f2200790-be19-4e05-93ed-34370a0bee91 service nova] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Received unexpected event network-vif-plugged-fb3eb8f0-45ab-4f08-b87f-81d25c717f8b for instance with vm_state building and task_state spawning.
Dec 06 16:18:44 user nova-compute[75278]: INFO nova.compute.manager [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Took 5.09 seconds to spawn the instance on the hypervisor.
Dec 06 16:18:44 user nova-compute[75278]: DEBUG nova.compute.manager [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 16:18:44 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-2ec33ec3-d800-4f14-adc6-1c44d3824149 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=75278) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 16:18:44 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-2ec33ec3-d800-4f14-adc6-1c44d3824149 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 06 16:18:44 user nova-compute[75278]: INFO nova.compute.manager [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Took 15.76 seconds to build instance.
Dec 06 16:18:44 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-0da0eb22-5aab-4b0b-9550-d262cabcf764 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "13b2b544-9b52-418f-8f2f-e92c94bb6874" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.869s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:18:44 user nova-compute[75278]: DEBUG nova.privsep.utils [None req-2ec33ec3-d800-4f14-adc6-1c44d3824149 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75278) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 16:18:44 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-2ec33ec3-d800-4f14-adc6-1c44d3824149 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmprkoz_n89/60add0948de84f87bf46f36dcc223703.delta /opt/stack/data/nova/instances/snapshots/tmprkoz_n89/60add0948de84f87bf46f36dcc223703 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:45 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-2ec33ec3-d800-4f14-adc6-1c44d3824149 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmprkoz_n89/60add0948de84f87bf46f36dcc223703.delta /opt/stack/data/nova/instances/snapshots/tmprkoz_n89/60add0948de84f87bf46f36dcc223703" returned: 0 in 0.939s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:45 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-2ec33ec3-d800-4f14-adc6-1c44d3824149 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Snapshot extracted, beginning image upload
Dec 06 16:18:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:48 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-2ec33ec3-d800-4f14-adc6-1c44d3824149 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Snapshot image upload complete
Dec 06 16:18:48 user nova-compute[75278]: INFO nova.compute.manager [None req-2ec33ec3-d800-4f14-adc6-1c44d3824149 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Took 5.62 seconds to snapshot the instance on the hypervisor.
Dec 06 16:18:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Acquiring lock "4a8c0087-4cab-470c-89ad-d1a589c18fa6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:18:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "4a8c0087-4cab-470c-89ad-d1a589c18fa6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:18:50 user nova-compute[75278]: DEBUG nova.compute.manager [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 16:18:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:18:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:18:50 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 16:18:50 user nova-compute[75278]: INFO nova.compute.claims [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Claim successful on node user
Dec 06 16:18:51 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:18:51 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:18:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.319s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:18:51 user nova-compute[75278]: DEBUG nova.compute.manager [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 16:18:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:51 user nova-compute[75278]: DEBUG nova.compute.manager [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 16:18:51 user nova-compute[75278]: DEBUG nova.network.neutron [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 16:18:51 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 16:18:51 user nova-compute[75278]: DEBUG nova.compute.manager [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 16:18:51 user nova-compute[75278]: DEBUG nova.policy [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cea544df412c4fde8b874cdca4533a3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '008bcb7f5b344775a8e6b2ae71dade94', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 16:18:51 user nova-compute[75278]: DEBUG nova.compute.manager [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 16:18:51 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 16:18:51 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Creating image(s)
Dec 06 16:18:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Acquiring lock "/opt/stack/data/nova/instances/4a8c0087-4cab-470c-89ad-d1a589c18fa6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:18:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "/opt/stack/data/nova/instances/4a8c0087-4cab-470c-89ad-d1a589c18fa6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:18:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "/opt/stack/data/nova/instances/4a8c0087-4cab-470c-89ad-d1a589c18fa6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.054s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:18:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Acquiring lock "2133e318d32ba92d9a40e332d2651a642cf8ba4f" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:18:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "2133e318d32ba92d9a40e332d2651a642cf8ba4f" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:18:52 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2133e318d32ba92d9a40e332d2651a642cf8ba4f.part --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:52 user nova-compute[75278]: DEBUG nova.network.neutron [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Successfully created port: 7f85b928-2688-451e-9f12-cdad46a2ab9b {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 16:18:52 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2133e318d32ba92d9a40e332d2651a642cf8ba4f.part --force-share --output=json" returned: 0 in 0.173s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:52 user nova-compute[75278]: DEBUG nova.virt.images [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] 04aed384-ed94-4c73-9520-f35346bb3367 was qcow2, converting to raw {{(pid=75278) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 06 16:18:52 user nova-compute[75278]: DEBUG nova.privsep.utils [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75278) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 16:18:52 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/2133e318d32ba92d9a40e332d2651a642cf8ba4f.part /opt/stack/data/nova/instances/_base/2133e318d32ba92d9a40e332d2651a642cf8ba4f.converted {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:52 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/2133e318d32ba92d9a40e332d2651a642cf8ba4f.part /opt/stack/data/nova/instances/_base/2133e318d32ba92d9a40e332d2651a642cf8ba4f.converted" returned: 0 in 0.242s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:52 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2133e318d32ba92d9a40e332d2651a642cf8ba4f.converted --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:52 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2133e318d32ba92d9a40e332d2651a642cf8ba4f.converted --force-share --output=json" returned: 0 in 0.195s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "2133e318d32ba92d9a40e332d2651a642cf8ba4f" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.555s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:18:52 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2133e318d32ba92d9a40e332d2651a642cf8ba4f --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG nova.network.neutron [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Successfully updated port: 7f85b928-2688-451e-9f12-cdad46a2ab9b {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Acquiring lock "refresh_cache-4a8c0087-4cab-470c-89ad-d1a589c18fa6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Acquired lock "refresh_cache-4a8c0087-4cab-470c-89ad-d1a589c18fa6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG nova.network.neutron [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG nova.compute.manager [req-9471ad05-09d1-4a1c-b874-01093d7f4626 req-d31d995e-2d7a-4948-b144-6b3369eebb3e service nova] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Received event network-changed-7f85b928-2688-451e-9f12-cdad46a2ab9b {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG nova.compute.manager [req-9471ad05-09d1-4a1c-b874-01093d7f4626 req-d31d995e-2d7a-4948-b144-6b3369eebb3e service nova] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Refreshing instance network info cache due to event network-changed-7f85b928-2688-451e-9f12-cdad46a2ab9b. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9471ad05-09d1-4a1c-b874-01093d7f4626 req-d31d995e-2d7a-4948-b144-6b3369eebb3e service nova] Acquiring lock "refresh_cache-4a8c0087-4cab-470c-89ad-d1a589c18fa6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2133e318d32ba92d9a40e332d2651a642cf8ba4f --force-share --output=json" returned: 0 in 0.179s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Acquiring lock "2133e318d32ba92d9a40e332d2651a642cf8ba4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "2133e318d32ba92d9a40e332d2651a642cf8ba4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2133e318d32ba92d9a40e332d2651a642cf8ba4f --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG nova.network.neutron [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2133e318d32ba92d9a40e332d2651a642cf8ba4f --force-share --output=json" returned: 0 in 0.197s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2133e318d32ba92d9a40e332d2651a642cf8ba4f,backing_fmt=raw /opt/stack/data/nova/instances/4a8c0087-4cab-470c-89ad-d1a589c18fa6/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2133e318d32ba92d9a40e332d2651a642cf8ba4f,backing_fmt=raw /opt/stack/data/nova/instances/4a8c0087-4cab-470c-89ad-d1a589c18fa6/disk 1073741824" returned: 0 in 0.052s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "2133e318d32ba92d9a40e332d2651a642cf8ba4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.253s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2133e318d32ba92d9a40e332d2651a642cf8ba4f --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG nova.network.neutron [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Updating instance_info_cache with network_info: [{"id": "7f85b928-2688-451e-9f12-cdad46a2ab9b", "address": "fa:16:3e:4d:03:b4", "network": {"id": "327ba196-5a57-428d-b659-1a54c491b0c1", "bridge": "br-int", "label": "tempest-TestStampPattern-1025434083-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "008bcb7f5b344775a8e6b2ae71dade94", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f85b928-26", "ovs_interfaceid": "7f85b928-2688-451e-9f12-cdad46a2ab9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Releasing lock "refresh_cache-4a8c0087-4cab-470c-89ad-d1a589c18fa6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG nova.compute.manager [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Instance network_info: |[{"id": "7f85b928-2688-451e-9f12-cdad46a2ab9b", "address": "fa:16:3e:4d:03:b4", "network": {"id": "327ba196-5a57-428d-b659-1a54c491b0c1", "bridge": "br-int", "label": "tempest-TestStampPattern-1025434083-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "008bcb7f5b344775a8e6b2ae71dade94", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f85b928-26", "ovs_interfaceid": "7f85b928-2688-451e-9f12-cdad46a2ab9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9471ad05-09d1-4a1c-b874-01093d7f4626 req-d31d995e-2d7a-4948-b144-6b3369eebb3e service nova] Acquired lock "refresh_cache-4a8c0087-4cab-470c-89ad-d1a589c18fa6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG nova.network.neutron [req-9471ad05-09d1-4a1c-b874-01093d7f4626 req-d31d995e-2d7a-4948-b144-6b3369eebb3e service nova] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Refreshing network info cache for port 7f85b928-2688-451e-9f12-cdad46a2ab9b {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2133e318d32ba92d9a40e332d2651a642cf8ba4f --force-share --output=json" returned: 0 in 0.173s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Ensure instance console log exists: /opt/stack/data/nova/instances/4a8c0087-4cab-470c-89ad-d1a589c18fa6/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Start _get_guest_xml network_info=[{"id": "7f85b928-2688-451e-9f12-cdad46a2ab9b", "address": "fa:16:3e:4d:03:b4", "network": {"id": "327ba196-5a57-428d-b659-1a54c491b0c1", "bridge": "br-int", "label": "tempest-TestStampPattern-1025434083-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "008bcb7f5b344775a8e6b2ae71dade94", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f85b928-26", "ovs_interfaceid": "7f85b928-2688-451e-9f12-cdad46a2ab9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='a9bd508d7217dc86aa7723da065c9006',container_format='bare',created_at=2023-12-06T16:18:43Z,direct_url=<?>,disk_format='qcow2',id=04aed384-ed94-4c73-9520-f35346bb3367,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-218305141',owner='008bcb7f5b344775a8e6b2ae71dade94',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-12-06T16:18:48Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '04aed384-ed94-4c73-9520-f35346bb3367'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 16:18:53 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:18:53 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:18:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a9bd508d7217dc86aa7723da065c9006',container_format='bare',created_at=2023-12-06T16:18:43Z,direct_url=<?>,disk_format='qcow2',id=04aed384-ed94-4c73-9520-f35346bb3367,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-218305141',owner='008bcb7f5b344775a8e6b2ae71dade94',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-12-06T16:18:48Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:18:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1860158149',display_name='tempest-TestStampPattern-server-1860158149',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1860158149',id=50,image_ref='04aed384-ed94-4c73-9520-f35346bb3367',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN6EYHbMcWlPOa606nKSs4UjoPIUu/2GBwex/od/rxVeMT0HAvv//LzXGHQLTcB5Ts47fR4GD6Ki9GHmOg8X19ZzEO2enulhk8TDwK6tbHnY7dJzx5/X17J5OT7B8L99DQ==',key_name='tempest-TestStampPattern-1774675479',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='008bcb7f5b344775a8e6b2ae71dade94',ramdisk_id='',reservation_id='r-pyzozom1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='ed6fab87-16ef-40a8-8203-c6f543b05fd0',image_min_disk='1',image_min_ram='0',image_owner_id='008bcb7f5b344775a8e6b2ae71dade94',image_owner_project_name='tempest-TestStampPattern-538703066',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-538703066-project-member',image_user_id='cea544df412c4fde8b874cdca4533a3c',network_allocated='True',owner_project_name='tempest-TestStampPattern-538703066',owner_user_name='tempest-TestStampPattern-538703066-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:18:51Z,user_data=None,user_id='cea544df412c4fde8b874cdca4533a3c',uuid=4a8c0087-4cab-470c-89ad-d1a589c18fa6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7f85b928-2688-451e-9f12-cdad46a2ab9b", "address": "fa:16:3e:4d:03:b4", "network": {"id": "327ba196-5a57-428d-b659-1a54c491b0c1", "bridge": "br-int", "label": "tempest-TestStampPattern-1025434083-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "008bcb7f5b344775a8e6b2ae71dade94", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f85b928-26", "ovs_interfaceid": "7f85b928-2688-451e-9f12-cdad46a2ab9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Converting VIF {"id": "7f85b928-2688-451e-9f12-cdad46a2ab9b", "address": "fa:16:3e:4d:03:b4", "network": {"id": "327ba196-5a57-428d-b659-1a54c491b0c1", "bridge": "br-int", "label": "tempest-TestStampPattern-1025434083-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "008bcb7f5b344775a8e6b2ae71dade94", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f85b928-26", "ovs_interfaceid": "7f85b928-2688-451e-9f12-cdad46a2ab9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4d:03:b4,bridge_name='br-int',has_traffic_filtering=True,id=7f85b928-2688-451e-9f12-cdad46a2ab9b,network=Network(327ba196-5a57-428d-b659-1a54c491b0c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f85b928-26') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG nova.objects.instance [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lazy-loading 'pci_devices' on Instance uuid 4a8c0087-4cab-470c-89ad-d1a589c18fa6 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] End _get_guest_xml xml=<domain type="kvm">
Dec 06 16:18:53 user nova-compute[75278]:   <uuid>4a8c0087-4cab-470c-89ad-d1a589c18fa6</uuid>
Dec 06 16:18:53 user nova-compute[75278]:   <name>instance-00000032</name>
Dec 06 16:18:53 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 16:18:53 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 16:18:53 user nova-compute[75278]:   <metadata>
Dec 06 16:18:53 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 16:18:53 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 16:18:53 user nova-compute[75278]:       <nova:name>tempest-TestStampPattern-server-1860158149</nova:name>
Dec 06 16:18:53 user nova-compute[75278]:       <nova:creationTime>2023-12-06 16:18:53</nova:creationTime>
Dec 06 16:18:53 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 16:18:53 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 16:18:53 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 16:18:53 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 16:18:53 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 16:18:53 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 16:18:53 user nova-compute[75278]:       </nova:flavor>
Dec 06 16:18:53 user nova-compute[75278]:       <nova:owner>
Dec 06 16:18:53 user nova-compute[75278]:         <nova:user uuid="cea544df412c4fde8b874cdca4533a3c">tempest-TestStampPattern-538703066-project-member</nova:user>
Dec 06 16:18:53 user nova-compute[75278]:         <nova:project uuid="008bcb7f5b344775a8e6b2ae71dade94">tempest-TestStampPattern-538703066</nova:project>
Dec 06 16:18:53 user nova-compute[75278]:       </nova:owner>
Dec 06 16:18:53 user nova-compute[75278]:       <nova:root type="image" uuid="04aed384-ed94-4c73-9520-f35346bb3367"/>
Dec 06 16:18:53 user nova-compute[75278]:       <nova:ports>
Dec 06 16:18:53 user nova-compute[75278]:         <nova:port uuid="7f85b928-2688-451e-9f12-cdad46a2ab9b">
Dec 06 16:18:53 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 06 16:18:53 user nova-compute[75278]:         </nova:port>
Dec 06 16:18:53 user nova-compute[75278]:       </nova:ports>
Dec 06 16:18:53 user nova-compute[75278]:     </nova:instance>
Dec 06 16:18:53 user nova-compute[75278]:   </metadata>
Dec 06 16:18:53 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 16:18:53 user nova-compute[75278]:     <system>
Dec 06 16:18:53 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 16:18:53 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 16:18:53 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 16:18:53 user nova-compute[75278]:       <entry name="serial">4a8c0087-4cab-470c-89ad-d1a589c18fa6</entry>
Dec 06 16:18:53 user nova-compute[75278]:       <entry name="uuid">4a8c0087-4cab-470c-89ad-d1a589c18fa6</entry>
Dec 06 16:18:53 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 16:18:53 user nova-compute[75278]:     </system>
Dec 06 16:18:53 user nova-compute[75278]:   </sysinfo>
Dec 06 16:18:53 user nova-compute[75278]:   <os>
Dec 06 16:18:53 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 16:18:53 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 16:18:53 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 16:18:53 user nova-compute[75278]:   </os>
Dec 06 16:18:53 user nova-compute[75278]:   <features>
Dec 06 16:18:53 user nova-compute[75278]:     <acpi/>
Dec 06 16:18:53 user nova-compute[75278]:     <apic/>
Dec 06 16:18:53 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 16:18:53 user nova-compute[75278]:   </features>
Dec 06 16:18:53 user nova-compute[75278]:   <clock offset="utc">
Dec 06 16:18:53 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 16:18:53 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 16:18:53 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 16:18:53 user nova-compute[75278]:   </clock>
Dec 06 16:18:53 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 16:18:53 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 16:18:53 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 16:18:53 user nova-compute[75278]:   </cpu>
Dec 06 16:18:53 user nova-compute[75278]:   <devices>
Dec 06 16:18:53 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 16:18:53 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 16:18:53 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/4a8c0087-4cab-470c-89ad-d1a589c18fa6/disk"/>
Dec 06 16:18:53 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 16:18:53 user nova-compute[75278]:     </disk>
Dec 06 16:18:53 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 16:18:53 user nova-compute[75278]:       <mac address="fa:16:3e:4d:03:b4"/>
Dec 06 16:18:53 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:18:53 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 16:18:53 user nova-compute[75278]:       <target dev="tap7f85b928-26"/>
Dec 06 16:18:53 user nova-compute[75278]:     </interface>
Dec 06 16:18:53 user nova-compute[75278]:     <serial type="pty">
Dec 06 16:18:53 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/4a8c0087-4cab-470c-89ad-d1a589c18fa6/console.log" append="off"/>
Dec 06 16:18:53 user nova-compute[75278]:     </serial>
Dec 06 16:18:53 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 16:18:53 user nova-compute[75278]:     <video>
Dec 06 16:18:53 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:18:53 user nova-compute[75278]:     </video>
Dec 06 16:18:53 user nova-compute[75278]:     <rng model="virtio">
Dec 06 16:18:53 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 16:18:53 user nova-compute[75278]:     </rng>
Dec 06 16:18:53 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 16:18:53 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 16:18:53 user nova-compute[75278]:       <stats period="10"/>
Dec 06 16:18:53 user nova-compute[75278]:     </memballoon>
Dec 06 16:18:53 user nova-compute[75278]:   </devices>
Dec 06 16:18:53 user nova-compute[75278]: </domain>
Dec 06 16:18:53 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:18:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1860158149',display_name='tempest-TestStampPattern-server-1860158149',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1860158149',id=50,image_ref='04aed384-ed94-4c73-9520-f35346bb3367',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN6EYHbMcWlPOa606nKSs4UjoPIUu/2GBwex/od/rxVeMT0HAvv//LzXGHQLTcB5Ts47fR4GD6Ki9GHmOg8X19ZzEO2enulhk8TDwK6tbHnY7dJzx5/X17J5OT7B8L99DQ==',key_name='tempest-TestStampPattern-1774675479',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='008bcb7f5b344775a8e6b2ae71dade94',ramdisk_id='',reservation_id='r-pyzozom1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='ed6fab87-16ef-40a8-8203-c6f543b05fd0',image_min_disk='1',image_min_ram='0',image_owner_id='008bcb7f5b344775a8e6b2ae71dade94',image_owner_project_name='tempest-TestStampPattern-538703066',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-538703066-project-member',image_user_id='cea544df412c4fde8b874cdca4533a3c',network_allocated='True',owner_project_name='tempest-TestStampPattern-538703066',owner_user_name='tempest-TestStampPattern-538703066-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:18:51Z,user_data=None,user_id='cea544df412c4fde8b874cdca4533a3c',uuid=4a8c0087-4cab-470c-89ad-d1a589c18fa6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7f85b928-2688-451e-9f12-cdad46a2ab9b", "address": "fa:16:3e:4d:03:b4", "network": {"id": "327ba196-5a57-428d-b659-1a54c491b0c1", "bridge": "br-int", "label": "tempest-TestStampPattern-1025434083-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "008bcb7f5b344775a8e6b2ae71dade94", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f85b928-26", "ovs_interfaceid": "7f85b928-2688-451e-9f12-cdad46a2ab9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Converting VIF {"id": "7f85b928-2688-451e-9f12-cdad46a2ab9b", "address": "fa:16:3e:4d:03:b4", "network": {"id": "327ba196-5a57-428d-b659-1a54c491b0c1", "bridge": "br-int", "label": "tempest-TestStampPattern-1025434083-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "008bcb7f5b344775a8e6b2ae71dade94", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f85b928-26", "ovs_interfaceid": "7f85b928-2688-451e-9f12-cdad46a2ab9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4d:03:b4,bridge_name='br-int',has_traffic_filtering=True,id=7f85b928-2688-451e-9f12-cdad46a2ab9b,network=Network(327ba196-5a57-428d-b659-1a54c491b0c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f85b928-26') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG os_vif [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4d:03:b4,bridge_name='br-int',has_traffic_filtering=True,id=7f85b928-2688-451e-9f12-cdad46a2ab9b,network=Network(327ba196-5a57-428d-b659-1a54c491b0c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f85b928-26') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '953e78c4-dd8e-5c6e-a74a-a957ac0bf401', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7f85b928-26, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7f85b928-26, col_values=(('qos', UUID('6671d4bb-cea7-443c-a2f6-5ae90d0353e0')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7f85b928-26, col_values=(('external_ids', {'iface-id': '7f85b928-2688-451e-9f12-cdad46a2ab9b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4d:03:b4', 'vm-uuid': '4a8c0087-4cab-470c-89ad-d1a589c18fa6'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:53 user nova-compute[75278]: INFO os_vif [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4d:03:b4,bridge_name='br-int',has_traffic_filtering=True,id=7f85b928-2688-451e-9f12-cdad46a2ab9b,network=Network(327ba196-5a57-428d-b659-1a54c491b0c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f85b928-26')
Dec 06 16:18:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] No VIF found with MAC fa:16:3e:4d:03:b4, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG nova.network.neutron [req-9471ad05-09d1-4a1c-b874-01093d7f4626 req-d31d995e-2d7a-4948-b144-6b3369eebb3e service nova] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Updated VIF entry in instance network info cache for port 7f85b928-2688-451e-9f12-cdad46a2ab9b. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG nova.network.neutron [req-9471ad05-09d1-4a1c-b874-01093d7f4626 req-d31d995e-2d7a-4948-b144-6b3369eebb3e service nova] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Updating instance_info_cache with network_info: [{"id": "7f85b928-2688-451e-9f12-cdad46a2ab9b", "address": "fa:16:3e:4d:03:b4", "network": {"id": "327ba196-5a57-428d-b659-1a54c491b0c1", "bridge": "br-int", "label": "tempest-TestStampPattern-1025434083-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "008bcb7f5b344775a8e6b2ae71dade94", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f85b928-26", "ovs_interfaceid": "7f85b928-2688-451e-9f12-cdad46a2ab9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:18:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9471ad05-09d1-4a1c-b874-01093d7f4626 req-d31d995e-2d7a-4948-b144-6b3369eebb3e service nova] Releasing lock "refresh_cache-4a8c0087-4cab-470c-89ad-d1a589c18fa6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:18:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:55 user nova-compute[75278]: DEBUG nova.compute.manager [req-7de59063-73e1-438d-a388-bbe7a1e6dbe1 req-296a6253-81cb-4287-8f0f-ae057118d994 service nova] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Received event network-vif-plugged-7f85b928-2688-451e-9f12-cdad46a2ab9b {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:18:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7de59063-73e1-438d-a388-bbe7a1e6dbe1 req-296a6253-81cb-4287-8f0f-ae057118d994 service nova] Acquiring lock "4a8c0087-4cab-470c-89ad-d1a589c18fa6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:18:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7de59063-73e1-438d-a388-bbe7a1e6dbe1 req-296a6253-81cb-4287-8f0f-ae057118d994 service nova] Lock "4a8c0087-4cab-470c-89ad-d1a589c18fa6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:18:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7de59063-73e1-438d-a388-bbe7a1e6dbe1 req-296a6253-81cb-4287-8f0f-ae057118d994 service nova] Lock "4a8c0087-4cab-470c-89ad-d1a589c18fa6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:18:55 user nova-compute[75278]: DEBUG nova.compute.manager [req-7de59063-73e1-438d-a388-bbe7a1e6dbe1 req-296a6253-81cb-4287-8f0f-ae057118d994 service nova] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] No waiting events found dispatching network-vif-plugged-7f85b928-2688-451e-9f12-cdad46a2ab9b {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:18:55 user nova-compute[75278]: WARNING nova.compute.manager [req-7de59063-73e1-438d-a388-bbe7a1e6dbe1 req-296a6253-81cb-4287-8f0f-ae057118d994 service nova] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Received unexpected event network-vif-plugged-7f85b928-2688-451e-9f12-cdad46a2ab9b for instance with vm_state building and task_state spawning.
Dec 06 16:18:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:18:57 user nova-compute[75278]: DEBUG nova.compute.manager [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 16:18:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 16:18:57 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Instance spawned successfully.
Dec 06 16:18:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 16:18:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:18:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:18:57 user nova-compute[75278]: DEBUG nova.compute.manager [req-c6a8912b-9e9d-4509-9552-665f2a07e4e0 req-a1fa0655-43c5-4889-b6ed-f8db65a50b7a service nova] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Received event network-vif-plugged-7f85b928-2688-451e-9f12-cdad46a2ab9b {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:18:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c6a8912b-9e9d-4509-9552-665f2a07e4e0 req-a1fa0655-43c5-4889-b6ed-f8db65a50b7a service nova] Acquiring lock "4a8c0087-4cab-470c-89ad-d1a589c18fa6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:18:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c6a8912b-9e9d-4509-9552-665f2a07e4e0 req-a1fa0655-43c5-4889-b6ed-f8db65a50b7a service nova] Lock "4a8c0087-4cab-470c-89ad-d1a589c18fa6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:18:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c6a8912b-9e9d-4509-9552-665f2a07e4e0 req-a1fa0655-43c5-4889-b6ed-f8db65a50b7a service nova] Lock "4a8c0087-4cab-470c-89ad-d1a589c18fa6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:18:57 user nova-compute[75278]: DEBUG nova.compute.manager [req-c6a8912b-9e9d-4509-9552-665f2a07e4e0 req-a1fa0655-43c5-4889-b6ed-f8db65a50b7a service nova] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] No waiting events found dispatching network-vif-plugged-7f85b928-2688-451e-9f12-cdad46a2ab9b {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:18:57 user nova-compute[75278]: WARNING nova.compute.manager [req-c6a8912b-9e9d-4509-9552-665f2a07e4e0 req-a1fa0655-43c5-4889-b6ed-f8db65a50b7a service nova] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Received unexpected event network-vif-plugged-7f85b928-2688-451e-9f12-cdad46a2ab9b for instance with vm_state building and task_state spawning.
Dec 06 16:18:57 user nova-compute[75278]: INFO nova.compute.manager [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Took 6.09 seconds to spawn the instance on the hypervisor.
Dec 06 16:18:57 user nova-compute[75278]: DEBUG nova.compute.manager [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 16:18:57 user nova-compute[75278]: INFO nova.compute.manager [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Took 6.78 seconds to build instance.
Dec 06 16:18:57 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5da94099-46aa-48cd-9a88-bfc24e16bd99 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "4a8c0087-4cab-470c-89ad-d1a589c18fa6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.888s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:18:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:19:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:19:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:19:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:19:08 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:19:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:19:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:19:16 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:19:18 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:19:21 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:19:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:19:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:19:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1c277ff7-ff29-46d4-916b-84e4676e310b tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "68247e6f-7bc1-4a64-98e1-db3ccca22dcb" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:19:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1c277ff7-ff29-46d4-916b-84e4676e310b tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "68247e6f-7bc1-4a64-98e1-db3ccca22dcb" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:19:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1c277ff7-ff29-46d4-916b-84e4676e310b tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "68247e6f-7bc1-4a64-98e1-db3ccca22dcb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:19:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1c277ff7-ff29-46d4-916b-84e4676e310b tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "68247e6f-7bc1-4a64-98e1-db3ccca22dcb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:19:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1c277ff7-ff29-46d4-916b-84e4676e310b tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "68247e6f-7bc1-4a64-98e1-db3ccca22dcb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:19:27 user nova-compute[75278]: INFO nova.compute.manager [None req-1c277ff7-ff29-46d4-916b-84e4676e310b tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Terminating instance
Dec 06 16:19:27 user nova-compute[75278]: DEBUG nova.compute.manager [None req-1c277ff7-ff29-46d4-916b-84e4676e310b tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 16:19:27 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:19:27 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:19:28 user nova-compute[75278]: DEBUG nova.compute.manager [req-d3038980-7097-4212-818f-3bd2d181961d req-37ee7c31-c096-46d1-8c68-112e96a6acfa service nova] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Received event network-vif-unplugged-0735353a-c865-4917-bc63-83834e92df03 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:19:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d3038980-7097-4212-818f-3bd2d181961d req-37ee7c31-c096-46d1-8c68-112e96a6acfa service nova] Acquiring lock "68247e6f-7bc1-4a64-98e1-db3ccca22dcb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:19:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d3038980-7097-4212-818f-3bd2d181961d req-37ee7c31-c096-46d1-8c68-112e96a6acfa service nova] Lock "68247e6f-7bc1-4a64-98e1-db3ccca22dcb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:19:28 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-d3038980-7097-4212-818f-3bd2d181961d req-37ee7c31-c096-46d1-8c68-112e96a6acfa service nova] Lock "68247e6f-7bc1-4a64-98e1-db3ccca22dcb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:19:28 user nova-compute[75278]: DEBUG nova.compute.manager [req-d3038980-7097-4212-818f-3bd2d181961d req-37ee7c31-c096-46d1-8c68-112e96a6acfa service nova] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] No waiting events found dispatching network-vif-unplugged-0735353a-c865-4917-bc63-83834e92df03 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:19:28 user nova-compute[75278]: DEBUG nova.compute.manager [req-d3038980-7097-4212-818f-3bd2d181961d req-37ee7c31-c096-46d1-8c68-112e96a6acfa service nova] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Received event network-vif-unplugged-0735353a-c865-4917-bc63-83834e92df03 for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 16:19:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:19:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:19:28 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Instance destroyed successfully.
Dec 06 16:19:28 user nova-compute[75278]: DEBUG nova.objects.instance [None req-1c277ff7-ff29-46d4-916b-84e4676e310b tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lazy-loading 'resources' on Instance uuid 68247e6f-7bc1-4a64-98e1-db3ccca22dcb {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:19:28 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-1c277ff7-ff29-46d4-916b-84e4676e310b tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:10:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-332952217',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-332952217',id=42,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T16:10:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='29ae73a7063f40018c4c87b073578c9f',ramdisk_id='',reservation_id='r-8c9bshuu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-569028538',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T16:12:02Z,user_data=None,user_id='b91f9d2569644a57990737e162db4cda',uuid=68247e6f-7bc1-4a64-98e1-db3ccca22dcb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0735353a-c865-4917-bc63-83834e92df03", "address": "fa:16:3e:55:78:e1", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0735353a-c8", "ovs_interfaceid": "0735353a-c865-4917-bc63-83834e92df03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 16:19:28 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-1c277ff7-ff29-46d4-916b-84e4676e310b tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Converting VIF {"id": "0735353a-c865-4917-bc63-83834e92df03", "address": "fa:16:3e:55:78:e1", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0735353a-c8", "ovs_interfaceid": "0735353a-c865-4917-bc63-83834e92df03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:19:28 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-1c277ff7-ff29-46d4-916b-84e4676e310b tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:55:78:e1,bridge_name='br-int',has_traffic_filtering=True,id=0735353a-c865-4917-bc63-83834e92df03,network=Network(243fdb87-481c-4565-adce-3c2b311a66b0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0735353a-c8') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:19:28 user nova-compute[75278]: DEBUG os_vif [None req-1c277ff7-ff29-46d4-916b-84e4676e310b tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:55:78:e1,bridge_name='br-int',has_traffic_filtering=True,id=0735353a-c865-4917-bc63-83834e92df03,network=Network(243fdb87-481c-4565-adce-3c2b311a66b0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0735353a-c8') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 16:19:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:19:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0735353a-c8, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:19:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:19:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:19:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:19:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=94f7c53f-34b5-46bf-8dad-f06f80b6082e) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:19:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:19:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:19:28 user nova-compute[75278]: INFO os_vif [None req-1c277ff7-ff29-46d4-916b-84e4676e310b tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:55:78:e1,bridge_name='br-int',has_traffic_filtering=True,id=0735353a-c865-4917-bc63-83834e92df03,network=Network(243fdb87-481c-4565-adce-3c2b311a66b0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0735353a-c8')
Dec 06 16:19:28 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-1c277ff7-ff29-46d4-916b-84e4676e310b tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Deleting instance files /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb_del
Dec 06 16:19:28 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-1c277ff7-ff29-46d4-916b-84e4676e310b tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Deletion of /opt/stack/data/nova/instances/68247e6f-7bc1-4a64-98e1-db3ccca22dcb_del complete
Dec 06 16:19:28 user nova-compute[75278]: INFO nova.compute.manager [None req-1c277ff7-ff29-46d4-916b-84e4676e310b tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Took 0.68 seconds to destroy the instance on the hypervisor.
Dec 06 16:19:28 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-1c277ff7-ff29-46d4-916b-84e4676e310b tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 16:19:28 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 16:19:28 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 16:19:28 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:19:28 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Took 0.44 seconds to deallocate network for instance.
Dec 06 16:19:28 user nova-compute[75278]: DEBUG nova.compute.manager [req-67981435-5a8f-43a5-af93-3821c8a5d972 req-371e0e65-2aeb-4e5d-8904-b29f221a5477 service nova] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Received event network-vif-deleted-0735353a-c865-4917-bc63-83834e92df03 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:19:28 user nova-compute[75278]: INFO nova.compute.manager [req-67981435-5a8f-43a5-af93-3821c8a5d972 req-371e0e65-2aeb-4e5d-8904-b29f221a5477 service nova] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Neutron deleted interface 0735353a-c865-4917-bc63-83834e92df03; detaching it from the instance and deleting it from the info cache
Dec 06 16:19:28 user nova-compute[75278]: DEBUG nova.network.neutron [req-67981435-5a8f-43a5-af93-3821c8a5d972 req-371e0e65-2aeb-4e5d-8904-b29f221a5477 service nova] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:19:29 user nova-compute[75278]: DEBUG nova.compute.manager [req-67981435-5a8f-43a5-af93-3821c8a5d972 req-371e0e65-2aeb-4e5d-8904-b29f221a5477 service nova] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Detach interface failed, port_id=0735353a-c865-4917-bc63-83834e92df03, reason: Instance 68247e6f-7bc1-4a64-98e1-db3ccca22dcb could not be found. {{(pid=75278) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 16:19:29 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1c277ff7-ff29-46d4-916b-84e4676e310b tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:19:29 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1c277ff7-ff29-46d4-916b-84e4676e310b tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:19:29 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:19:29 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-1c277ff7-ff29-46d4-916b-84e4676e310b tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:19:29 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-1c277ff7-ff29-46d4-916b-84e4676e310b tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:19:29 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1c277ff7-ff29-46d4-916b-84e4676e310b tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.263s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:19:29 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-1c277ff7-ff29-46d4-916b-84e4676e310b tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Deleted allocations for instance 68247e6f-7bc1-4a64-98e1-db3ccca22dcb
Dec 06 16:19:29 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-1c277ff7-ff29-46d4-916b-84e4676e310b tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "68247e6f-7bc1-4a64-98e1-db3ccca22dcb" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.566s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:19:30 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:19:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:19:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:19:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:19:30 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 16:19:30 user nova-compute[75278]: DEBUG nova.compute.manager [req-9c9732ef-e863-4acf-a984-557faa4593e8 req-f6f8ed0e-c361-4fe9-89f0-3317c62ad05d service nova] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Received event network-vif-plugged-0735353a-c865-4917-bc63-83834e92df03 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:19:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9c9732ef-e863-4acf-a984-557faa4593e8 req-f6f8ed0e-c361-4fe9-89f0-3317c62ad05d service nova] Acquiring lock "68247e6f-7bc1-4a64-98e1-db3ccca22dcb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:19:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9c9732ef-e863-4acf-a984-557faa4593e8 req-f6f8ed0e-c361-4fe9-89f0-3317c62ad05d service nova] Lock "68247e6f-7bc1-4a64-98e1-db3ccca22dcb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:19:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9c9732ef-e863-4acf-a984-557faa4593e8 req-f6f8ed0e-c361-4fe9-89f0-3317c62ad05d service nova] Lock "68247e6f-7bc1-4a64-98e1-db3ccca22dcb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:19:30 user nova-compute[75278]: DEBUG nova.compute.manager [req-9c9732ef-e863-4acf-a984-557faa4593e8 req-f6f8ed0e-c361-4fe9-89f0-3317c62ad05d service nova] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] No waiting events found dispatching network-vif-plugged-0735353a-c865-4917-bc63-83834e92df03 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:19:30 user nova-compute[75278]: WARNING nova.compute.manager [req-9c9732ef-e863-4acf-a984-557faa4593e8 req-f6f8ed0e-c361-4fe9-89f0-3317c62ad05d service nova] [instance: 68247e6f-7bc1-4a64-98e1-db3ccca22dcb] Received unexpected event network-vif-plugged-0735353a-c865-4917-bc63-83834e92df03 for instance with vm_state deleted and task_state None.
Dec 06 16:19:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a8c0087-4cab-470c-89ad-d1a589c18fa6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:19:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a8c0087-4cab-470c-89ad-d1a589c18fa6/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:19:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a8c0087-4cab-470c-89ad-d1a589c18fa6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:19:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a8c0087-4cab-470c-89ad-d1a589c18fa6/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:19:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:19:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:19:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:19:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:19:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:19:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:19:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:19:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:19:31 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:19:31 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:19:31 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:19:31 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:19:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=8437MB free_disk=24.772987365722656GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 16:19:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:19:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:19:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance fd90d704-fbb5-45cd-983c-1de7e98b9ca6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:19:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:19:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance ed6fab87-16ef-40a8-8203-c6f543b05fd0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:19:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 13b2b544-9b52-418f-8f2f-e92c94bb6874 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:19:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 4a8c0087-4cab-470c-89ad-d1a589c18fa6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:19:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 16:19:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 16:19:32 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:19:32 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:19:32 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 16:19:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.360s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:19:33 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:19:34 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:19:34 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:19:36 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:19:36 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:19:36 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 16:19:38 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:19:39 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:19:39 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 16:19:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "refresh_cache-ed6fab87-16ef-40a8-8203-c6f543b05fd0" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:19:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquired lock "refresh_cache-ed6fab87-16ef-40a8-8203-c6f543b05fd0" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:19:39 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Forcefully refreshing network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 16:19:39 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Updating instance_info_cache with network_info: [{"id": "4f7257ed-8c01-4063-be28-692d894f4698", "address": "fa:16:3e:f5:77:a5", "network": {"id": "327ba196-5a57-428d-b659-1a54c491b0c1", "bridge": "br-int", "label": "tempest-TestStampPattern-1025434083-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "008bcb7f5b344775a8e6b2ae71dade94", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f7257ed-8c", "ovs_interfaceid": "4f7257ed-8c01-4063-be28-692d894f4698", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:19:39 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Releasing lock "refresh_cache-ed6fab87-16ef-40a8-8203-c6f543b05fd0" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:19:39 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Updated the network info_cache for instance {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 16:19:41 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:19:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:19:44 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:19:48 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:19:48 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:19:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:19:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:20:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:20:08 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:20:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:20:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:20:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:20:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:20:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:20:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:20:18 user nova-compute[75278]: INFO nova.compute.manager [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Terminating instance
Dec 06 16:20:18 user nova-compute[75278]: DEBUG nova.compute.manager [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 16:20:18 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:20:18 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:20:18 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:20:18 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:20:18 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:20:18 user nova-compute[75278]: DEBUG nova.compute.manager [req-c729c3f0-892b-43ae-9860-91a0f646119d req-36f1488a-e12d-402e-9800-33d7dcb92627 service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Received event network-vif-unplugged-7329f4ea-ffe9-429f-9f78-0229afb498ba {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:20:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c729c3f0-892b-43ae-9860-91a0f646119d req-36f1488a-e12d-402e-9800-33d7dcb92627 service nova] Acquiring lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:20:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c729c3f0-892b-43ae-9860-91a0f646119d req-36f1488a-e12d-402e-9800-33d7dcb92627 service nova] Lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:20:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c729c3f0-892b-43ae-9860-91a0f646119d req-36f1488a-e12d-402e-9800-33d7dcb92627 service nova] Lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:20:18 user nova-compute[75278]: DEBUG nova.compute.manager [req-c729c3f0-892b-43ae-9860-91a0f646119d req-36f1488a-e12d-402e-9800-33d7dcb92627 service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] No waiting events found dispatching network-vif-unplugged-7329f4ea-ffe9-429f-9f78-0229afb498ba {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:20:18 user nova-compute[75278]: DEBUG nova.compute.manager [req-c729c3f0-892b-43ae-9860-91a0f646119d req-36f1488a-e12d-402e-9800-33d7dcb92627 service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Received event network-vif-unplugged-7329f4ea-ffe9-429f-9f78-0229afb498ba for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 16:20:18 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:20:19 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Instance destroyed successfully.
Dec 06 16:20:19 user nova-compute[75278]: DEBUG nova.objects.instance [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lazy-loading 'resources' on Instance uuid 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:04:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-803789311',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-803789311',id=36,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T16:06:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='29ae73a7063f40018c4c87b073578c9f',ramdisk_id='',reservation_id='r-pvetyl8z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-569028538',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T16:08:19Z,user_data=None,user_id='b91f9d2569644a57990737e162db4cda',uuid=4dfc2c2e-2747-4f95-b08f-3f564c1d3c74,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7329f4ea-ffe9-429f-9f78-0229afb498ba", "address": "fa:16:3e:b5:89:17", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7329f4ea-ff", "ovs_interfaceid": "7329f4ea-ffe9-429f-9f78-0229afb498ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Converting VIF {"id": "7329f4ea-ffe9-429f-9f78-0229afb498ba", "address": "fa:16:3e:b5:89:17", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7329f4ea-ff", "ovs_interfaceid": "7329f4ea-ffe9-429f-9f78-0229afb498ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b5:89:17,bridge_name='br-int',has_traffic_filtering=True,id=7329f4ea-ffe9-429f-9f78-0229afb498ba,network=Network(243fdb87-481c-4565-adce-3c2b311a66b0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7329f4ea-ff') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG os_vif [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b5:89:17,bridge_name='br-int',has_traffic_filtering=True,id=7329f4ea-ffe9-429f-9f78-0229afb498ba,network=Network(243fdb87-481c-4565-adce-3c2b311a66b0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7329f4ea-ff') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7329f4ea-ff, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bbf614a6-892d-4d4e-8ebb-05d631a72554) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:20:19 user nova-compute[75278]: INFO os_vif [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b5:89:17,bridge_name='br-int',has_traffic_filtering=True,id=7329f4ea-ffe9-429f-9f78-0229afb498ba,network=Network(243fdb87-481c-4565-adce-3c2b311a66b0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7329f4ea-ff')
Dec 06 16:20:19 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RyponkWN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:20:19 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:20:19 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1698a4d-c86e-45d3-b1ae-aa651a7caa2d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 16:20:19 user nova-compute[75278]: No targets found.
Dec 06 16:20:19 user nova-compute[75278]: iSNS:
Dec 06 16:20:19 user nova-compute[75278]: No targets found.
Dec 06 16:20:19 user nova-compute[75278]: STATIC:
Dec 06 16:20:19 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650
Dec 06 16:20:19 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:20:19 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:20:19 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f
Dec 06 16:20:19 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:20:19 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:20:19 user nova-compute[75278]: FIRMWARE:
Dec 06 16:20:19 user nova-compute[75278]: No targets found.
Dec 06 16:20:19 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 16:20:19 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 16:20:19 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[48441e1e-cf9f-4393-b681-800d35f5dbcf]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[814f3bd3-224c-4c77-bab3-b0490fc2143f]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:20:19 user nova-compute[75278]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f (non-flash)
Dec 06 16:20:19 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 (non-flash)
Dec 06 16:20:19 user nova-compute[75278]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f (non-flash)
Dec 06 16:20:19 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f444c145510>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650'): ({'sdd'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Removing single pathed devices sdd {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d2cbaa2-4054-4e28-beb5-6cecf22ac330]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.029s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d63ae99-250d-4af5-856d-bbb05d81b662]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Flushing IO for device /dev/sdd {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[27015dba-e948-4a5b-a545-87ac02cec29a]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.047s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e9d7f46-56fe-4430-963f-6ba9ae705ecd]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] SCSI volumes sdd have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecc7c1b6-e121-41da-a0c9-ecca0518259b]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ebe2e4b-b1fb-4c8a-beae-7183a56fbce6]: (4, ('Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650, portal: 172.16.0.220,3260]\nLogout of [sid: 46, target: iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650, portal: 172.16.0.220,3260]
Dec 06 16:20:19 user nova-compute[75278]: Logout of [sid: 46, target: iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650, portal: 172.16.0.220,3260] successful.
Dec 06 16:20:19 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfcb365c-507f-4a86-9627-cd4ab26aa650 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5de1a13-f8ff-47b6-be14-8c5f6d9d2ccb]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.309s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] <== disconnect_volume: return (310ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 16:20:19 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Deleting instance files /opt/stack/data/nova/instances/4dfc2c2e-2747-4f95-b08f-3f564c1d3c74_del
Dec 06 16:20:19 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Deletion of /opt/stack/data/nova/instances/4dfc2c2e-2747-4f95-b08f-3f564c1d3c74_del complete
Dec 06 16:20:19 user nova-compute[75278]: INFO nova.compute.manager [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Took 1.18 seconds to destroy the instance on the hypervisor.
Dec 06 16:20:19 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 16:20:19 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 16:20:20 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:20:20 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Took 0.45 seconds to deallocate network for instance.
Dec 06 16:20:20 user nova-compute[75278]: DEBUG nova.compute.manager [req-d0d479e7-d8a3-4990-989a-bec6542995f4 req-677aa3ce-b729-4671-8c10-75386fe37b26 service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Received event network-vif-deleted-7329f4ea-ffe9-429f-9f78-0229afb498ba {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:20:20 user nova-compute[75278]: INFO nova.compute.manager [req-d0d479e7-d8a3-4990-989a-bec6542995f4 req-677aa3ce-b729-4671-8c10-75386fe37b26 service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Neutron deleted interface 7329f4ea-ffe9-429f-9f78-0229afb498ba; detaching it from the instance and deleting it from the info cache
Dec 06 16:20:20 user nova-compute[75278]: DEBUG nova.network.neutron [req-d0d479e7-d8a3-4990-989a-bec6542995f4 req-677aa3ce-b729-4671-8c10-75386fe37b26 service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:20:20 user nova-compute[75278]: DEBUG nova.compute.manager [req-d0d479e7-d8a3-4990-989a-bec6542995f4 req-677aa3ce-b729-4671-8c10-75386fe37b26 service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Detach interface failed, port_id=7329f4ea-ffe9-429f-9f78-0229afb498ba, reason: Instance 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74 could not be found. {{(pid=75278) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 16:20:20 user nova-compute[75278]: DEBUG nova.compute.manager [req-926f2f78-f09d-406a-b8e0-b5e871b1fa24 req-e4a0b5ba-0f2a-4550-af6e-1937a4c840b1 service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Received event network-vif-plugged-7329f4ea-ffe9-429f-9f78-0229afb498ba {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:20:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-926f2f78-f09d-406a-b8e0-b5e871b1fa24 req-e4a0b5ba-0f2a-4550-af6e-1937a4c840b1 service nova] Acquiring lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:20:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-926f2f78-f09d-406a-b8e0-b5e871b1fa24 req-e4a0b5ba-0f2a-4550-af6e-1937a4c840b1 service nova] Lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:20:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-926f2f78-f09d-406a-b8e0-b5e871b1fa24 req-e4a0b5ba-0f2a-4550-af6e-1937a4c840b1 service nova] Lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:20:20 user nova-compute[75278]: DEBUG nova.compute.manager [req-926f2f78-f09d-406a-b8e0-b5e871b1fa24 req-e4a0b5ba-0f2a-4550-af6e-1937a4c840b1 service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] No waiting events found dispatching network-vif-plugged-7329f4ea-ffe9-429f-9f78-0229afb498ba {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:20:20 user nova-compute[75278]: WARNING nova.compute.manager [req-926f2f78-f09d-406a-b8e0-b5e871b1fa24 req-e4a0b5ba-0f2a-4550-af6e-1937a4c840b1 service nova] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Received unexpected event network-vif-plugged-7329f4ea-ffe9-429f-9f78-0229afb498ba for instance with vm_state active and task_state deleting.
Dec 06 16:20:20 user nova-compute[75278]: DEBUG nova.compute.manager [req-926f2f78-f09d-406a-b8e0-b5e871b1fa24 req-e4a0b5ba-0f2a-4550-af6e-1937a4c840b1 service nova] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Received event network-changed-fb3eb8f0-45ab-4f08-b87f-81d25c717f8b {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:20:20 user nova-compute[75278]: DEBUG nova.compute.manager [req-926f2f78-f09d-406a-b8e0-b5e871b1fa24 req-e4a0b5ba-0f2a-4550-af6e-1937a4c840b1 service nova] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Refreshing instance network info cache due to event network-changed-fb3eb8f0-45ab-4f08-b87f-81d25c717f8b. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:20:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-926f2f78-f09d-406a-b8e0-b5e871b1fa24 req-e4a0b5ba-0f2a-4550-af6e-1937a4c840b1 service nova] Acquiring lock "refresh_cache-13b2b544-9b52-418f-8f2f-e92c94bb6874" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:20:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-926f2f78-f09d-406a-b8e0-b5e871b1fa24 req-e4a0b5ba-0f2a-4550-af6e-1937a4c840b1 service nova] Acquired lock "refresh_cache-13b2b544-9b52-418f-8f2f-e92c94bb6874" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:20:20 user nova-compute[75278]: DEBUG nova.network.neutron [req-926f2f78-f09d-406a-b8e0-b5e871b1fa24 req-e4a0b5ba-0f2a-4550-af6e-1937a4c840b1 service nova] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Refreshing network info cache for port fb3eb8f0-45ab-4f08-b87f-81d25c717f8b {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:20:20 user nova-compute[75278]: INFO nova.compute.manager [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74] Took 0.81 seconds to detach 1 volumes for instance.
Dec 06 16:20:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:20:20 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:20:21 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:20:21 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:20:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.215s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:20:21 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Deleted allocations for instance 4dfc2c2e-2747-4f95-b08f-3f564c1d3c74
Dec 06 16:20:21 user nova-compute[75278]: DEBUG nova.network.neutron [req-926f2f78-f09d-406a-b8e0-b5e871b1fa24 req-e4a0b5ba-0f2a-4550-af6e-1937a4c840b1 service nova] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Updated VIF entry in instance network info cache for port fb3eb8f0-45ab-4f08-b87f-81d25c717f8b. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:20:21 user nova-compute[75278]: DEBUG nova.network.neutron [req-926f2f78-f09d-406a-b8e0-b5e871b1fa24 req-e4a0b5ba-0f2a-4550-af6e-1937a4c840b1 service nova] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Updating instance_info_cache with network_info: [{"id": "fb3eb8f0-45ab-4f08-b87f-81d25c717f8b", "address": "fa:16:3e:23:bd:4f", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb3eb8f0-45", "ovs_interfaceid": "fb3eb8f0-45ab-4f08-b87f-81d25c717f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:20:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-926f2f78-f09d-406a-b8e0-b5e871b1fa24 req-e4a0b5ba-0f2a-4550-af6e-1937a4c840b1 service nova] Releasing lock "refresh_cache-13b2b544-9b52-418f-8f2f-e92c94bb6874" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:20:21 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:20:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-d2db3996-6328-44e2-a60c-bf648d47e3f4 tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "4dfc2c2e-2747-4f95-b08f-3f564c1d3c74" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.854s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:20:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:20:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:20:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "472a52ba-e2b4-4b04-ba8a-a45a3af0ca65" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "472a52ba-e2b4-4b04-ba8a-a45a3af0ca65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 16:20:30 user nova-compute[75278]: INFO nova.compute.claims [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Claim successful on node user
Dec 06 16:20:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a8c0087-4cab-470c-89ad-d1a589c18fa6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a8c0087-4cab-470c-89ad-d1a589c18fa6/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a8c0087-4cab-470c-89ad-d1a589c18fa6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.370s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG nova.network.neutron [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 16:20:30 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 16:20:30 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a8c0087-4cab-470c-89ad-d1a589c18fa6/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG nova.policy [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c795bd8e90894931922dc5ff7741dfae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '188cfe2e1c85461899dae3585b7a6a24', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 16:20:30 user nova-compute[75278]: INFO nova.virt.block_device [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Booting with volume a1758384-c4a8-44d7-9ca5-e2a838678553 at /dev/vda
Dec 06 16:20:30 user nova-compute[75278]: DEBUG os_brick.utils [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf46b81a-a914-48b6-bd42-65c8bdcad01f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf54f0ca-8c94-45e7-b719-891e56f450f3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[afb26a6c-8702-4c3b-a490-5246b373ac5e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[822822fd-c10f-4f6f-a5ab-95d52d9b18af]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 16:20:30 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 16:20:30 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e701900d-801f-4d20-b49c-eb4788e4c179]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG os_brick.utils [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] <== get_connector_properties: return (153ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Updating existing volume attachment record: 565e07d0-851c-496a-88b8-00526395ad92 {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:30 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:31 user nova-compute[75278]: DEBUG nova.network.neutron [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Successfully created port: 7b6bdcca-d1f6-4c36-98fc-21524778c1a5 {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 16:20:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:20:31 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:31 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:20:31 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:20:31 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:20:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=8616MB free_disk=24.771617889404297GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 16:20:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:20:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:20:31 user nova-compute[75278]: DEBUG nova.network.neutron [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Successfully updated port: 7b6bdcca-d1f6-4c36-98fc-21524778c1a5 {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 16:20:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "refresh_cache-472a52ba-e2b4-4b04-ba8a-a45a3af0ca65" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:20:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquired lock "refresh_cache-472a52ba-e2b4-4b04-ba8a-a45a3af0ca65" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:20:31 user nova-compute[75278]: DEBUG nova.network.neutron [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 16:20:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance fd90d704-fbb5-45cd-983c-1de7e98b9ca6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:20:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance ed6fab87-16ef-40a8-8203-c6f543b05fd0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:20:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 13b2b544-9b52-418f-8f2f-e92c94bb6874 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:20:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 4a8c0087-4cab-470c-89ad-d1a589c18fa6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:20:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:20:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 16:20:31 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 16:20:31 user nova-compute[75278]: DEBUG nova.compute.manager [req-bd8598c2-31b8-4c42-84da-2901fb2e84e6 req-294fe588-17c8-4e84-b6ce-c5abef091990 service nova] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Received event network-changed-7b6bdcca-d1f6-4c36-98fc-21524778c1a5 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:20:31 user nova-compute[75278]: DEBUG nova.compute.manager [req-bd8598c2-31b8-4c42-84da-2901fb2e84e6 req-294fe588-17c8-4e84-b6ce-c5abef091990 service nova] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Refreshing instance network info cache due to event network-changed-7b6bdcca-d1f6-4c36-98fc-21524778c1a5. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:20:31 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bd8598c2-31b8-4c42-84da-2901fb2e84e6 req-294fe588-17c8-4e84-b6ce-c5abef091990 service nova] Acquiring lock "refresh_cache-472a52ba-e2b4-4b04-ba8a-a45a3af0ca65" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:20:31 user nova-compute[75278]: DEBUG nova.network.neutron [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 16:20:32 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:20:32 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:20:32 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 16:20:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.314s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:20:32 user nova-compute[75278]: DEBUG nova.network.neutron [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Updating instance_info_cache with network_info: [{"id": "7b6bdcca-d1f6-4c36-98fc-21524778c1a5", "address": "fa:16:3e:7b:a8:81", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b6bdcca-d1", "ovs_interfaceid": "7b6bdcca-d1f6-4c36-98fc-21524778c1a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:20:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Releasing lock "refresh_cache-472a52ba-e2b4-4b04-ba8a-a45a3af0ca65" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:20:32 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Instance network_info: |[{"id": "7b6bdcca-d1f6-4c36-98fc-21524778c1a5", "address": "fa:16:3e:7b:a8:81", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b6bdcca-d1", "ovs_interfaceid": "7b6bdcca-d1f6-4c36-98fc-21524778c1a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 16:20:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bd8598c2-31b8-4c42-84da-2901fb2e84e6 req-294fe588-17c8-4e84-b6ce-c5abef091990 service nova] Acquired lock "refresh_cache-472a52ba-e2b4-4b04-ba8a-a45a3af0ca65" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:20:32 user nova-compute[75278]: DEBUG nova.network.neutron [req-bd8598c2-31b8-4c42-84da-2901fb2e84e6 req-294fe588-17c8-4e84-b6ce-c5abef091990 service nova] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Refreshing network info cache for port 7b6bdcca-d1f6-4c36-98fc-21524778c1a5 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:20:32 user nova-compute[75278]: DEBUG nova.network.neutron [req-bd8598c2-31b8-4c42-84da-2901fb2e84e6 req-294fe588-17c8-4e84-b6ce-c5abef091990 service nova] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Updated VIF entry in instance network info cache for port 7b6bdcca-d1f6-4c36-98fc-21524778c1a5. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:20:32 user nova-compute[75278]: DEBUG nova.network.neutron [req-bd8598c2-31b8-4c42-84da-2901fb2e84e6 req-294fe588-17c8-4e84-b6ce-c5abef091990 service nova] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Updating instance_info_cache with network_info: [{"id": "7b6bdcca-d1f6-4c36-98fc-21524778c1a5", "address": "fa:16:3e:7b:a8:81", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b6bdcca-d1", "ovs_interfaceid": "7b6bdcca-d1f6-4c36-98fc-21524778c1a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:20:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bd8598c2-31b8-4c42-84da-2901fb2e84e6 req-294fe588-17c8-4e84-b6ce-c5abef091990 service nova] Releasing lock "refresh_cache-472a52ba-e2b4-4b04-ba8a-a45a3af0ca65" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:20:33 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:20:33 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:20:34 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:20:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:20:36 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:20:36 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:20:36 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 16:20:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:20:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 16:20:40 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Creating image(s)
Dec 06 16:20:40 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Did not create local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Ensure instance console log exists: /opt/stack/data/nova/instances/472a52ba-e2b4-4b04-ba8a-a45a3af0ca65/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Start _get_guest_xml network_info=[{"id": "7b6bdcca-d1f6-4c36-98fc-21524778c1a5", "address": "fa:16:3e:7b:a8:81", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b6bdcca-d1", "ovs_interfaceid": "7b6bdcca-d1f6-4c36-98fc-21524778c1a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'boot_index': 0, 'delete_on_termination': False, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': '565e07d0-851c-496a-88b8-00526395ad92', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LwpuGydh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '472a52ba-e2b4-4b04-ba8a-a45a3af0ca65', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1758384-c4a8-44d7-9ca5-e2a838678553', 'serial': 'a1758384-c4a8-44d7-9ca5-e2a838678553'}, 'volume_type': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 16:20:40 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:20:40 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:20:40 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LwpuGydh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:20:40 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:20:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:20:40 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:20:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:20:40 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 16:20:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553 -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8ac1343-a547-45a5-8cd0-fe9e20c680b2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 16:20:40 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553 -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[cddf1e9e-b2bc-485c-a0f8-e3668aaa4458]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553] added
Dec 06 16:20:40 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bee7536-70af-4bce-9bc4-b54746a026e9]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[39cf042a-999d-42e1-984e-c79db1b5e18b]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LwpuGydh {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LwpuGydh" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c604053d-c6f6-451a-9ad6-3e7c680397bb]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LwpuGydh'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[77140942-c903-4d26-8545-6bbb20a76fac]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[287fadcc-57b2-462c-b9fc-7a61bccb68e0]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f (non-flash)
Dec 06 16:20:40 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f (non-flash)
Dec 06 16:20:40 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553 -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553 -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d62da543-8a2c-4d53-b3ee-f70e0c23481d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553, portal: 172.16.0.220,3260]
Dec 06 16:20:40 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553, portal: 172.16.0.220,3260] successful.
Dec 06 16:20:40 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed39d7e9-0da7-4a76-a8d5-f4d01359fc9a]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[836bb283-f332-46ea-8a1b-761574d2350c]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f (non-flash)\ntcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f (non-flash)
Dec 06 16:20:40 user nova-compute[75278]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553 (non-flash)
Dec 06 16:20:40 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f (non-flash)
Dec 06 16:20:40 user nova-compute[75278]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553 (non-flash)
Dec 06 16:20:40 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.245s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] HCTL ('34', '-', '-', 0) found on session 60 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[497f0d9e-7c65-4bd1-9697-e71fdd09045a]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Searching for a device in session 60 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 16:20:40 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LwpuGydh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 16:20:41 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:20:41 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 16:20:41 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Didn't find any instances for network info cache update. {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 16:20:41 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:20:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.275s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:20:41 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] <== connect_volume: return (1275ms) {'type': 'block', 'scsi_wwn': '23765373835343632', 'path': '/dev/sdc'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:20:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23765373835343632', 'path': '/dev/sdc'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 16:20:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:20:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-256430754',display_name='tempest-TestVolumeBootPattern-server-256430754',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-256430754',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPTpj6+8hrbS3HS6B1HYhCPAri7TOyaolHxvER8tBluHz+7O2y6RZp0VbCnwZC89VmLj2D1h1XUyJxgUhBMg+cexKEMwdzeEDMpw0ePPnsoO41DRC2lDTuu91B0/k+WxHQ==',key_name='tempest-TestVolumeBootPattern-907573109',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='188cfe2e1c85461899dae3585b7a6a24',ramdisk_id='',reservation_id='r-zi6bqdf8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1184091674',owner_user_name='tempest-TestVolumeBootPattern-1184091674-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:20:31Z,user_data=None,user_id='c795bd8e90894931922dc5ff7741dfae',uuid=472a52ba-e2b4-4b04-ba8a-a45a3af0ca65,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7b6bdcca-d1f6-4c36-98fc-21524778c1a5", "address": "fa:16:3e:7b:a8:81", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b6bdcca-d1", "ovs_interfaceid": "7b6bdcca-d1f6-4c36-98fc-21524778c1a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 16:20:41 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Converting VIF {"id": "7b6bdcca-d1f6-4c36-98fc-21524778c1a5", "address": "fa:16:3e:7b:a8:81", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b6bdcca-d1", "ovs_interfaceid": "7b6bdcca-d1f6-4c36-98fc-21524778c1a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:20:41 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:a8:81,bridge_name='br-int',has_traffic_filtering=True,id=7b6bdcca-d1f6-4c36-98fc-21524778c1a5,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b6bdcca-d1') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:20:41 user nova-compute[75278]: DEBUG nova.objects.instance [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lazy-loading 'pci_devices' on Instance uuid 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:20:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] End _get_guest_xml xml=<domain type="kvm">
Dec 06 16:20:41 user nova-compute[75278]:   <uuid>472a52ba-e2b4-4b04-ba8a-a45a3af0ca65</uuid>
Dec 06 16:20:41 user nova-compute[75278]:   <name>instance-00000033</name>
Dec 06 16:20:41 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 16:20:41 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 16:20:41 user nova-compute[75278]:   <metadata>
Dec 06 16:20:41 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 16:20:41 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 16:20:41 user nova-compute[75278]:       <nova:name>tempest-TestVolumeBootPattern-server-256430754</nova:name>
Dec 06 16:20:41 user nova-compute[75278]:       <nova:creationTime>2023-12-06 16:20:40</nova:creationTime>
Dec 06 16:20:41 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 16:20:41 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 16:20:41 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 16:20:41 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 16:20:41 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 16:20:41 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 16:20:41 user nova-compute[75278]:       </nova:flavor>
Dec 06 16:20:41 user nova-compute[75278]:       <nova:owner>
Dec 06 16:20:41 user nova-compute[75278]:         <nova:user uuid="c795bd8e90894931922dc5ff7741dfae">tempest-TestVolumeBootPattern-1184091674-project-member</nova:user>
Dec 06 16:20:41 user nova-compute[75278]:         <nova:project uuid="188cfe2e1c85461899dae3585b7a6a24">tempest-TestVolumeBootPattern-1184091674</nova:project>
Dec 06 16:20:41 user nova-compute[75278]:       </nova:owner>
Dec 06 16:20:41 user nova-compute[75278]:       <nova:ports>
Dec 06 16:20:41 user nova-compute[75278]:         <nova:port uuid="7b6bdcca-d1f6-4c36-98fc-21524778c1a5">
Dec 06 16:20:41 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 06 16:20:41 user nova-compute[75278]:         </nova:port>
Dec 06 16:20:41 user nova-compute[75278]:       </nova:ports>
Dec 06 16:20:41 user nova-compute[75278]:     </nova:instance>
Dec 06 16:20:41 user nova-compute[75278]:   </metadata>
Dec 06 16:20:41 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 16:20:41 user nova-compute[75278]:     <system>
Dec 06 16:20:41 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 16:20:41 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 16:20:41 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 16:20:41 user nova-compute[75278]:       <entry name="serial">472a52ba-e2b4-4b04-ba8a-a45a3af0ca65</entry>
Dec 06 16:20:41 user nova-compute[75278]:       <entry name="uuid">472a52ba-e2b4-4b04-ba8a-a45a3af0ca65</entry>
Dec 06 16:20:41 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 16:20:41 user nova-compute[75278]:     </system>
Dec 06 16:20:41 user nova-compute[75278]:   </sysinfo>
Dec 06 16:20:41 user nova-compute[75278]:   <os>
Dec 06 16:20:41 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 16:20:41 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 16:20:41 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 16:20:41 user nova-compute[75278]:   </os>
Dec 06 16:20:41 user nova-compute[75278]:   <features>
Dec 06 16:20:41 user nova-compute[75278]:     <acpi/>
Dec 06 16:20:41 user nova-compute[75278]:     <apic/>
Dec 06 16:20:41 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 16:20:41 user nova-compute[75278]:   </features>
Dec 06 16:20:41 user nova-compute[75278]:   <clock offset="utc">
Dec 06 16:20:41 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 16:20:41 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 16:20:41 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 16:20:41 user nova-compute[75278]:   </clock>
Dec 06 16:20:41 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 16:20:41 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 16:20:41 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 16:20:41 user nova-compute[75278]:   </cpu>
Dec 06 16:20:41 user nova-compute[75278]:   <devices>
Dec 06 16:20:41 user nova-compute[75278]:     <disk type="block" device="disk">
Dec 06 16:20:41 user nova-compute[75278]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:20:41 user nova-compute[75278]:       <source dev="/dev/sdc"/>
Dec 06 16:20:41 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 16:20:41 user nova-compute[75278]:       <serial>a1758384-c4a8-44d7-9ca5-e2a838678553</serial>
Dec 06 16:20:41 user nova-compute[75278]:     </disk>
Dec 06 16:20:41 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 16:20:41 user nova-compute[75278]:       <mac address="fa:16:3e:7b:a8:81"/>
Dec 06 16:20:41 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:20:41 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 16:20:41 user nova-compute[75278]:       <target dev="tap7b6bdcca-d1"/>
Dec 06 16:20:41 user nova-compute[75278]:     </interface>
Dec 06 16:20:41 user nova-compute[75278]:     <serial type="pty">
Dec 06 16:20:41 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/472a52ba-e2b4-4b04-ba8a-a45a3af0ca65/console.log" append="off"/>
Dec 06 16:20:41 user nova-compute[75278]:     </serial>
Dec 06 16:20:41 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 16:20:41 user nova-compute[75278]:     <video>
Dec 06 16:20:41 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:20:41 user nova-compute[75278]:     </video>
Dec 06 16:20:41 user nova-compute[75278]:     <rng model="virtio">
Dec 06 16:20:41 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 16:20:41 user nova-compute[75278]:     </rng>
Dec 06 16:20:41 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 16:20:41 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 16:20:41 user nova-compute[75278]:       <stats period="10"/>
Dec 06 16:20:41 user nova-compute[75278]:     </memballoon>
Dec 06 16:20:41 user nova-compute[75278]:   </devices>
Dec 06 16:20:41 user nova-compute[75278]: </domain>
Dec 06 16:20:41 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 16:20:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:20:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-256430754',display_name='tempest-TestVolumeBootPattern-server-256430754',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-256430754',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPTpj6+8hrbS3HS6B1HYhCPAri7TOyaolHxvER8tBluHz+7O2y6RZp0VbCnwZC89VmLj2D1h1XUyJxgUhBMg+cexKEMwdzeEDMpw0ePPnsoO41DRC2lDTuu91B0/k+WxHQ==',key_name='tempest-TestVolumeBootPattern-907573109',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='188cfe2e1c85461899dae3585b7a6a24',ramdisk_id='',reservation_id='r-zi6bqdf8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1184091674',owner_user_name='tempest-TestVolumeBootPattern-1184091674-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:20:31Z,user_data=None,user_id='c795bd8e90894931922dc5ff7741dfae',uuid=472a52ba-e2b4-4b04-ba8a-a45a3af0ca65,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7b6bdcca-d1f6-4c36-98fc-21524778c1a5", "address": "fa:16:3e:7b:a8:81", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b6bdcca-d1", "ovs_interfaceid": "7b6bdcca-d1f6-4c36-98fc-21524778c1a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 16:20:41 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Converting VIF {"id": "7b6bdcca-d1f6-4c36-98fc-21524778c1a5", "address": "fa:16:3e:7b:a8:81", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b6bdcca-d1", "ovs_interfaceid": "7b6bdcca-d1f6-4c36-98fc-21524778c1a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:20:41 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:a8:81,bridge_name='br-int',has_traffic_filtering=True,id=7b6bdcca-d1f6-4c36-98fc-21524778c1a5,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b6bdcca-d1') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:20:41 user nova-compute[75278]: DEBUG os_vif [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:a8:81,bridge_name='br-int',has_traffic_filtering=True,id=7b6bdcca-d1f6-4c36-98fc-21524778c1a5,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b6bdcca-d1') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 16:20:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:20:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:20:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 16:20:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:20:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4b68d0f9-335f-5d7b-b656-10e47e55125f', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:20:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:20:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:20:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7b6bdcca-d1, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:20:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7b6bdcca-d1, col_values=(('qos', UUID('11075c8c-0f40-4655-b03c-7560f9a85d44')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:20:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7b6bdcca-d1, col_values=(('external_ids', {'iface-id': '7b6bdcca-d1f6-4c36-98fc-21524778c1a5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7b:a8:81', 'vm-uuid': '472a52ba-e2b4-4b04-ba8a-a45a3af0ca65'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:20:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:20:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:20:41 user nova-compute[75278]: INFO os_vif [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:a8:81,bridge_name='br-int',has_traffic_filtering=True,id=7b6bdcca-d1f6-4c36-98fc-21524778c1a5,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b6bdcca-d1')
Dec 06 16:20:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:20:41 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] No VIF found with MAC fa:16:3e:7b:a8:81, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 16:20:42 user nova-compute[75278]: DEBUG nova.compute.manager [req-052b3694-58bf-4a06-b497-5db63c317bda req-170542ab-e637-4289-ab3b-58088255acda service nova] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Received event network-changed-7f85b928-2688-451e-9f12-cdad46a2ab9b {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:20:42 user nova-compute[75278]: DEBUG nova.compute.manager [req-052b3694-58bf-4a06-b497-5db63c317bda req-170542ab-e637-4289-ab3b-58088255acda service nova] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Refreshing instance network info cache due to event network-changed-7f85b928-2688-451e-9f12-cdad46a2ab9b. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:20:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-052b3694-58bf-4a06-b497-5db63c317bda req-170542ab-e637-4289-ab3b-58088255acda service nova] Acquiring lock "refresh_cache-4a8c0087-4cab-470c-89ad-d1a589c18fa6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:20:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-052b3694-58bf-4a06-b497-5db63c317bda req-170542ab-e637-4289-ab3b-58088255acda service nova] Acquired lock "refresh_cache-4a8c0087-4cab-470c-89ad-d1a589c18fa6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:20:42 user nova-compute[75278]: DEBUG nova.network.neutron [req-052b3694-58bf-4a06-b497-5db63c317bda req-170542ab-e637-4289-ab3b-58088255acda service nova] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Refreshing network info cache for port 7f85b928-2688-451e-9f12-cdad46a2ab9b {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:20:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:20:42 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:20:42 user nova-compute[75278]: DEBUG nova.network.neutron [req-052b3694-58bf-4a06-b497-5db63c317bda req-170542ab-e637-4289-ab3b-58088255acda service nova] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Updated VIF entry in instance network info cache for port 7f85b928-2688-451e-9f12-cdad46a2ab9b. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:20:42 user nova-compute[75278]: DEBUG nova.network.neutron [req-052b3694-58bf-4a06-b497-5db63c317bda req-170542ab-e637-4289-ab3b-58088255acda service nova] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Updating instance_info_cache with network_info: [{"id": "7f85b928-2688-451e-9f12-cdad46a2ab9b", "address": "fa:16:3e:4d:03:b4", "network": {"id": "327ba196-5a57-428d-b659-1a54c491b0c1", "bridge": "br-int", "label": "tempest-TestStampPattern-1025434083-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "008bcb7f5b344775a8e6b2ae71dade94", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f85b928-26", "ovs_interfaceid": "7f85b928-2688-451e-9f12-cdad46a2ab9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:20:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-052b3694-58bf-4a06-b497-5db63c317bda req-170542ab-e637-4289-ab3b-58088255acda service nova] Releasing lock "refresh_cache-4a8c0087-4cab-470c-89ad-d1a589c18fa6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:20:43 user nova-compute[75278]: DEBUG nova.compute.manager [req-3412674b-c42b-41f9-8fc2-8acbda8d6129 req-b7ae5890-174c-441f-b17e-f47e3babc628 service nova] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Received event network-vif-plugged-7b6bdcca-d1f6-4c36-98fc-21524778c1a5 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:20:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3412674b-c42b-41f9-8fc2-8acbda8d6129 req-b7ae5890-174c-441f-b17e-f47e3babc628 service nova] Acquiring lock "472a52ba-e2b4-4b04-ba8a-a45a3af0ca65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:20:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3412674b-c42b-41f9-8fc2-8acbda8d6129 req-b7ae5890-174c-441f-b17e-f47e3babc628 service nova] Lock "472a52ba-e2b4-4b04-ba8a-a45a3af0ca65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:20:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3412674b-c42b-41f9-8fc2-8acbda8d6129 req-b7ae5890-174c-441f-b17e-f47e3babc628 service nova] Lock "472a52ba-e2b4-4b04-ba8a-a45a3af0ca65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:20:43 user nova-compute[75278]: DEBUG nova.compute.manager [req-3412674b-c42b-41f9-8fc2-8acbda8d6129 req-b7ae5890-174c-441f-b17e-f47e3babc628 service nova] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] No waiting events found dispatching network-vif-plugged-7b6bdcca-d1f6-4c36-98fc-21524778c1a5 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:20:43 user nova-compute[75278]: WARNING nova.compute.manager [req-3412674b-c42b-41f9-8fc2-8acbda8d6129 req-b7ae5890-174c-441f-b17e-f47e3babc628 service nova] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Received unexpected event network-vif-plugged-7b6bdcca-d1f6-4c36-98fc-21524778c1a5 for instance with vm_state building and task_state spawning.
Dec 06 16:20:43 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:20:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Acquiring lock "4a8c0087-4cab-470c-89ad-d1a589c18fa6" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:20:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "4a8c0087-4cab-470c-89ad-d1a589c18fa6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:20:43 user nova-compute[75278]: DEBUG nova.objects.instance [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lazy-loading 'flavor' on Instance uuid 4a8c0087-4cab-470c-89ad-d1a589c18fa6 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:20:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "4a8c0087-4cab-470c-89ad-d1a589c18fa6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.051s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:20:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Acquiring lock "4a8c0087-4cab-470c-89ad-d1a589c18fa6" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:20:43 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "4a8c0087-4cab-470c-89ad-d1a589c18fa6" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:20:43 user nova-compute[75278]: INFO nova.compute.manager [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Attaching volume 14bc81ee-fe45-4436-ac16-ddfc36ab29db to /dev/vdb
Dec 06 16:20:43 user nova-compute[75278]: DEBUG os_brick.utils [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:20:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:43 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[99c1841e-e553-4bb5-950f-07929b330cff]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c4daa680d186\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:43 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[b047ee97-b77e-4005-85de-af7cdf3020df]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:43 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[72634061-a003-4a3e-b49b-14c619546acd]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:43 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce5d9909-faa4-43c9-a1eb-ef3ad14a6b4a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Running cmd (subprocess): nvme version {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] 'nvme version' failed. Not Retrying. {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 16:20:43 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] nvme not present on system {{(pid=75278) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 16:20:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:43 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 16:20:43 user nova-compute[75278]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 16:20:43 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3028da9a-ee6c-4489-82bb-5caef2969f23]: (4, '') {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75278) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 16:20:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 16:20:44 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.lightos [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] LIGHTOS: no hostnqn found. {{(pid=75278) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 16:20:44 user nova-compute[75278]: DEBUG os_brick.utils [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] <== get_connector_properties: return (113ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c4daa680d186', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:20:44 user nova-compute[75278]: DEBUG nova.virt.block_device [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Updating existing volume attachment record: a64fb9c2-567f-443b-a4c5-8428f0e98726 {{(pid=75278) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 16:20:44 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 16:20:44 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 16:20:44 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Instance spawned successfully.
Dec 06 16:20:44 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 16:20:45 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:20:45 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:20:45 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:20:45 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:20:45 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:20:45 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:20:45 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:20:45 user nova-compute[75278]: INFO nova.compute.manager [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Took 4.89 seconds to spawn the instance on the hypervisor.
Dec 06 16:20:45 user nova-compute[75278]: DEBUG nova.compute.manager [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 16:20:45 user nova-compute[75278]: DEBUG nova.compute.manager [req-597d307a-105c-4f1e-8fea-19ab044c68ca req-78248344-8943-4169-8c2d-b0b9b40c8231 service nova] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Received event network-vif-plugged-7b6bdcca-d1f6-4c36-98fc-21524778c1a5 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:20:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-597d307a-105c-4f1e-8fea-19ab044c68ca req-78248344-8943-4169-8c2d-b0b9b40c8231 service nova] Acquiring lock "472a52ba-e2b4-4b04-ba8a-a45a3af0ca65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:20:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-597d307a-105c-4f1e-8fea-19ab044c68ca req-78248344-8943-4169-8c2d-b0b9b40c8231 service nova] Lock "472a52ba-e2b4-4b04-ba8a-a45a3af0ca65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:20:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-597d307a-105c-4f1e-8fea-19ab044c68ca req-78248344-8943-4169-8c2d-b0b9b40c8231 service nova] Lock "472a52ba-e2b4-4b04-ba8a-a45a3af0ca65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:20:45 user nova-compute[75278]: DEBUG nova.compute.manager [req-597d307a-105c-4f1e-8fea-19ab044c68ca req-78248344-8943-4169-8c2d-b0b9b40c8231 service nova] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] No waiting events found dispatching network-vif-plugged-7b6bdcca-d1f6-4c36-98fc-21524778c1a5 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:20:45 user nova-compute[75278]: WARNING nova.compute.manager [req-597d307a-105c-4f1e-8fea-19ab044c68ca req-78248344-8943-4169-8c2d-b0b9b40c8231 service nova] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Received unexpected event network-vif-plugged-7b6bdcca-d1f6-4c36-98fc-21524778c1a5 for instance with vm_state building and task_state spawning.
Dec 06 16:20:45 user nova-compute[75278]: INFO nova.compute.manager [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Took 15.13 seconds to build instance.
Dec 06 16:20:45 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-b065f920-f676-447f-aca5-8e569816a692 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "472a52ba-e2b4-4b04-ba8a-a45a3af0ca65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.228s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:20:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:20:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:20:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:20:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Calling os-brick to attach iSCSI Volume {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lVFXTOAh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:20:53 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:20:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:20:53 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:20:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:20:53 user nova-compute[75278]: INFO os_brick.initiator.connectors.iscsi [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 16:20:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db -p 172.16.0.220:3260 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[63a0dda8-360e-43d9-b380-b313103f7e6b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 16:20:53 user nova-compute[75278]:  {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db -p 172.16.0.220:3260 --interface default --op new {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1ab6e8d-5d3d-447e-a20c-9233d434aabe]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db] added\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db] added
Dec 06 16:20:53 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[611781a0-91b1-4085-86f8-24f08021c906]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ca5e864-740e-444f-a9df-b0d50c96c97e]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lVFXTOAh {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lVFXTOAh" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd810a28-4faf-4e2b-aa20-f19f9f5d8ad4]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lVFXTOAh'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c08cba0-8406-4f9f-9432-e762ed080a45]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf8fdbed-1e88-406d-abf3-9d3e091a4857]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f (non-flash)\ntcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f (non-flash)
Dec 06 16:20:53 user nova-compute[75278]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553 (non-flash)
Dec 06 16:20:53 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f (non-flash)
Dec 06 16:20:53 user nova-compute[75278]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553 (non-flash)
Dec 06 16:20:53 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db -p 172.16.0.220:3260 --login {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7adea2f-d255-4ecd-bed3-6aa3c7f3a5ac]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db, portal: 172.16.0.220,3260]
Dec 06 16:20:53 user nova-compute[75278]: Login to [iface: default, target: iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db, portal: 172.16.0.220,3260] successful.
Dec 06 16:20:53 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b8a67ef-cf1f-4e3d-b08e-2288235cfa78]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2e72756-b4b6-4e4b-b2be-d68407081915]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f (non-flash)\ntcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553 (non-flash)\ntcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f (non-flash)
Dec 06 16:20:53 user nova-compute[75278]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553 (non-flash)
Dec 06 16:20:53 user nova-compute[75278]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db (non-flash)
Dec 06 16:20:53 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f (non-flash)
Dec 06 16:20:53 user nova-compute[75278]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553 (non-flash)
Dec 06 16:20:53 user nova-compute[75278]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db (non-flash)
Dec 06 16:20:53 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.267s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Connected to 172.16.0.220:3260 {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] HCTL ('35', '-', '-', 0) found on session 61 with lun 0 {{(pid=75278) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75278) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.015s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6d50926-293c-4de3-8593-804d47b13d68]: (4, ('- - 0', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Searching for a device in session 61 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75278) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 16:20:53 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lVFXTOAh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75278) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 16:20:54 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.296s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:20:54 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] <== connect_volume: return (1297ms) {'type': 'block', 'scsi_wwn': '23562343864663464', 'path': '/dev/sdd'} {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:20:54 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23562343864663464', 'path': '/dev/sdd'} {{(pid=75278) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 16:20:54 user nova-compute[75278]: DEBUG nova.objects.instance [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lazy-loading 'flavor' on Instance uuid 4a8c0087-4cab-470c-89ad-d1a589c18fa6 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:20:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 16:20:55 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:20:55 user nova-compute[75278]:   <source dev="/dev/sdd"/>
Dec 06 16:20:55 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 16:20:55 user nova-compute[75278]:   <serial>14bc81ee-fe45-4436-ac16-ddfc36ab29db</serial>
Dec 06 16:20:55 user nova-compute[75278]: </disk>
Dec 06 16:20:55 user nova-compute[75278]:  {{(pid=75278) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 16:20:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:20:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:20:55 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] No VIF found with MAC fa:16:3e:4d:03:b4, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 16:20:55 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2e88af61-e07e-4b34-867e-fd81343f0eff tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "4a8c0087-4cab-470c-89ad-d1a589c18fa6" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.720s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:20:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:20:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:20:56 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-3b2a6554-be3d-4e69-b9ae-ff4454bc7440 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Acquiring lock "4a8c0087-4cab-470c-89ad-d1a589c18fa6" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:20:56 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-3b2a6554-be3d-4e69-b9ae-ff4454bc7440 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "4a8c0087-4cab-470c-89ad-d1a589c18fa6" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:20:56 user nova-compute[75278]: INFO nova.compute.manager [None req-3b2a6554-be3d-4e69-b9ae-ff4454bc7440 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Detaching volume 14bc81ee-fe45-4436-ac16-ddfc36ab29db
Dec 06 16:20:56 user nova-compute[75278]: INFO nova.virt.block_device [None req-3b2a6554-be3d-4e69-b9ae-ff4454bc7440 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Attempting to driver detach volume 14bc81ee-fe45-4436-ac16-ddfc36ab29db from mountpoint /dev/vdb
Dec 06 16:20:56 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-3b2a6554-be3d-4e69-b9ae-ff4454bc7440 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Attempting to detach device vdb from instance 4a8c0087-4cab-470c-89ad-d1a589c18fa6 from the persistent domain config. {{(pid=75278) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 16:20:56 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-3b2a6554-be3d-4e69-b9ae-ff4454bc7440 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 16:20:56 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:20:56 user nova-compute[75278]:   <source dev="/dev/sdd"/>
Dec 06 16:20:56 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 16:20:56 user nova-compute[75278]:   <serial>14bc81ee-fe45-4436-ac16-ddfc36ab29db</serial>
Dec 06 16:20:56 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 16:20:56 user nova-compute[75278]: </disk>
Dec 06 16:20:56 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 16:20:56 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-3b2a6554-be3d-4e69-b9ae-ff4454bc7440 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Successfully detached device vdb from instance 4a8c0087-4cab-470c-89ad-d1a589c18fa6 from the persistent domain config.
Dec 06 16:20:56 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-3b2a6554-be3d-4e69-b9ae-ff4454bc7440 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 4a8c0087-4cab-470c-89ad-d1a589c18fa6 from the live domain config. {{(pid=75278) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 16:20:56 user nova-compute[75278]: DEBUG nova.virt.libvirt.guest [None req-3b2a6554-be3d-4e69-b9ae-ff4454bc7440 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 16:20:56 user nova-compute[75278]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 16:20:56 user nova-compute[75278]:   <source dev="/dev/sdd"/>
Dec 06 16:20:56 user nova-compute[75278]:   <target dev="vdb" bus="virtio"/>
Dec 06 16:20:56 user nova-compute[75278]:   <serial>14bc81ee-fe45-4436-ac16-ddfc36ab29db</serial>
Dec 06 16:20:56 user nova-compute[75278]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 16:20:56 user nova-compute[75278]: </disk>
Dec 06 16:20:56 user nova-compute[75278]:  {{(pid=75278) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 16:20:57 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-3b2a6554-be3d-4e69-b9ae-ff4454bc7440 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 4a8c0087-4cab-470c-89ad-d1a589c18fa6 {{(pid=75278) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 16:21:00 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:21:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:21:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:21:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:21:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:21:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:21:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:21:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.imagecache [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Verify base images {{(pid=75278) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:314}}
Dec 06 16:21:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.imagecache [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Image id  yields fingerprint da39a3ee5e6b4b0d3255bfef95601890afd80709 {{(pid=75278) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Dec 06 16:21:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.imagecache [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Image id 04aed384-ed94-4c73-9520-f35346bb3367 yields fingerprint 2133e318d32ba92d9a40e332d2651a642cf8ba4f {{(pid=75278) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Dec 06 16:21:00 user nova-compute[75278]: INFO nova.virt.libvirt.imagecache [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] image 04aed384-ed94-4c73-9520-f35346bb3367 at (/opt/stack/data/nova/instances/_base/2133e318d32ba92d9a40e332d2651a642cf8ba4f): checking
Dec 06 16:21:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.imagecache [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] image 04aed384-ed94-4c73-9520-f35346bb3367 at (/opt/stack/data/nova/instances/_base/2133e318d32ba92d9a40e332d2651a642cf8ba4f): image is in use {{(pid=75278) _mark_in_use /opt/stack/nova/nova/virt/libvirt/imagecache.py:279}}
Dec 06 16:21:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.imagecache [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Image id dd729e0e-e328-40ab-89ca-9ae1326f53b2 yields fingerprint 8b6964317078072a1e593868059fc8dc16213a0c {{(pid=75278) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Dec 06 16:21:00 user nova-compute[75278]: INFO nova.virt.libvirt.imagecache [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] image dd729e0e-e328-40ab-89ca-9ae1326f53b2 at (/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c): checking
Dec 06 16:21:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.imagecache [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] image dd729e0e-e328-40ab-89ca-9ae1326f53b2 at (/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c): image is in use {{(pid=75278) _mark_in_use /opt/stack/nova/nova/virt/libvirt/imagecache.py:279}}
Dec 06 16:21:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.imagecache [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] 4a8c0087-4cab-470c-89ad-d1a589c18fa6 is a valid instance name {{(pid=75278) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Dec 06 16:21:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.imagecache [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] 4a8c0087-4cab-470c-89ad-d1a589c18fa6 has a disk file {{(pid=75278) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Dec 06 16:21:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a8c0087-4cab-470c-89ad-d1a589c18fa6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:21:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a8c0087-4cab-470c-89ad-d1a589c18fa6/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:21:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.imagecache [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 4a8c0087-4cab-470c-89ad-d1a589c18fa6 is backed by 2133e318d32ba92d9a40e332d2651a642cf8ba4f {{(pid=75278) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Dec 06 16:21:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.imagecache [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65 is a valid instance name {{(pid=75278) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Dec 06 16:21:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.imagecache [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] fd90d704-fbb5-45cd-983c-1de7e98b9ca6 is a valid instance name {{(pid=75278) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Dec 06 16:21:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.imagecache [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] fd90d704-fbb5-45cd-983c-1de7e98b9ca6 has a disk file {{(pid=75278) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Dec 06 16:21:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:21:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:21:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.imagecache [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance fd90d704-fbb5-45cd-983c-1de7e98b9ca6 is backed by 8b6964317078072a1e593868059fc8dc16213a0c {{(pid=75278) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Dec 06 16:21:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.imagecache [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] 13b2b544-9b52-418f-8f2f-e92c94bb6874 is a valid instance name {{(pid=75278) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Dec 06 16:21:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.imagecache [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] ed6fab87-16ef-40a8-8203-c6f543b05fd0 is a valid instance name {{(pid=75278) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Dec 06 16:21:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.imagecache [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] ed6fab87-16ef-40a8-8203-c6f543b05fd0 has a disk file {{(pid=75278) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Dec 06 16:21:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:21:00 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:21:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.imagecache [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance ed6fab87-16ef-40a8-8203-c6f543b05fd0 is backed by 8b6964317078072a1e593868059fc8dc16213a0c {{(pid=75278) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Dec 06 16:21:00 user nova-compute[75278]: WARNING nova.virt.libvirt.imagecache [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Unknown base file: /opt/stack/data/nova/instances/_base/8850d2fef8c32550825b8dfd7eb05754a1d5210b
Dec 06 16:21:00 user nova-compute[75278]: WARNING nova.virt.libvirt.imagecache [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Unknown base file: /opt/stack/data/nova/instances/_base/f83177f4d4c30de1a8f28cb63d20722a663fcedc
Dec 06 16:21:00 user nova-compute[75278]: WARNING nova.virt.libvirt.imagecache [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Unknown base file: /opt/stack/data/nova/instances/_base/43b7b69fd13936f6c05d21265610fbb4afa7327a
Dec 06 16:21:00 user nova-compute[75278]: WARNING nova.virt.libvirt.imagecache [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Unknown base file: /opt/stack/data/nova/instances/_base/b38d9431862d9f755fcd61feb3e1a87eae354bee
Dec 06 16:21:00 user nova-compute[75278]: WARNING nova.virt.libvirt.imagecache [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Unknown base file: /opt/stack/data/nova/instances/_base/790d092fc196898fa6c8a5d82f8a67f813db999e
Dec 06 16:21:00 user nova-compute[75278]: WARNING nova.virt.libvirt.imagecache [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Unknown base file: /opt/stack/data/nova/instances/_base/612e9cb134886d6db737db0b8f3fdbc12a4dd89e
Dec 06 16:21:00 user nova-compute[75278]: WARNING nova.virt.libvirt.imagecache [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Unknown base file: /opt/stack/data/nova/instances/_base/d112150e0dda2a5197d9b77692ed68200951553a
Dec 06 16:21:00 user nova-compute[75278]: WARNING nova.virt.libvirt.imagecache [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Unknown base file: /opt/stack/data/nova/instances/_base/aaf44ba8b9ee170ea98076b211cd846c52f5e06e
Dec 06 16:21:00 user nova-compute[75278]: INFO nova.virt.libvirt.imagecache [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Active base files: /opt/stack/data/nova/instances/_base/2133e318d32ba92d9a40e332d2651a642cf8ba4f /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c
Dec 06 16:21:00 user nova-compute[75278]: INFO nova.virt.libvirt.imagecache [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Removable base files: /opt/stack/data/nova/instances/_base/8850d2fef8c32550825b8dfd7eb05754a1d5210b /opt/stack/data/nova/instances/_base/f83177f4d4c30de1a8f28cb63d20722a663fcedc /opt/stack/data/nova/instances/_base/43b7b69fd13936f6c05d21265610fbb4afa7327a /opt/stack/data/nova/instances/_base/b38d9431862d9f755fcd61feb3e1a87eae354bee /opt/stack/data/nova/instances/_base/790d092fc196898fa6c8a5d82f8a67f813db999e /opt/stack/data/nova/instances/_base/612e9cb134886d6db737db0b8f3fdbc12a4dd89e /opt/stack/data/nova/instances/_base/d112150e0dda2a5197d9b77692ed68200951553a /opt/stack/data/nova/instances/_base/aaf44ba8b9ee170ea98076b211cd846c52f5e06e
Dec 06 16:21:00 user nova-compute[75278]: INFO nova.virt.libvirt.imagecache [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/8850d2fef8c32550825b8dfd7eb05754a1d5210b
Dec 06 16:21:00 user nova-compute[75278]: INFO nova.virt.libvirt.imagecache [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/f83177f4d4c30de1a8f28cb63d20722a663fcedc
Dec 06 16:21:00 user nova-compute[75278]: INFO nova.virt.libvirt.imagecache [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/43b7b69fd13936f6c05d21265610fbb4afa7327a
Dec 06 16:21:00 user nova-compute[75278]: INFO nova.virt.libvirt.imagecache [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/b38d9431862d9f755fcd61feb3e1a87eae354bee
Dec 06 16:21:00 user nova-compute[75278]: INFO nova.virt.libvirt.imagecache [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/790d092fc196898fa6c8a5d82f8a67f813db999e
Dec 06 16:21:00 user nova-compute[75278]: INFO nova.virt.libvirt.imagecache [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/612e9cb134886d6db737db0b8f3fdbc12a4dd89e
Dec 06 16:21:00 user nova-compute[75278]: INFO nova.virt.libvirt.imagecache [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/d112150e0dda2a5197d9b77692ed68200951553a
Dec 06 16:21:00 user nova-compute[75278]: INFO nova.virt.libvirt.imagecache [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/aaf44ba8b9ee170ea98076b211cd846c52f5e06e
Dec 06 16:21:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.imagecache [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Verification complete {{(pid=75278) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:350}}
Dec 06 16:21:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.imagecache [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Verify swap images {{(pid=75278) _age_and_verify_swap_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:299}}
Dec 06 16:21:00 user nova-compute[75278]: DEBUG nova.virt.libvirt.imagecache [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Verify ephemeral images {{(pid=75278) _age_and_verify_ephemeral_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:284}}
Dec 06 16:21:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:21:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:21:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:21:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:21:09 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-275fe59a-bd40-4173-99c4-f2f05e16fa2f tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "fd90d704-fbb5-45cd-983c-1de7e98b9ca6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:21:09 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-275fe59a-bd40-4173-99c4-f2f05e16fa2f tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "fd90d704-fbb5-45cd-983c-1de7e98b9ca6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:21:09 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-275fe59a-bd40-4173-99c4-f2f05e16fa2f tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "fd90d704-fbb5-45cd-983c-1de7e98b9ca6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:21:09 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-275fe59a-bd40-4173-99c4-f2f05e16fa2f tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "fd90d704-fbb5-45cd-983c-1de7e98b9ca6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:21:09 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-275fe59a-bd40-4173-99c4-f2f05e16fa2f tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "fd90d704-fbb5-45cd-983c-1de7e98b9ca6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:21:09 user nova-compute[75278]: INFO nova.compute.manager [None req-275fe59a-bd40-4173-99c4-f2f05e16fa2f tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Terminating instance
Dec 06 16:21:09 user nova-compute[75278]: DEBUG nova.compute.manager [None req-275fe59a-bd40-4173-99c4-f2f05e16fa2f tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 16:21:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:21:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:21:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:21:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:21:09 user nova-compute[75278]: DEBUG nova.compute.manager [req-bdf7e65a-10d9-454d-861d-52acaeb6829c req-7284b20f-dde2-4517-94bd-68bd0cfb6e25 service nova] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Received event network-vif-unplugged-302ce4ee-f148-4822-8ec6-5a5ae6c060e2 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:21:09 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bdf7e65a-10d9-454d-861d-52acaeb6829c req-7284b20f-dde2-4517-94bd-68bd0cfb6e25 service nova] Acquiring lock "fd90d704-fbb5-45cd-983c-1de7e98b9ca6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:21:09 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bdf7e65a-10d9-454d-861d-52acaeb6829c req-7284b20f-dde2-4517-94bd-68bd0cfb6e25 service nova] Lock "fd90d704-fbb5-45cd-983c-1de7e98b9ca6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:21:09 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bdf7e65a-10d9-454d-861d-52acaeb6829c req-7284b20f-dde2-4517-94bd-68bd0cfb6e25 service nova] Lock "fd90d704-fbb5-45cd-983c-1de7e98b9ca6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:21:09 user nova-compute[75278]: DEBUG nova.compute.manager [req-bdf7e65a-10d9-454d-861d-52acaeb6829c req-7284b20f-dde2-4517-94bd-68bd0cfb6e25 service nova] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] No waiting events found dispatching network-vif-unplugged-302ce4ee-f148-4822-8ec6-5a5ae6c060e2 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:21:09 user nova-compute[75278]: DEBUG nova.compute.manager [req-bdf7e65a-10d9-454d-861d-52acaeb6829c req-7284b20f-dde2-4517-94bd-68bd0cfb6e25 service nova] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Received event network-vif-unplugged-302ce4ee-f148-4822-8ec6-5a5ae6c060e2 for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 16:21:10 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Instance destroyed successfully.
Dec 06 16:21:10 user nova-compute[75278]: DEBUG nova.objects.instance [None req-275fe59a-bd40-4173-99c4-f2f05e16fa2f tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lazy-loading 'resources' on Instance uuid fd90d704-fbb5-45cd-983c-1de7e98b9ca6 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:21:10 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-275fe59a-bd40-4173-99c4-f2f05e16fa2f tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:00:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-2129016695',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-2129016695',id=31,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T16:00:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='29ae73a7063f40018c4c87b073578c9f',ramdisk_id='',reservation_id='r-99kcolk3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-569028538',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T16:02:40Z,user_data=None,user_id='b91f9d2569644a57990737e162db4cda',uuid=fd90d704-fbb5-45cd-983c-1de7e98b9ca6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "302ce4ee-f148-4822-8ec6-5a5ae6c060e2", "address": "fa:16:3e:fa:34:92", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap302ce4ee-f1", "ovs_interfaceid": "302ce4ee-f148-4822-8ec6-5a5ae6c060e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 16:21:10 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-275fe59a-bd40-4173-99c4-f2f05e16fa2f tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Converting VIF {"id": "302ce4ee-f148-4822-8ec6-5a5ae6c060e2", "address": "fa:16:3e:fa:34:92", "network": {"id": "243fdb87-481c-4565-adce-3c2b311a66b0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-307375775-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29ae73a7063f40018c4c87b073578c9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap302ce4ee-f1", "ovs_interfaceid": "302ce4ee-f148-4822-8ec6-5a5ae6c060e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:21:10 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-275fe59a-bd40-4173-99c4-f2f05e16fa2f tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fa:34:92,bridge_name='br-int',has_traffic_filtering=True,id=302ce4ee-f148-4822-8ec6-5a5ae6c060e2,network=Network(243fdb87-481c-4565-adce-3c2b311a66b0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap302ce4ee-f1') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:21:10 user nova-compute[75278]: DEBUG os_vif [None req-275fe59a-bd40-4173-99c4-f2f05e16fa2f tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fa:34:92,bridge_name='br-int',has_traffic_filtering=True,id=302ce4ee-f148-4822-8ec6-5a5ae6c060e2,network=Network(243fdb87-481c-4565-adce-3c2b311a66b0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap302ce4ee-f1') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 16:21:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:21:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap302ce4ee-f1, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:21:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:21:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:21:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:21:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=584854bf-681d-4ab9-adee-bf5085b62a58) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:21:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:21:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:21:10 user nova-compute[75278]: INFO os_vif [None req-275fe59a-bd40-4173-99c4-f2f05e16fa2f tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fa:34:92,bridge_name='br-int',has_traffic_filtering=True,id=302ce4ee-f148-4822-8ec6-5a5ae6c060e2,network=Network(243fdb87-481c-4565-adce-3c2b311a66b0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap302ce4ee-f1')
Dec 06 16:21:10 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-275fe59a-bd40-4173-99c4-f2f05e16fa2f tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Deleting instance files /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6_del
Dec 06 16:21:10 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-275fe59a-bd40-4173-99c4-f2f05e16fa2f tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Deletion of /opt/stack/data/nova/instances/fd90d704-fbb5-45cd-983c-1de7e98b9ca6_del complete
Dec 06 16:21:10 user nova-compute[75278]: INFO nova.compute.manager [None req-275fe59a-bd40-4173-99c4-f2f05e16fa2f tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Took 0.98 seconds to destroy the instance on the hypervisor.
Dec 06 16:21:10 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-275fe59a-bd40-4173-99c4-f2f05e16fa2f tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 16:21:10 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 16:21:10 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 16:21:10 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:21:10 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Took 0.65 seconds to deallocate network for instance.
Dec 06 16:21:10 user nova-compute[75278]: DEBUG nova.compute.manager [req-cce83116-bad2-4cec-ba1f-d5a71aa6f083 req-3a9c124c-d706-48cb-aa5c-fbf70f7636ca service nova] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Received event network-vif-deleted-302ce4ee-f148-4822-8ec6-5a5ae6c060e2 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:21:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-275fe59a-bd40-4173-99c4-f2f05e16fa2f tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:21:10 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-275fe59a-bd40-4173-99c4-f2f05e16fa2f tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:21:11 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-275fe59a-bd40-4173-99c4-f2f05e16fa2f tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:21:11 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-275fe59a-bd40-4173-99c4-f2f05e16fa2f tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:21:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-275fe59a-bd40-4173-99c4-f2f05e16fa2f tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.201s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:21:11 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-275fe59a-bd40-4173-99c4-f2f05e16fa2f tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Deleted allocations for instance fd90d704-fbb5-45cd-983c-1de7e98b9ca6
Dec 06 16:21:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-275fe59a-bd40-4173-99c4-f2f05e16fa2f tempest-ServerBootFromVolumeStableRescueTest-569028538 tempest-ServerBootFromVolumeStableRescueTest-569028538-project-member] Lock "fd90d704-fbb5-45cd-983c-1de7e98b9ca6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.999s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:21:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:21:11 user nova-compute[75278]: DEBUG nova.compute.manager [req-9b87a780-b1c8-4d63-be83-a7834cea01cd req-133cf8d4-7184-48e9-aeb1-38d4b0b7949a service nova] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Received event network-vif-plugged-302ce4ee-f148-4822-8ec6-5a5ae6c060e2 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:21:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9b87a780-b1c8-4d63-be83-a7834cea01cd req-133cf8d4-7184-48e9-aeb1-38d4b0b7949a service nova] Acquiring lock "fd90d704-fbb5-45cd-983c-1de7e98b9ca6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:21:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9b87a780-b1c8-4d63-be83-a7834cea01cd req-133cf8d4-7184-48e9-aeb1-38d4b0b7949a service nova] Lock "fd90d704-fbb5-45cd-983c-1de7e98b9ca6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:21:11 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-9b87a780-b1c8-4d63-be83-a7834cea01cd req-133cf8d4-7184-48e9-aeb1-38d4b0b7949a service nova] Lock "fd90d704-fbb5-45cd-983c-1de7e98b9ca6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:21:11 user nova-compute[75278]: DEBUG nova.compute.manager [req-9b87a780-b1c8-4d63-be83-a7834cea01cd req-133cf8d4-7184-48e9-aeb1-38d4b0b7949a service nova] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] No waiting events found dispatching network-vif-plugged-302ce4ee-f148-4822-8ec6-5a5ae6c060e2 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:21:11 user nova-compute[75278]: WARNING nova.compute.manager [req-9b87a780-b1c8-4d63-be83-a7834cea01cd req-133cf8d4-7184-48e9-aeb1-38d4b0b7949a service nova] [instance: fd90d704-fbb5-45cd-983c-1de7e98b9ca6] Received unexpected event network-vif-plugged-302ce4ee-f148-4822-8ec6-5a5ae6c060e2 for instance with vm_state deleted and task_state None.
Dec 06 16:21:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:21:16 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:21:17 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-3b2a6554-be3d-4e69-b9ae-ff4454bc7440 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 4a8c0087-4cab-470c-89ad-d1a589c18fa6 is timed out.
Dec 06 16:21:17 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-3b2a6554-be3d-4e69-b9ae-ff4454bc7440 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Successfully detached device vdb from instance 4a8c0087-4cab-470c-89ad-d1a589c18fa6 from the live domain config.
Dec 06 16:21:17 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3b2a6554-be3d-4e69-b9ae-ff4454bc7440 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b2a6554-be3d-4e69-b9ae-ff4454bc7440 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lVFXTOAh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:21:17 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-3b2a6554-be3d-4e69-b9ae-ff4454bc7440 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:21:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-3b2a6554-be3d-4e69-b9ae-ff4454bc7440 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-3b2a6554-be3d-4e69-b9ae-ff4454bc7440 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[20ae83be-c6cf-4276-a9ba-cee59992b270]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b2a6554-be3d-4e69-b9ae-ff4454bc7440 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 16:21:17 user nova-compute[75278]: No targets found.
Dec 06 16:21:17 user nova-compute[75278]: iSNS:
Dec 06 16:21:17 user nova-compute[75278]: No targets found.
Dec 06 16:21:17 user nova-compute[75278]: STATIC:
Dec 06 16:21:17 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db
Dec 06 16:21:17 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:21:17 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:21:17 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553
Dec 06 16:21:17 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:21:17 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:21:17 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f
Dec 06 16:21:17 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:21:17 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:21:17 user nova-compute[75278]: FIRMWARE:
Dec 06 16:21:17 user nova-compute[75278]: No targets found.
Dec 06 16:21:17 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b2a6554-be3d-4e69-b9ae-ff4454bc7440 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 16:21:17 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 16:21:17 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b2a6554-be3d-4e69-b9ae-ff4454bc7440 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[93663ac6-8006-4e04-98b8-8f580186d4d4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[da2533ec-cfef-41de-9c89-8a687da9d017]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f (non-flash)\ntcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553 (non-flash)\ntcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b2a6554-be3d-4e69-b9ae-ff4454bc7440 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f (non-flash)
Dec 06 16:21:17 user nova-compute[75278]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553 (non-flash)
Dec 06 16:21:17 user nova-compute[75278]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db (non-flash)
Dec 06 16:21:17 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b2a6554-be3d-4e69-b9ae-ff4454bc7440 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f (non-flash)
Dec 06 16:21:17 user nova-compute[75278]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553 (non-flash)
Dec 06 16:21:17 user nova-compute[75278]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db (non-flash)
Dec 06 16:21:17 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b2a6554-be3d-4e69-b9ae-ff4454bc7440 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c65feb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db'): ({'sdd'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-3b2a6554-be3d-4e69-b9ae-ff4454bc7440 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Removing single pathed devices sdd {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c58fe279-6c8f-4b72-b496-c269948084c4]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec67b2a6-2e28-480f-bec0-6f1aafb80c84]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-3b2a6554-be3d-4e69-b9ae-ff4454bc7440 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Flushing IO for device /dev/sdd {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[2234519d-0b9a-4f8e-bfa7-fdcb8a59f8ad]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-3b2a6554-be3d-4e69-b9ae-ff4454bc7440 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.034s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5f49f25-f32f-4994-b742-d53ba6ae318d]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-3b2a6554-be3d-4e69-b9ae-ff4454bc7440 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-3b2a6554-be3d-4e69-b9ae-ff4454bc7440 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] SCSI volumes sdd have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b2a6554-be3d-4e69-b9ae-ff4454bc7440 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[df961dcb-11d3-4ced-b1bb-65cef60a4483]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b2a6554-be3d-4e69-b9ae-ff4454bc7440 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bf8aff5-9f0f-4cba-8afc-202bf71a2f2a]: (4, ('Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db, portal: 172.16.0.220,3260]\nLogout of [sid: 61, target: iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b2a6554-be3d-4e69-b9ae-ff4454bc7440 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db, portal: 172.16.0.220,3260]
Dec 06 16:21:17 user nova-compute[75278]: Logout of [sid: 61, target: iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db, portal: 172.16.0.220,3260] successful.
Dec 06 16:21:17 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14bc81ee-fe45-4436-ac16-ddfc36ab29db -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[16cf16dc-c5d4-40b6-8c2f-18f700424862]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b2a6554-be3d-4e69-b9ae-ff4454bc7440 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-3b2a6554-be3d-4e69-b9ae-ff4454bc7440 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.281s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b2a6554-be3d-4e69-b9ae-ff4454bc7440 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] <== disconnect_volume: return (282ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:21:17 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3b2a6554-be3d-4e69-b9ae-ff4454bc7440 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 16:21:18 user nova-compute[75278]: DEBUG nova.objects.instance [None req-3b2a6554-be3d-4e69-b9ae-ff4454bc7440 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lazy-loading 'flavor' on Instance uuid 4a8c0087-4cab-470c-89ad-d1a589c18fa6 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:21:18 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-3b2a6554-be3d-4e69-b9ae-ff4454bc7440 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "4a8c0087-4cab-470c-89ad-d1a589c18fa6" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.662s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:21:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:21:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:21:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:21:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75278) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 16:21:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 16:21:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 16:21:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:21:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:21:32 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:21:32 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:21:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:21:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:21:32 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:21:32 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 16:21:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a8c0087-4cab-470c-89ad-d1a589c18fa6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:21:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a8c0087-4cab-470c-89ad-d1a589c18fa6/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:21:32 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a8c0087-4cab-470c-89ad-d1a589c18fa6/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:21:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a8c0087-4cab-470c-89ad-d1a589c18fa6/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:21:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:21:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:21:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:21:33 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:21:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:21:33 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:21:33 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:21:33 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:21:33 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=8601MB free_disk=24.88690185546875GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 16:21:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:21:33 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:21:33 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance ed6fab87-16ef-40a8-8203-c6f543b05fd0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:21:33 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 13b2b544-9b52-418f-8f2f-e92c94bb6874 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:21:33 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 4a8c0087-4cab-470c-89ad-d1a589c18fa6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:21:33 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:21:33 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 16:21:33 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 16:21:34 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:21:34 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:21:34 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 16:21:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.271s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:21:34 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:21:34 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Cleaning up deleted instances with incomplete migration  {{(pid=75278) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 06 16:21:34 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:21:34 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:21:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:21:36 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:21:36 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:21:36 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 16:21:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:21:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:21:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75278) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 16:21:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 16:21:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 16:21:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:21:41 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:21:42 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:21:42 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 16:21:42 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Rebuilding the list of instances to heal {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 16:21:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "refresh_cache-ed6fab87-16ef-40a8-8203-c6f543b05fd0" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:21:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquired lock "refresh_cache-ed6fab87-16ef-40a8-8203-c6f543b05fd0" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:21:42 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Forcefully refreshing network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 16:21:42 user nova-compute[75278]: DEBUG nova.objects.instance [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lazy-loading 'info_cache' on Instance uuid ed6fab87-16ef-40a8-8203-c6f543b05fd0 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:21:42 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Updating instance_info_cache with network_info: [{"id": "4f7257ed-8c01-4063-be28-692d894f4698", "address": "fa:16:3e:f5:77:a5", "network": {"id": "327ba196-5a57-428d-b659-1a54c491b0c1", "bridge": "br-int", "label": "tempest-TestStampPattern-1025434083-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "008bcb7f5b344775a8e6b2ae71dade94", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f7257ed-8c", "ovs_interfaceid": "4f7257ed-8c01-4063-be28-692d894f4698", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:21:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Releasing lock "refresh_cache-ed6fab87-16ef-40a8-8203-c6f543b05fd0" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:21:42 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Updated the network info_cache for instance {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 16:21:45 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:21:45 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:21:47 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:21:47 user nova-compute[75278]: DEBUG nova.compute.manager [req-a59b2323-1d3a-4a45-8676-2776a60c1f55 req-f55e777a-8600-452c-b2f3-565b36ac4a1d service nova] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Received event network-changed-7f85b928-2688-451e-9f12-cdad46a2ab9b {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:21:47 user nova-compute[75278]: DEBUG nova.compute.manager [req-a59b2323-1d3a-4a45-8676-2776a60c1f55 req-f55e777a-8600-452c-b2f3-565b36ac4a1d service nova] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Refreshing instance network info cache due to event network-changed-7f85b928-2688-451e-9f12-cdad46a2ab9b. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:21:47 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a59b2323-1d3a-4a45-8676-2776a60c1f55 req-f55e777a-8600-452c-b2f3-565b36ac4a1d service nova] Acquiring lock "refresh_cache-4a8c0087-4cab-470c-89ad-d1a589c18fa6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:21:47 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a59b2323-1d3a-4a45-8676-2776a60c1f55 req-f55e777a-8600-452c-b2f3-565b36ac4a1d service nova] Acquired lock "refresh_cache-4a8c0087-4cab-470c-89ad-d1a589c18fa6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:21:47 user nova-compute[75278]: DEBUG nova.network.neutron [req-a59b2323-1d3a-4a45-8676-2776a60c1f55 req-f55e777a-8600-452c-b2f3-565b36ac4a1d service nova] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Refreshing network info cache for port 7f85b928-2688-451e-9f12-cdad46a2ab9b {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:21:47 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-624a5f59-8a19-48d6-93bd-e62c7d52ef2e tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Acquiring lock "4a8c0087-4cab-470c-89ad-d1a589c18fa6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:21:47 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-624a5f59-8a19-48d6-93bd-e62c7d52ef2e tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "4a8c0087-4cab-470c-89ad-d1a589c18fa6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:21:47 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-624a5f59-8a19-48d6-93bd-e62c7d52ef2e tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Acquiring lock "4a8c0087-4cab-470c-89ad-d1a589c18fa6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:21:47 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-624a5f59-8a19-48d6-93bd-e62c7d52ef2e tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "4a8c0087-4cab-470c-89ad-d1a589c18fa6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:21:47 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-624a5f59-8a19-48d6-93bd-e62c7d52ef2e tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "4a8c0087-4cab-470c-89ad-d1a589c18fa6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:21:47 user nova-compute[75278]: INFO nova.compute.manager [None req-624a5f59-8a19-48d6-93bd-e62c7d52ef2e tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Terminating instance
Dec 06 16:21:47 user nova-compute[75278]: DEBUG nova.compute.manager [None req-624a5f59-8a19-48d6-93bd-e62c7d52ef2e tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 16:21:47 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:21:47 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:21:48 user nova-compute[75278]: DEBUG nova.compute.manager [req-bf781cc6-3419-4734-a394-e2316ca9f590 req-e93007c1-4773-437b-8fbc-770f0d1942eb service nova] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Received event network-vif-unplugged-7f85b928-2688-451e-9f12-cdad46a2ab9b {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:21:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bf781cc6-3419-4734-a394-e2316ca9f590 req-e93007c1-4773-437b-8fbc-770f0d1942eb service nova] Acquiring lock "4a8c0087-4cab-470c-89ad-d1a589c18fa6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:21:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bf781cc6-3419-4734-a394-e2316ca9f590 req-e93007c1-4773-437b-8fbc-770f0d1942eb service nova] Lock "4a8c0087-4cab-470c-89ad-d1a589c18fa6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:21:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bf781cc6-3419-4734-a394-e2316ca9f590 req-e93007c1-4773-437b-8fbc-770f0d1942eb service nova] Lock "4a8c0087-4cab-470c-89ad-d1a589c18fa6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:21:48 user nova-compute[75278]: DEBUG nova.compute.manager [req-bf781cc6-3419-4734-a394-e2316ca9f590 req-e93007c1-4773-437b-8fbc-770f0d1942eb service nova] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] No waiting events found dispatching network-vif-unplugged-7f85b928-2688-451e-9f12-cdad46a2ab9b {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:21:48 user nova-compute[75278]: DEBUG nova.compute.manager [req-bf781cc6-3419-4734-a394-e2316ca9f590 req-e93007c1-4773-437b-8fbc-770f0d1942eb service nova] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Received event network-vif-unplugged-7f85b928-2688-451e-9f12-cdad46a2ab9b for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 16:21:48 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:21:48 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Cleaning up deleted instances {{(pid=75278) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 06 16:21:48 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] There are 0 instances to clean {{(pid=75278) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 06 16:21:48 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:21:48 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:21:48 user nova-compute[75278]: DEBUG nova.network.neutron [req-a59b2323-1d3a-4a45-8676-2776a60c1f55 req-f55e777a-8600-452c-b2f3-565b36ac4a1d service nova] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Updated VIF entry in instance network info cache for port 7f85b928-2688-451e-9f12-cdad46a2ab9b. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:21:48 user nova-compute[75278]: DEBUG nova.network.neutron [req-a59b2323-1d3a-4a45-8676-2776a60c1f55 req-f55e777a-8600-452c-b2f3-565b36ac4a1d service nova] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Updating instance_info_cache with network_info: [{"id": "7f85b928-2688-451e-9f12-cdad46a2ab9b", "address": "fa:16:3e:4d:03:b4", "network": {"id": "327ba196-5a57-428d-b659-1a54c491b0c1", "bridge": "br-int", "label": "tempest-TestStampPattern-1025434083-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "008bcb7f5b344775a8e6b2ae71dade94", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f85b928-26", "ovs_interfaceid": "7f85b928-2688-451e-9f12-cdad46a2ab9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:21:48 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a59b2323-1d3a-4a45-8676-2776a60c1f55 req-f55e777a-8600-452c-b2f3-565b36ac4a1d service nova] Releasing lock "refresh_cache-4a8c0087-4cab-470c-89ad-d1a589c18fa6" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:21:48 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Instance destroyed successfully.
Dec 06 16:21:48 user nova-compute[75278]: DEBUG nova.objects.instance [None req-624a5f59-8a19-48d6-93bd-e62c7d52ef2e tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lazy-loading 'resources' on Instance uuid 4a8c0087-4cab-470c-89ad-d1a589c18fa6 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:21:48 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-624a5f59-8a19-48d6-93bd-e62c7d52ef2e tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:18:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-1860158149',display_name='tempest-TestStampPattern-server-1860158149',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1860158149',id=50,image_ref='04aed384-ed94-4c73-9520-f35346bb3367',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN6EYHbMcWlPOa606nKSs4UjoPIUu/2GBwex/od/rxVeMT0HAvv//LzXGHQLTcB5Ts47fR4GD6Ki9GHmOg8X19ZzEO2enulhk8TDwK6tbHnY7dJzx5/X17J5OT7B8L99DQ==',key_name='tempest-TestStampPattern-1774675479',keypairs=<?>,launch_index=0,launched_at=2023-12-06T16:18:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='008bcb7f5b344775a8e6b2ae71dade94',ramdisk_id='',reservation_id='r-pyzozom1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='ed6fab87-16ef-40a8-8203-c6f543b05fd0',image_min_disk='1',image_min_ram='0',image_owner_id='008bcb7f5b344775a8e6b2ae71dade94',image_owner_project_name='tempest-TestStampPattern-538703066',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-538703066-project-member',image_user_id='cea544df412c4fde8b874cdca4533a3c',owner_project_name='tempest-TestStampPattern-538703066',owner_user_name='tempest-TestStampPattern-538703066-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T16:18:57Z,user_data=None,user_id='cea544df412c4fde8b874cdca4533a3c',uuid=4a8c0087-4cab-470c-89ad-d1a589c18fa6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7f85b928-2688-451e-9f12-cdad46a2ab9b", "address": "fa:16:3e:4d:03:b4", "network": {"id": "327ba196-5a57-428d-b659-1a54c491b0c1", "bridge": "br-int", "label": "tempest-TestStampPattern-1025434083-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "008bcb7f5b344775a8e6b2ae71dade94", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f85b928-26", "ovs_interfaceid": "7f85b928-2688-451e-9f12-cdad46a2ab9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 16:21:48 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-624a5f59-8a19-48d6-93bd-e62c7d52ef2e tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Converting VIF {"id": "7f85b928-2688-451e-9f12-cdad46a2ab9b", "address": "fa:16:3e:4d:03:b4", "network": {"id": "327ba196-5a57-428d-b659-1a54c491b0c1", "bridge": "br-int", "label": "tempest-TestStampPattern-1025434083-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "008bcb7f5b344775a8e6b2ae71dade94", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f85b928-26", "ovs_interfaceid": "7f85b928-2688-451e-9f12-cdad46a2ab9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:21:48 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-624a5f59-8a19-48d6-93bd-e62c7d52ef2e tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:4d:03:b4,bridge_name='br-int',has_traffic_filtering=True,id=7f85b928-2688-451e-9f12-cdad46a2ab9b,network=Network(327ba196-5a57-428d-b659-1a54c491b0c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f85b928-26') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:21:48 user nova-compute[75278]: DEBUG os_vif [None req-624a5f59-8a19-48d6-93bd-e62c7d52ef2e tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:4d:03:b4,bridge_name='br-int',has_traffic_filtering=True,id=7f85b928-2688-451e-9f12-cdad46a2ab9b,network=Network(327ba196-5a57-428d-b659-1a54c491b0c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f85b928-26') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 16:21:48 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:21:48 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7f85b928-26, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:21:48 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:21:48 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:21:48 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:21:48 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6671d4bb-cea7-443c-a2f6-5ae90d0353e0) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:21:48 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:21:48 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:21:48 user nova-compute[75278]: INFO os_vif [None req-624a5f59-8a19-48d6-93bd-e62c7d52ef2e tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:4d:03:b4,bridge_name='br-int',has_traffic_filtering=True,id=7f85b928-2688-451e-9f12-cdad46a2ab9b,network=Network(327ba196-5a57-428d-b659-1a54c491b0c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f85b928-26')
Dec 06 16:21:48 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-624a5f59-8a19-48d6-93bd-e62c7d52ef2e tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Deleting instance files /opt/stack/data/nova/instances/4a8c0087-4cab-470c-89ad-d1a589c18fa6_del
Dec 06 16:21:48 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-624a5f59-8a19-48d6-93bd-e62c7d52ef2e tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Deletion of /opt/stack/data/nova/instances/4a8c0087-4cab-470c-89ad-d1a589c18fa6_del complete
Dec 06 16:21:48 user nova-compute[75278]: INFO nova.compute.manager [None req-624a5f59-8a19-48d6-93bd-e62c7d52ef2e tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Took 0.83 seconds to destroy the instance on the hypervisor.
Dec 06 16:21:48 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-624a5f59-8a19-48d6-93bd-e62c7d52ef2e tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 16:21:48 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 16:21:48 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 16:21:49 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:21:49 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Took 0.40 seconds to deallocate network for instance.
Dec 06 16:21:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-624a5f59-8a19-48d6-93bd-e62c7d52ef2e tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:21:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-624a5f59-8a19-48d6-93bd-e62c7d52ef2e tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:21:49 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-624a5f59-8a19-48d6-93bd-e62c7d52ef2e tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:21:49 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-624a5f59-8a19-48d6-93bd-e62c7d52ef2e tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:21:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-624a5f59-8a19-48d6-93bd-e62c7d52ef2e tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.179s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:21:49 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-624a5f59-8a19-48d6-93bd-e62c7d52ef2e tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Deleted allocations for instance 4a8c0087-4cab-470c-89ad-d1a589c18fa6
Dec 06 16:21:49 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-624a5f59-8a19-48d6-93bd-e62c7d52ef2e tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "4a8c0087-4cab-470c-89ad-d1a589c18fa6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.618s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:21:49 user nova-compute[75278]: DEBUG nova.compute.manager [req-5976fc71-59a3-4db9-b69e-a551167a7534 req-8db9c627-d37d-41fb-b168-81935de955c0 service nova] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Received event network-vif-deleted-7f85b928-2688-451e-9f12-cdad46a2ab9b {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:21:50 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:21:50 user nova-compute[75278]: DEBUG nova.compute.manager [req-39420c07-a3ec-4aca-9f01-bcdae19825e6 req-b43d370d-3776-48e6-8907-ef64d8b9cf6c service nova] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Received event network-vif-plugged-7f85b928-2688-451e-9f12-cdad46a2ab9b {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:21:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-39420c07-a3ec-4aca-9f01-bcdae19825e6 req-b43d370d-3776-48e6-8907-ef64d8b9cf6c service nova] Acquiring lock "4a8c0087-4cab-470c-89ad-d1a589c18fa6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:21:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-39420c07-a3ec-4aca-9f01-bcdae19825e6 req-b43d370d-3776-48e6-8907-ef64d8b9cf6c service nova] Lock "4a8c0087-4cab-470c-89ad-d1a589c18fa6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:21:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-39420c07-a3ec-4aca-9f01-bcdae19825e6 req-b43d370d-3776-48e6-8907-ef64d8b9cf6c service nova] Lock "4a8c0087-4cab-470c-89ad-d1a589c18fa6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:21:50 user nova-compute[75278]: DEBUG nova.compute.manager [req-39420c07-a3ec-4aca-9f01-bcdae19825e6 req-b43d370d-3776-48e6-8907-ef64d8b9cf6c service nova] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] No waiting events found dispatching network-vif-plugged-7f85b928-2688-451e-9f12-cdad46a2ab9b {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:21:50 user nova-compute[75278]: WARNING nova.compute.manager [req-39420c07-a3ec-4aca-9f01-bcdae19825e6 req-b43d370d-3776-48e6-8907-ef64d8b9cf6c service nova] [instance: 4a8c0087-4cab-470c-89ad-d1a589c18fa6] Received unexpected event network-vif-plugged-7f85b928-2688-451e-9f12-cdad46a2ab9b for instance with vm_state deleted and task_state None.
Dec 06 16:21:53 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:21:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:21:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:22:02 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:22:03 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:22:08 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:22:13 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:22:18 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:22:21 user nova-compute[75278]: DEBUG nova.compute.manager [req-e071bc1e-a185-4f17-84b1-392be96877b8 req-37a5acfb-86ac-451b-adea-333861bf1e0d service nova] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Received event network-changed-7b6bdcca-d1f6-4c36-98fc-21524778c1a5 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:22:21 user nova-compute[75278]: DEBUG nova.compute.manager [req-e071bc1e-a185-4f17-84b1-392be96877b8 req-37a5acfb-86ac-451b-adea-333861bf1e0d service nova] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Refreshing instance network info cache due to event network-changed-7b6bdcca-d1f6-4c36-98fc-21524778c1a5. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:22:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e071bc1e-a185-4f17-84b1-392be96877b8 req-37a5acfb-86ac-451b-adea-333861bf1e0d service nova] Acquiring lock "refresh_cache-472a52ba-e2b4-4b04-ba8a-a45a3af0ca65" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:22:21 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e071bc1e-a185-4f17-84b1-392be96877b8 req-37a5acfb-86ac-451b-adea-333861bf1e0d service nova] Acquired lock "refresh_cache-472a52ba-e2b4-4b04-ba8a-a45a3af0ca65" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:22:21 user nova-compute[75278]: DEBUG nova.network.neutron [req-e071bc1e-a185-4f17-84b1-392be96877b8 req-37a5acfb-86ac-451b-adea-333861bf1e0d service nova] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Refreshing network info cache for port 7b6bdcca-d1f6-4c36-98fc-21524778c1a5 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:22:22 user nova-compute[75278]: DEBUG nova.network.neutron [req-e071bc1e-a185-4f17-84b1-392be96877b8 req-37a5acfb-86ac-451b-adea-333861bf1e0d service nova] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Updated VIF entry in instance network info cache for port 7b6bdcca-d1f6-4c36-98fc-21524778c1a5. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:22:22 user nova-compute[75278]: DEBUG nova.network.neutron [req-e071bc1e-a185-4f17-84b1-392be96877b8 req-37a5acfb-86ac-451b-adea-333861bf1e0d service nova] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Updating instance_info_cache with network_info: [{"id": "7b6bdcca-d1f6-4c36-98fc-21524778c1a5", "address": "fa:16:3e:7b:a8:81", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b6bdcca-d1", "ovs_interfaceid": "7b6bdcca-d1f6-4c36-98fc-21524778c1a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:22:22 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-e071bc1e-a185-4f17-84b1-392be96877b8 req-37a5acfb-86ac-451b-adea-333861bf1e0d service nova] Releasing lock "refresh_cache-472a52ba-e2b4-4b04-ba8a-a45a3af0ca65" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:22:23 user nova-compute[75278]: DEBUG nova.compute.manager [req-a23bddbf-e6e5-4ccb-9abf-03801bc336e3 req-f6b00e54-e169-4137-a187-92678877361b service nova] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Received event network-changed-7b6bdcca-d1f6-4c36-98fc-21524778c1a5 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:22:23 user nova-compute[75278]: DEBUG nova.compute.manager [req-a23bddbf-e6e5-4ccb-9abf-03801bc336e3 req-f6b00e54-e169-4137-a187-92678877361b service nova] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Refreshing instance network info cache due to event network-changed-7b6bdcca-d1f6-4c36-98fc-21524778c1a5. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:22:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a23bddbf-e6e5-4ccb-9abf-03801bc336e3 req-f6b00e54-e169-4137-a187-92678877361b service nova] Acquiring lock "refresh_cache-472a52ba-e2b4-4b04-ba8a-a45a3af0ca65" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:22:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a23bddbf-e6e5-4ccb-9abf-03801bc336e3 req-f6b00e54-e169-4137-a187-92678877361b service nova] Acquired lock "refresh_cache-472a52ba-e2b4-4b04-ba8a-a45a3af0ca65" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:22:23 user nova-compute[75278]: DEBUG nova.network.neutron [req-a23bddbf-e6e5-4ccb-9abf-03801bc336e3 req-f6b00e54-e169-4137-a187-92678877361b service nova] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Refreshing network info cache for port 7b6bdcca-d1f6-4c36-98fc-21524778c1a5 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:22:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "472a52ba-e2b4-4b04-ba8a-a45a3af0ca65" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:22:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "472a52ba-e2b4-4b04-ba8a-a45a3af0ca65" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:22:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "472a52ba-e2b4-4b04-ba8a-a45a3af0ca65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:22:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "472a52ba-e2b4-4b04-ba8a-a45a3af0ca65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:22:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "472a52ba-e2b4-4b04-ba8a-a45a3af0ca65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:22:23 user nova-compute[75278]: INFO nova.compute.manager [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Terminating instance
Dec 06 16:22:23 user nova-compute[75278]: DEBUG nova.compute.manager [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 16:22:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:22:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:22:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:22:23 user nova-compute[75278]: DEBUG nova.network.neutron [req-a23bddbf-e6e5-4ccb-9abf-03801bc336e3 req-f6b00e54-e169-4137-a187-92678877361b service nova] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Updated VIF entry in instance network info cache for port 7b6bdcca-d1f6-4c36-98fc-21524778c1a5. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:22:23 user nova-compute[75278]: DEBUG nova.network.neutron [req-a23bddbf-e6e5-4ccb-9abf-03801bc336e3 req-f6b00e54-e169-4137-a187-92678877361b service nova] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Updating instance_info_cache with network_info: [{"id": "7b6bdcca-d1f6-4c36-98fc-21524778c1a5", "address": "fa:16:3e:7b:a8:81", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b6bdcca-d1", "ovs_interfaceid": "7b6bdcca-d1f6-4c36-98fc-21524778c1a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:22:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-a23bddbf-e6e5-4ccb-9abf-03801bc336e3 req-f6b00e54-e169-4137-a187-92678877361b service nova] Releasing lock "refresh_cache-472a52ba-e2b4-4b04-ba8a-a45a3af0ca65" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:22:23 user nova-compute[75278]: DEBUG nova.compute.manager [req-7601a507-1425-4625-a865-af21862d5f58 req-8baf4a19-16a2-4990-8452-29eb2283d646 service nova] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Received event network-vif-unplugged-7b6bdcca-d1f6-4c36-98fc-21524778c1a5 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:22:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7601a507-1425-4625-a865-af21862d5f58 req-8baf4a19-16a2-4990-8452-29eb2283d646 service nova] Acquiring lock "472a52ba-e2b4-4b04-ba8a-a45a3af0ca65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:22:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7601a507-1425-4625-a865-af21862d5f58 req-8baf4a19-16a2-4990-8452-29eb2283d646 service nova] Lock "472a52ba-e2b4-4b04-ba8a-a45a3af0ca65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:22:23 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-7601a507-1425-4625-a865-af21862d5f58 req-8baf4a19-16a2-4990-8452-29eb2283d646 service nova] Lock "472a52ba-e2b4-4b04-ba8a-a45a3af0ca65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:22:23 user nova-compute[75278]: DEBUG nova.compute.manager [req-7601a507-1425-4625-a865-af21862d5f58 req-8baf4a19-16a2-4990-8452-29eb2283d646 service nova] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] No waiting events found dispatching network-vif-unplugged-7b6bdcca-d1f6-4c36-98fc-21524778c1a5 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:22:23 user nova-compute[75278]: DEBUG nova.compute.manager [req-7601a507-1425-4625-a865-af21862d5f58 req-8baf4a19-16a2-4990-8452-29eb2283d646 service nova] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Received event network-vif-unplugged-7b6bdcca-d1f6-4c36-98fc-21524778c1a5 for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 16:22:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:22:23 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:22:24 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Instance destroyed successfully.
Dec 06 16:22:24 user nova-compute[75278]: DEBUG nova.objects.instance [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lazy-loading 'resources' on Instance uuid 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:20:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-256430754',display_name='tempest-TestVolumeBootPattern-server-256430754',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-256430754',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPTpj6+8hrbS3HS6B1HYhCPAri7TOyaolHxvER8tBluHz+7O2y6RZp0VbCnwZC89VmLj2D1h1XUyJxgUhBMg+cexKEMwdzeEDMpw0ePPnsoO41DRC2lDTuu91B0/k+WxHQ==',key_name='tempest-TestVolumeBootPattern-907573109',keypairs=<?>,launch_index=0,launched_at=2023-12-06T16:20:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='188cfe2e1c85461899dae3585b7a6a24',ramdisk_id='',reservation_id='r-zi6bqdf8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1184091674',owner_user_name='tempest-TestVolumeBootPattern-1184091674-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T16:20:45Z,user_data=None,user_id='c795bd8e90894931922dc5ff7741dfae',uuid=472a52ba-e2b4-4b04-ba8a-a45a3af0ca65,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7b6bdcca-d1f6-4c36-98fc-21524778c1a5", "address": "fa:16:3e:7b:a8:81", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b6bdcca-d1", "ovs_interfaceid": "7b6bdcca-d1f6-4c36-98fc-21524778c1a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Converting VIF {"id": "7b6bdcca-d1f6-4c36-98fc-21524778c1a5", "address": "fa:16:3e:7b:a8:81", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b6bdcca-d1", "ovs_interfaceid": "7b6bdcca-d1f6-4c36-98fc-21524778c1a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7b:a8:81,bridge_name='br-int',has_traffic_filtering=True,id=7b6bdcca-d1f6-4c36-98fc-21524778c1a5,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b6bdcca-d1') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG os_vif [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7b:a8:81,bridge_name='br-int',has_traffic_filtering=True,id=7b6bdcca-d1f6-4c36-98fc-21524778c1a5,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b6bdcca-d1') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7b6bdcca-d1, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=11075c8c-0f40-4655-b03c-7560f9a85d44) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:22:24 user nova-compute[75278]: INFO os_vif [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7b:a8:81,bridge_name='br-int',has_traffic_filtering=True,id=7b6bdcca-d1f6-4c36-98fc-21524778c1a5,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b6bdcca-d1')
Dec 06 16:22:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LwpuGydh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:22:24 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:22:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1fd7116-c86c-4b9b-9d9e-60292826693a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 16:22:24 user nova-compute[75278]: No targets found.
Dec 06 16:22:24 user nova-compute[75278]: iSNS:
Dec 06 16:22:24 user nova-compute[75278]: No targets found.
Dec 06 16:22:24 user nova-compute[75278]: STATIC:
Dec 06 16:22:24 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553
Dec 06 16:22:24 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:22:24 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:22:24 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f
Dec 06 16:22:24 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:22:24 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:22:24 user nova-compute[75278]: FIRMWARE:
Dec 06 16:22:24 user nova-compute[75278]: No targets found.
Dec 06 16:22:24 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 16:22:24 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 16:22:24 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e972f4cd-6e80-40c1-95bc-8e543dadd804]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[940aea8f-2fb3-49c0-8fe2-e63fb3b95a06]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f (non-flash)\ntcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553 (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f (non-flash)
Dec 06 16:22:24 user nova-compute[75278]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553 (non-flash)
Dec 06 16:22:24 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f (non-flash)
Dec 06 16:22:24 user nova-compute[75278]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553 (non-flash)
Dec 06 16:22:24 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c2679a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553'): ({'sdc'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Removing single pathed devices sdc {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[c75e0664-ff15-4a6f-908d-3b0a96b693cf]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0dd9cc5-4f86-4686-8a23-c504ed8343c2]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Flushing IO for device /dev/sdc {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[913a622b-3062-4639-8ab4-a2b4b7079643]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.046s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cbbf4ea-68ce-45ac-85be-7466de019f1b]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] SCSI volumes sdc have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_a17baeae', '/dev/disk/by-id/scsi-1SCST_BIOa17baeae-7e7854628ebd91dd', '/dev/disk/by-id/scsi-23765373835343632') {{(pid=86114) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4bcb2bc-5fd5-425c-ae63-a4d958aefefa]: (4, None) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[93a3b040-7e41-4643-9390-b970d8411a50]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553 -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4dd0271-cd9f-42ab-923b-f5ecc3df3b0b]: (4, ('Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553, portal: 172.16.0.220,3260]\nLogout of [sid: 60, target: iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553, portal: 172.16.0.220,3260]
Dec 06 16:22:24 user nova-compute[75278]: Logout of [sid: 60, target: iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553, portal: 172.16.0.220,3260] successful.
Dec 06 16:22:24 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553 -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1758384-c4a8-44d7-9ca5-e2a838678553 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[118263b1-7fa1-443f-a79e-e2bcb835da3b]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.342s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] <== disconnect_volume: return (343ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 16:22:24 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Deleting instance files /opt/stack/data/nova/instances/472a52ba-e2b4-4b04-ba8a-a45a3af0ca65_del
Dec 06 16:22:24 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Deletion of /opt/stack/data/nova/instances/472a52ba-e2b4-4b04-ba8a-a45a3af0ca65_del complete
Dec 06 16:22:24 user nova-compute[75278]: INFO nova.compute.manager [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Took 1.38 seconds to destroy the instance on the hypervisor.
Dec 06 16:22:24 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:22:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:22:25 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:22:25 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Took 0.53 seconds to deallocate network for instance.
Dec 06 16:22:25 user nova-compute[75278]: DEBUG nova.compute.manager [req-00b160c3-6f74-4857-9763-1296b51d16d2 req-e0f01a02-3a17-42e6-8837-f8101bc3c73e service nova] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Received event network-vif-deleted-7b6bdcca-d1f6-4c36-98fc-21524778c1a5 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:22:25 user nova-compute[75278]: DEBUG nova.compute.manager [req-eb77a809-94b1-4f24-acb1-4d66a4631c81 req-bc571846-4cb2-462f-97e6-134d5c5cbcae service nova] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Received event network-vif-plugged-7b6bdcca-d1f6-4c36-98fc-21524778c1a5 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:22:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-eb77a809-94b1-4f24-acb1-4d66a4631c81 req-bc571846-4cb2-462f-97e6-134d5c5cbcae service nova] Acquiring lock "472a52ba-e2b4-4b04-ba8a-a45a3af0ca65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:22:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-eb77a809-94b1-4f24-acb1-4d66a4631c81 req-bc571846-4cb2-462f-97e6-134d5c5cbcae service nova] Lock "472a52ba-e2b4-4b04-ba8a-a45a3af0ca65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:22:25 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-eb77a809-94b1-4f24-acb1-4d66a4631c81 req-bc571846-4cb2-462f-97e6-134d5c5cbcae service nova] Lock "472a52ba-e2b4-4b04-ba8a-a45a3af0ca65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:22:25 user nova-compute[75278]: DEBUG nova.compute.manager [req-eb77a809-94b1-4f24-acb1-4d66a4631c81 req-bc571846-4cb2-462f-97e6-134d5c5cbcae service nova] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] No waiting events found dispatching network-vif-plugged-7b6bdcca-d1f6-4c36-98fc-21524778c1a5 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:22:25 user nova-compute[75278]: WARNING nova.compute.manager [req-eb77a809-94b1-4f24-acb1-4d66a4631c81 req-bc571846-4cb2-462f-97e6-134d5c5cbcae service nova] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Received unexpected event network-vif-plugged-7b6bdcca-d1f6-4c36-98fc-21524778c1a5 for instance with vm_state active and task_state deleting.
Dec 06 16:22:26 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._sync_power_states {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:22:26 user nova-compute[75278]: INFO nova.compute.manager [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] Took 0.84 seconds to detach 1 volumes for instance.
Dec 06 16:22:26 user nova-compute[75278]: WARNING nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] While synchronizing instance power states, found 3 instances in the database and 2 instances on the hypervisor.
Dec 06 16:22:26 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Triggering sync for uuid ed6fab87-16ef-40a8-8203-c6f543b05fd0 {{(pid=75278) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 16:22:26 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Triggering sync for uuid 13b2b544-9b52-418f-8f2f-e92c94bb6874 {{(pid=75278) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 16:22:26 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Triggering sync for uuid 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65 {{(pid=75278) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 16:22:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "ed6fab87-16ef-40a8-8203-c6f543b05fd0" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:22:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "ed6fab87-16ef-40a8-8203-c6f543b05fd0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:22:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "13b2b544-9b52-418f-8f2f-e92c94bb6874" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:22:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "13b2b544-9b52-418f-8f2f-e92c94bb6874" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:22:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "472a52ba-e2b4-4b04-ba8a-a45a3af0ca65" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:22:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "ed6fab87-16ef-40a8-8203-c6f543b05fd0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.026s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:22:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "13b2b544-9b52-418f-8f2f-e92c94bb6874" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.032s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:22:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:22:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:22:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:22:26 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:22:26 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:22:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.256s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:22:26 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Deleted allocations for instance 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65
Dec 06 16:22:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-f6e576ec-7e5b-401b-a7b2-abfb45f750b0 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "472a52ba-e2b4-4b04-ba8a-a45a3af0ca65" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.269s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:22:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "472a52ba-e2b4-4b04-ba8a-a45a3af0ca65" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.491s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:22:26 user nova-compute[75278]: INFO nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 472a52ba-e2b4-4b04-ba8a-a45a3af0ca65] During sync_power_state the instance has a pending task (deleting). Skip.
Dec 06 16:22:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "472a52ba-e2b4-4b04-ba8a-a45a3af0ca65" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:22:29 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:22:34 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:22:34 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:22:34 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:22:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:22:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:22:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:22:34 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 16:22:34 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75278) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 16:22:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:22:34 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:22:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:22:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:22:34 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:22:34 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:22:34 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:22:34 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=8784MB free_disk=24.885986328125GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 16:22:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:22:34 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:22:35 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance ed6fab87-16ef-40a8-8203-c6f543b05fd0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:22:35 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance 13b2b544-9b52-418f-8f2f-e92c94bb6874 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:22:35 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 16:22:35 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 16:22:35 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Refreshing inventories for resource provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 06 16:22:35 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Updating ProviderTree inventory for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 06 16:22:35 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Updating inventory in ProviderTree for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 16:22:35 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Refreshing aggregate associations for resource provider 8b3403ac-859e-46a6-ab7b-26268bef73b0, aggregates: None {{(pid=75278) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 06 16:22:35 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Refreshing trait associations for resource provider 8b3403ac-859e-46a6-ab7b-26268bef73b0, traits: HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_ACCELERATORS,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_SATA,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_IDE,COMPUTE_VIOMMU_MODEL_INTEL,HW_CPU_X86_SSE41,HW_CPU_X86_SSSE3 {{(pid=75278) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 06 16:22:35 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:22:35 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:22:35 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 16:22:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.489s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:22:36 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:22:36 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:22:38 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:22:38 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 16:22:39 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:22:42 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:22:42 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 16:22:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "refresh_cache-13b2b544-9b52-418f-8f2f-e92c94bb6874" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:22:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquired lock "refresh_cache-13b2b544-9b52-418f-8f2f-e92c94bb6874" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:22:42 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Forcefully refreshing network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 16:22:42 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Updating instance_info_cache with network_info: [{"id": "fb3eb8f0-45ab-4f08-b87f-81d25c717f8b", "address": "fa:16:3e:23:bd:4f", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb3eb8f0-45", "ovs_interfaceid": "fb3eb8f0-45ab-4f08-b87f-81d25c717f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:22:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Releasing lock "refresh_cache-13b2b544-9b52-418f-8f2f-e92c94bb6874" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:22:42 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Updated the network info_cache for instance {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 16:22:43 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:22:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:22:46 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:22:48 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:22:49 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:22:50 user nova-compute[75278]: DEBUG nova.compute.manager [req-819789d4-afbd-4a4c-9311-8c4fed774835 req-0279beb2-2fca-4720-b2e0-ed0165d6066c service nova] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Received event network-changed-4f7257ed-8c01-4063-be28-692d894f4698 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:22:50 user nova-compute[75278]: DEBUG nova.compute.manager [req-819789d4-afbd-4a4c-9311-8c4fed774835 req-0279beb2-2fca-4720-b2e0-ed0165d6066c service nova] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Refreshing instance network info cache due to event network-changed-4f7257ed-8c01-4063-be28-692d894f4698. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:22:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-819789d4-afbd-4a4c-9311-8c4fed774835 req-0279beb2-2fca-4720-b2e0-ed0165d6066c service nova] Acquiring lock "refresh_cache-ed6fab87-16ef-40a8-8203-c6f543b05fd0" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:22:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-819789d4-afbd-4a4c-9311-8c4fed774835 req-0279beb2-2fca-4720-b2e0-ed0165d6066c service nova] Acquired lock "refresh_cache-ed6fab87-16ef-40a8-8203-c6f543b05fd0" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:22:50 user nova-compute[75278]: DEBUG nova.network.neutron [req-819789d4-afbd-4a4c-9311-8c4fed774835 req-0279beb2-2fca-4720-b2e0-ed0165d6066c service nova] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Refreshing network info cache for port 4f7257ed-8c01-4063-be28-692d894f4698 {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:22:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5e5e4f1e-8408-430f-8a90-9ef56ccc9e41 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Acquiring lock "ed6fab87-16ef-40a8-8203-c6f543b05fd0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:22:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5e5e4f1e-8408-430f-8a90-9ef56ccc9e41 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "ed6fab87-16ef-40a8-8203-c6f543b05fd0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:22:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5e5e4f1e-8408-430f-8a90-9ef56ccc9e41 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Acquiring lock "ed6fab87-16ef-40a8-8203-c6f543b05fd0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:22:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5e5e4f1e-8408-430f-8a90-9ef56ccc9e41 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "ed6fab87-16ef-40a8-8203-c6f543b05fd0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:22:50 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5e5e4f1e-8408-430f-8a90-9ef56ccc9e41 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "ed6fab87-16ef-40a8-8203-c6f543b05fd0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:22:50 user nova-compute[75278]: INFO nova.compute.manager [None req-5e5e4f1e-8408-430f-8a90-9ef56ccc9e41 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Terminating instance
Dec 06 16:22:50 user nova-compute[75278]: DEBUG nova.compute.manager [None req-5e5e4f1e-8408-430f-8a90-9ef56ccc9e41 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 16:22:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:22:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:22:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:22:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:22:51 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Instance destroyed successfully.
Dec 06 16:22:51 user nova-compute[75278]: DEBUG nova.objects.instance [None req-5e5e4f1e-8408-430f-8a90-9ef56ccc9e41 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lazy-loading 'resources' on Instance uuid ed6fab87-16ef-40a8-8203-c6f543b05fd0 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:22:51 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-5e5e4f1e-8408-430f-8a90-9ef56ccc9e41 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:15:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-1823721928',display_name='tempest-TestStampPattern-server-1823721928',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1823721928',id=47,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN6EYHbMcWlPOa606nKSs4UjoPIUu/2GBwex/od/rxVeMT0HAvv//LzXGHQLTcB5Ts47fR4GD6Ki9GHmOg8X19ZzEO2enulhk8TDwK6tbHnY7dJzx5/X17J5OT7B8L99DQ==',key_name='tempest-TestStampPattern-1774675479',keypairs=<?>,launch_index=0,launched_at=2023-12-06T16:15:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='008bcb7f5b344775a8e6b2ae71dade94',ramdisk_id='',reservation_id='r-pdutl12e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestStampPattern-538703066',owner_user_name='tempest-TestStampPattern-538703066-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T16:18:49Z,user_data=None,user_id='cea544df412c4fde8b874cdca4533a3c',uuid=ed6fab87-16ef-40a8-8203-c6f543b05fd0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4f7257ed-8c01-4063-be28-692d894f4698", "address": "fa:16:3e:f5:77:a5", "network": {"id": "327ba196-5a57-428d-b659-1a54c491b0c1", "bridge": "br-int", "label": "tempest-TestStampPattern-1025434083-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "008bcb7f5b344775a8e6b2ae71dade94", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f7257ed-8c", "ovs_interfaceid": "4f7257ed-8c01-4063-be28-692d894f4698", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 16:22:51 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5e5e4f1e-8408-430f-8a90-9ef56ccc9e41 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Converting VIF {"id": "4f7257ed-8c01-4063-be28-692d894f4698", "address": "fa:16:3e:f5:77:a5", "network": {"id": "327ba196-5a57-428d-b659-1a54c491b0c1", "bridge": "br-int", "label": "tempest-TestStampPattern-1025434083-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "008bcb7f5b344775a8e6b2ae71dade94", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f7257ed-8c", "ovs_interfaceid": "4f7257ed-8c01-4063-be28-692d894f4698", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:22:51 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-5e5e4f1e-8408-430f-8a90-9ef56ccc9e41 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f5:77:a5,bridge_name='br-int',has_traffic_filtering=True,id=4f7257ed-8c01-4063-be28-692d894f4698,network=Network(327ba196-5a57-428d-b659-1a54c491b0c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f7257ed-8c') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:22:51 user nova-compute[75278]: DEBUG os_vif [None req-5e5e4f1e-8408-430f-8a90-9ef56ccc9e41 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f5:77:a5,bridge_name='br-int',has_traffic_filtering=True,id=4f7257ed-8c01-4063-be28-692d894f4698,network=Network(327ba196-5a57-428d-b659-1a54c491b0c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f7257ed-8c') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 16:22:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:22:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4f7257ed-8c, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:22:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:22:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:22:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c00635d4-f151-4f52-9de1-1445d30a15da) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:22:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:22:51 user nova-compute[75278]: INFO os_vif [None req-5e5e4f1e-8408-430f-8a90-9ef56ccc9e41 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f5:77:a5,bridge_name='br-int',has_traffic_filtering=True,id=4f7257ed-8c01-4063-be28-692d894f4698,network=Network(327ba196-5a57-428d-b659-1a54c491b0c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f7257ed-8c')
Dec 06 16:22:51 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-5e5e4f1e-8408-430f-8a90-9ef56ccc9e41 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Deleting instance files /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0_del
Dec 06 16:22:51 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-5e5e4f1e-8408-430f-8a90-9ef56ccc9e41 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Deletion of /opt/stack/data/nova/instances/ed6fab87-16ef-40a8-8203-c6f543b05fd0_del complete
Dec 06 16:22:51 user nova-compute[75278]: INFO nova.compute.manager [None req-5e5e4f1e-8408-430f-8a90-9ef56ccc9e41 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Took 0.86 seconds to destroy the instance on the hypervisor.
Dec 06 16:22:51 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-5e5e4f1e-8408-430f-8a90-9ef56ccc9e41 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 16:22:51 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 16:22:51 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 16:22:51 user nova-compute[75278]: DEBUG nova.compute.manager [req-bb435f91-0d8a-4b72-8963-128e4615b43a req-9ad5f1bd-a6d9-4515-848a-041dda4aeccc service nova] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Received event network-vif-unplugged-4f7257ed-8c01-4063-be28-692d894f4698 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:22:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bb435f91-0d8a-4b72-8963-128e4615b43a req-9ad5f1bd-a6d9-4515-848a-041dda4aeccc service nova] Acquiring lock "ed6fab87-16ef-40a8-8203-c6f543b05fd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:22:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bb435f91-0d8a-4b72-8963-128e4615b43a req-9ad5f1bd-a6d9-4515-848a-041dda4aeccc service nova] Lock "ed6fab87-16ef-40a8-8203-c6f543b05fd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:22:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-bb435f91-0d8a-4b72-8963-128e4615b43a req-9ad5f1bd-a6d9-4515-848a-041dda4aeccc service nova] Lock "ed6fab87-16ef-40a8-8203-c6f543b05fd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:22:51 user nova-compute[75278]: DEBUG nova.compute.manager [req-bb435f91-0d8a-4b72-8963-128e4615b43a req-9ad5f1bd-a6d9-4515-848a-041dda4aeccc service nova] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] No waiting events found dispatching network-vif-unplugged-4f7257ed-8c01-4063-be28-692d894f4698 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:22:51 user nova-compute[75278]: DEBUG nova.compute.manager [req-bb435f91-0d8a-4b72-8963-128e4615b43a req-9ad5f1bd-a6d9-4515-848a-041dda4aeccc service nova] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Received event network-vif-unplugged-4f7257ed-8c01-4063-be28-692d894f4698 for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 16:22:51 user nova-compute[75278]: DEBUG nova.network.neutron [req-819789d4-afbd-4a4c-9311-8c4fed774835 req-0279beb2-2fca-4720-b2e0-ed0165d6066c service nova] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Updated VIF entry in instance network info cache for port 4f7257ed-8c01-4063-be28-692d894f4698. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:22:51 user nova-compute[75278]: DEBUG nova.network.neutron [req-819789d4-afbd-4a4c-9311-8c4fed774835 req-0279beb2-2fca-4720-b2e0-ed0165d6066c service nova] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Updating instance_info_cache with network_info: [{"id": "4f7257ed-8c01-4063-be28-692d894f4698", "address": "fa:16:3e:f5:77:a5", "network": {"id": "327ba196-5a57-428d-b659-1a54c491b0c1", "bridge": "br-int", "label": "tempest-TestStampPattern-1025434083-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "008bcb7f5b344775a8e6b2ae71dade94", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f7257ed-8c", "ovs_interfaceid": "4f7257ed-8c01-4063-be28-692d894f4698", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:22:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-819789d4-afbd-4a4c-9311-8c4fed774835 req-0279beb2-2fca-4720-b2e0-ed0165d6066c service nova] Releasing lock "refresh_cache-ed6fab87-16ef-40a8-8203-c6f543b05fd0" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:22:51 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:22:51 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Took 0.77 seconds to deallocate network for instance.
Dec 06 16:22:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5e5e4f1e-8408-430f-8a90-9ef56ccc9e41 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:22:51 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5e5e4f1e-8408-430f-8a90-9ef56ccc9e41 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:22:51 user nova-compute[75278]: DEBUG nova.compute.manager [req-0dcb8a42-f8aa-413f-9b12-6617a9c5c753 req-d19c58b0-59a4-4032-b833-61274a5ca3a5 service nova] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Received event network-vif-deleted-4f7257ed-8c01-4063-be28-692d894f4698 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:22:52 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-5e5e4f1e-8408-430f-8a90-9ef56ccc9e41 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:22:52 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-5e5e4f1e-8408-430f-8a90-9ef56ccc9e41 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:22:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5e5e4f1e-8408-430f-8a90-9ef56ccc9e41 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.129s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:22:52 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-5e5e4f1e-8408-430f-8a90-9ef56ccc9e41 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Deleted allocations for instance ed6fab87-16ef-40a8-8203-c6f543b05fd0
Dec 06 16:22:52 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-5e5e4f1e-8408-430f-8a90-9ef56ccc9e41 tempest-TestStampPattern-538703066 tempest-TestStampPattern-538703066-project-member] Lock "ed6fab87-16ef-40a8-8203-c6f543b05fd0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.943s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:22:53 user nova-compute[75278]: DEBUG nova.compute.manager [req-c25e1c45-0323-4110-b901-ddbaca77dd5d req-dfe0ad65-0aab-4074-9a12-a58717de878c service nova] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Received event network-vif-plugged-4f7257ed-8c01-4063-be28-692d894f4698 {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:22:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c25e1c45-0323-4110-b901-ddbaca77dd5d req-dfe0ad65-0aab-4074-9a12-a58717de878c service nova] Acquiring lock "ed6fab87-16ef-40a8-8203-c6f543b05fd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:22:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c25e1c45-0323-4110-b901-ddbaca77dd5d req-dfe0ad65-0aab-4074-9a12-a58717de878c service nova] Lock "ed6fab87-16ef-40a8-8203-c6f543b05fd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:22:53 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-c25e1c45-0323-4110-b901-ddbaca77dd5d req-dfe0ad65-0aab-4074-9a12-a58717de878c service nova] Lock "ed6fab87-16ef-40a8-8203-c6f543b05fd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:22:53 user nova-compute[75278]: DEBUG nova.compute.manager [req-c25e1c45-0323-4110-b901-ddbaca77dd5d req-dfe0ad65-0aab-4074-9a12-a58717de878c service nova] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] No waiting events found dispatching network-vif-plugged-4f7257ed-8c01-4063-be28-692d894f4698 {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:22:53 user nova-compute[75278]: WARNING nova.compute.manager [req-c25e1c45-0323-4110-b901-ddbaca77dd5d req-dfe0ad65-0aab-4074-9a12-a58717de878c service nova] [instance: ed6fab87-16ef-40a8-8203-c6f543b05fd0] Received unexpected event network-vif-plugged-4f7257ed-8c01-4063-be28-692d894f4698 for instance with vm_state deleted and task_state None.
Dec 06 16:22:53 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:22:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:22:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:22:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:22:58 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Acquiring lock "e17d07a4-bb32-45b7-81d3-338460587ebe" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:23:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Lock "e17d07a4-bb32-45b7-81d3-338460587ebe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:23:02 user nova-compute[75278]: DEBUG nova.compute.manager [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Starting instance... {{(pid=75278) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 16:23:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:23:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:23:02 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75278) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 16:23:02 user nova-compute[75278]: INFO nova.compute.claims [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Claim successful on node user
Dec 06 16:23:02 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:23:02 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:23:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.219s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:23:02 user nova-compute[75278]: DEBUG nova.compute.manager [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Start building networks asynchronously for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 16:23:02 user nova-compute[75278]: DEBUG nova.compute.manager [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Allocating IP information in the background. {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 16:23:02 user nova-compute[75278]: DEBUG nova.network.neutron [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] allocate_for_instance() {{(pid=75278) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 16:23:02 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 16:23:03 user nova-compute[75278]: DEBUG nova.compute.manager [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Start building block device mappings for instance. {{(pid=75278) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 16:23:03 user nova-compute[75278]: DEBUG nova.policy [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b263a5737d545e8bedd8eb2dfea9e5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e5c592489f74cc9b1f853391c19850e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75278) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 16:23:03 user nova-compute[75278]: DEBUG nova.compute.manager [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Start spawning the instance on the hypervisor. {{(pid=75278) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 16:23:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Creating instance directory {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 16:23:03 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Creating image(s)
Dec 06 16:23:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Acquiring lock "/opt/stack/data/nova/instances/e17d07a4-bb32-45b7-81d3-338460587ebe/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:23:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Lock "/opt/stack/data/nova/instances/e17d07a4-bb32-45b7-81d3-338460587ebe/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:23:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Lock "/opt/stack/data/nova/instances/e17d07a4-bb32-45b7-81d3-338460587ebe/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:23:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:23:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.177s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:23:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Acquiring lock "8b6964317078072a1e593868059fc8dc16213a0c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:23:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:23:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:23:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.211s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:23:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/e17d07a4-bb32-45b7-81d3-338460587ebe/disk 1073741824 {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:23:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c,backing_fmt=raw /opt/stack/data/nova/instances/e17d07a4-bb32-45b7-81d3-338460587ebe/disk 1073741824" returned: 0 in 0.049s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:23:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Lock "8b6964317078072a1e593868059fc8dc16213a0c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.267s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:23:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:23:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8b6964317078072a1e593868059fc8dc16213a0c --force-share --output=json" returned: 0 in 0.172s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:23:03 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e17d07a4-bb32-45b7-81d3-338460587ebe/disk. size=1073741824 {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 16:23:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e17d07a4-bb32-45b7-81d3-338460587ebe/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:23:03 user nova-compute[75278]: DEBUG nova.network.neutron [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Successfully created port: 14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab {{(pid=75278) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 16:23:03 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e17d07a4-bb32-45b7-81d3-338460587ebe/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:23:03 user nova-compute[75278]: DEBUG nova.virt.disk.api [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Cannot resize image /opt/stack/data/nova/instances/e17d07a4-bb32-45b7-81d3-338460587ebe/disk to a smaller size. {{(pid=75278) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 16:23:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Created local disks {{(pid=75278) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 16:23:03 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Ensure instance console log exists: /opt/stack/data/nova/instances/e17d07a4-bb32-45b7-81d3-338460587ebe/console.log {{(pid=75278) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 16:23:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:23:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:23:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG nova.network.neutron [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Successfully updated port: 14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab {{(pid=75278) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Acquiring lock "refresh_cache-e17d07a4-bb32-45b7-81d3-338460587ebe" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Acquired lock "refresh_cache-e17d07a4-bb32-45b7-81d3-338460587ebe" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG nova.network.neutron [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Building network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG nova.compute.manager [req-3cc79558-921e-4389-8897-8b4c933fc613 req-ec376d95-3994-4e39-b9fe-3f676a02a5c1 service nova] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Received event network-changed-14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG nova.compute.manager [req-3cc79558-921e-4389-8897-8b4c933fc613 req-ec376d95-3994-4e39-b9fe-3f676a02a5c1 service nova] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Refreshing instance network info cache due to event network-changed-14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3cc79558-921e-4389-8897-8b4c933fc613 req-ec376d95-3994-4e39-b9fe-3f676a02a5c1 service nova] Acquiring lock "refresh_cache-e17d07a4-bb32-45b7-81d3-338460587ebe" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG nova.network.neutron [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Instance cache missing network info. {{(pid=75278) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG nova.network.neutron [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Updating instance_info_cache with network_info: [{"id": "14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab", "address": "fa:16:3e:24:55:e4", "network": {"id": "486e38ba-2091-4d08-af13-05fc758ba58e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-859166683-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5e5c592489f74cc9b1f853391c19850e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap14fe8bcb-f1", "ovs_interfaceid": "14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Releasing lock "refresh_cache-e17d07a4-bb32-45b7-81d3-338460587ebe" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG nova.compute.manager [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Instance network_info: |[{"id": "14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab", "address": "fa:16:3e:24:55:e4", "network": {"id": "486e38ba-2091-4d08-af13-05fc758ba58e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-859166683-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5e5c592489f74cc9b1f853391c19850e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap14fe8bcb-f1", "ovs_interfaceid": "14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75278) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3cc79558-921e-4389-8897-8b4c933fc613 req-ec376d95-3994-4e39-b9fe-3f676a02a5c1 service nova] Acquired lock "refresh_cache-e17d07a4-bb32-45b7-81d3-338460587ebe" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG nova.network.neutron [req-3cc79558-921e-4389-8897-8b4c933fc613 req-ec376d95-3994-4e39-b9fe-3f676a02a5c1 service nova] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Refreshing network info cache for port 14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Start _get_guest_xml network_info=[{"id": "14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab", "address": "fa:16:3e:24:55:e4", "network": {"id": "486e38ba-2091-4d08-af13-05fc758ba58e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-859166683-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5e5c592489f74cc9b1f853391c19850e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap14fe8bcb-f1", "ovs_interfaceid": "14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dd729e0e-e328-40ab-89ca-9ae1326f53b2'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 16:23:04 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:23:04 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:23:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] CPU controller missing on host. {{(pid=75278) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.host [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] CPU controller found on host. {{(pid=75278) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75278) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T15:41:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T15:41:29Z,direct_url=<?>,disk_format='qcow2',id=dd729e0e-e328-40ab-89ca-9ae1326f53b2,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='026b368465c847ee8933056210021716',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T15:41:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Flavor limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Image limits 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Flavor pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Image pref 0:0:0 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75278) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Got 1 possible topologies {{(pid=75278) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG nova.virt.hardware [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75278) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:23:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-659688749',display_name='tempest-VolumesActionsTest-instance-659688749',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-659688749',id=52,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5e5c592489f74cc9b1f853391c19850e',ramdisk_id='',reservation_id='r-m0fmj6v0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-818761661',owner_user_name='tempest-VolumesActionsTest-818761661-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:23:03Z,user_data=None,user_id='1b263a5737d545e8bedd8eb2dfea9e5a',uuid=e17d07a4-bb32-45b7-81d3-338460587ebe,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab", "address": "fa:16:3e:24:55:e4", "network": {"id": "486e38ba-2091-4d08-af13-05fc758ba58e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-859166683-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5e5c592489f74cc9b1f853391c19850e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap14fe8bcb-f1", "ovs_interfaceid": "14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75278) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Converting VIF {"id": "14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab", "address": "fa:16:3e:24:55:e4", "network": {"id": "486e38ba-2091-4d08-af13-05fc758ba58e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-859166683-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5e5c592489f74cc9b1f853391c19850e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap14fe8bcb-f1", "ovs_interfaceid": "14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:24:55:e4,bridge_name='br-int',has_traffic_filtering=True,id=14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab,network=Network(486e38ba-2091-4d08-af13-05fc758ba58e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap14fe8bcb-f1') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG nova.objects.instance [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Lazy-loading 'pci_devices' on Instance uuid e17d07a4-bb32-45b7-81d3-338460587ebe {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] End _get_guest_xml xml=<domain type="kvm">
Dec 06 16:23:04 user nova-compute[75278]:   <uuid>e17d07a4-bb32-45b7-81d3-338460587ebe</uuid>
Dec 06 16:23:04 user nova-compute[75278]:   <name>instance-00000034</name>
Dec 06 16:23:04 user nova-compute[75278]:   <memory>524288</memory>
Dec 06 16:23:04 user nova-compute[75278]:   <vcpu>1</vcpu>
Dec 06 16:23:04 user nova-compute[75278]:   <metadata>
Dec 06 16:23:04 user nova-compute[75278]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 16:23:04 user nova-compute[75278]:       <nova:package version="0.0.0"/>
Dec 06 16:23:04 user nova-compute[75278]:       <nova:name>tempest-VolumesActionsTest-instance-659688749</nova:name>
Dec 06 16:23:04 user nova-compute[75278]:       <nova:creationTime>2023-12-06 16:23:04</nova:creationTime>
Dec 06 16:23:04 user nova-compute[75278]:       <nova:flavor name="m1.tiny">
Dec 06 16:23:04 user nova-compute[75278]:         <nova:memory>512</nova:memory>
Dec 06 16:23:04 user nova-compute[75278]:         <nova:disk>1</nova:disk>
Dec 06 16:23:04 user nova-compute[75278]:         <nova:swap>0</nova:swap>
Dec 06 16:23:04 user nova-compute[75278]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 16:23:04 user nova-compute[75278]:         <nova:vcpus>1</nova:vcpus>
Dec 06 16:23:04 user nova-compute[75278]:       </nova:flavor>
Dec 06 16:23:04 user nova-compute[75278]:       <nova:owner>
Dec 06 16:23:04 user nova-compute[75278]:         <nova:user uuid="1b263a5737d545e8bedd8eb2dfea9e5a">tempest-VolumesActionsTest-818761661-project-member</nova:user>
Dec 06 16:23:04 user nova-compute[75278]:         <nova:project uuid="5e5c592489f74cc9b1f853391c19850e">tempest-VolumesActionsTest-818761661</nova:project>
Dec 06 16:23:04 user nova-compute[75278]:       </nova:owner>
Dec 06 16:23:04 user nova-compute[75278]:       <nova:root type="image" uuid="dd729e0e-e328-40ab-89ca-9ae1326f53b2"/>
Dec 06 16:23:04 user nova-compute[75278]:       <nova:ports>
Dec 06 16:23:04 user nova-compute[75278]:         <nova:port uuid="14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab">
Dec 06 16:23:04 user nova-compute[75278]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 06 16:23:04 user nova-compute[75278]:         </nova:port>
Dec 06 16:23:04 user nova-compute[75278]:       </nova:ports>
Dec 06 16:23:04 user nova-compute[75278]:     </nova:instance>
Dec 06 16:23:04 user nova-compute[75278]:   </metadata>
Dec 06 16:23:04 user nova-compute[75278]:   <sysinfo type="smbios">
Dec 06 16:23:04 user nova-compute[75278]:     <system>
Dec 06 16:23:04 user nova-compute[75278]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 16:23:04 user nova-compute[75278]:       <entry name="product">OpenStack Nova</entry>
Dec 06 16:23:04 user nova-compute[75278]:       <entry name="version">0.0.0</entry>
Dec 06 16:23:04 user nova-compute[75278]:       <entry name="serial">e17d07a4-bb32-45b7-81d3-338460587ebe</entry>
Dec 06 16:23:04 user nova-compute[75278]:       <entry name="uuid">e17d07a4-bb32-45b7-81d3-338460587ebe</entry>
Dec 06 16:23:04 user nova-compute[75278]:       <entry name="family">Virtual Machine</entry>
Dec 06 16:23:04 user nova-compute[75278]:     </system>
Dec 06 16:23:04 user nova-compute[75278]:   </sysinfo>
Dec 06 16:23:04 user nova-compute[75278]:   <os>
Dec 06 16:23:04 user nova-compute[75278]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 16:23:04 user nova-compute[75278]:     <boot dev="hd"/>
Dec 06 16:23:04 user nova-compute[75278]:     <smbios mode="sysinfo"/>
Dec 06 16:23:04 user nova-compute[75278]:   </os>
Dec 06 16:23:04 user nova-compute[75278]:   <features>
Dec 06 16:23:04 user nova-compute[75278]:     <acpi/>
Dec 06 16:23:04 user nova-compute[75278]:     <apic/>
Dec 06 16:23:04 user nova-compute[75278]:     <vmcoreinfo/>
Dec 06 16:23:04 user nova-compute[75278]:   </features>
Dec 06 16:23:04 user nova-compute[75278]:   <clock offset="utc">
Dec 06 16:23:04 user nova-compute[75278]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 16:23:04 user nova-compute[75278]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 16:23:04 user nova-compute[75278]:     <timer name="hpet" present="no"/>
Dec 06 16:23:04 user nova-compute[75278]:   </clock>
Dec 06 16:23:04 user nova-compute[75278]:   <cpu mode="custom" match="exact">
Dec 06 16:23:04 user nova-compute[75278]:     <model>Nehalem</model>
Dec 06 16:23:04 user nova-compute[75278]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 16:23:04 user nova-compute[75278]:   </cpu>
Dec 06 16:23:04 user nova-compute[75278]:   <devices>
Dec 06 16:23:04 user nova-compute[75278]:     <disk type="file" device="disk">
Dec 06 16:23:04 user nova-compute[75278]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 16:23:04 user nova-compute[75278]:       <source file="/opt/stack/data/nova/instances/e17d07a4-bb32-45b7-81d3-338460587ebe/disk"/>
Dec 06 16:23:04 user nova-compute[75278]:       <target dev="vda" bus="virtio"/>
Dec 06 16:23:04 user nova-compute[75278]:     </disk>
Dec 06 16:23:04 user nova-compute[75278]:     <interface type="ethernet">
Dec 06 16:23:04 user nova-compute[75278]:       <mac address="fa:16:3e:24:55:e4"/>
Dec 06 16:23:04 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:23:04 user nova-compute[75278]:       <mtu size="1442"/>
Dec 06 16:23:04 user nova-compute[75278]:       <target dev="tap14fe8bcb-f1"/>
Dec 06 16:23:04 user nova-compute[75278]:     </interface>
Dec 06 16:23:04 user nova-compute[75278]:     <serial type="pty">
Dec 06 16:23:04 user nova-compute[75278]:       <log file="/opt/stack/data/nova/instances/e17d07a4-bb32-45b7-81d3-338460587ebe/console.log" append="off"/>
Dec 06 16:23:04 user nova-compute[75278]:     </serial>
Dec 06 16:23:04 user nova-compute[75278]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 16:23:04 user nova-compute[75278]:     <video>
Dec 06 16:23:04 user nova-compute[75278]:       <model type="virtio"/>
Dec 06 16:23:04 user nova-compute[75278]:     </video>
Dec 06 16:23:04 user nova-compute[75278]:     <rng model="virtio">
Dec 06 16:23:04 user nova-compute[75278]:       <backend model="random">/dev/urandom</backend>
Dec 06 16:23:04 user nova-compute[75278]:     </rng>
Dec 06 16:23:04 user nova-compute[75278]:     <controller type="usb" index="0" model="none"/>
Dec 06 16:23:04 user nova-compute[75278]:     <memballoon model="virtio">
Dec 06 16:23:04 user nova-compute[75278]:       <stats period="10"/>
Dec 06 16:23:04 user nova-compute[75278]:     </memballoon>
Dec 06 16:23:04 user nova-compute[75278]:   </devices>
Dec 06 16:23:04 user nova-compute[75278]: </domain>
Dec 06 16:23:04 user nova-compute[75278]:  {{(pid=75278) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:23:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-659688749',display_name='tempest-VolumesActionsTest-instance-659688749',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-659688749',id=52,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5e5c592489f74cc9b1f853391c19850e',ramdisk_id='',reservation_id='r-m0fmj6v0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-818761661',owner_user_name='tempest-VolumesActionsTest-818761661-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T16:23:03Z,user_data=None,user_id='1b263a5737d545e8bedd8eb2dfea9e5a',uuid=e17d07a4-bb32-45b7-81d3-338460587ebe,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab", "address": "fa:16:3e:24:55:e4", "network": {"id": "486e38ba-2091-4d08-af13-05fc758ba58e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-859166683-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5e5c592489f74cc9b1f853391c19850e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap14fe8bcb-f1", "ovs_interfaceid": "14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Converting VIF {"id": "14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab", "address": "fa:16:3e:24:55:e4", "network": {"id": "486e38ba-2091-4d08-af13-05fc758ba58e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-859166683-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5e5c592489f74cc9b1f853391c19850e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap14fe8bcb-f1", "ovs_interfaceid": "14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:24:55:e4,bridge_name='br-int',has_traffic_filtering=True,id=14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab,network=Network(486e38ba-2091-4d08-af13-05fc758ba58e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap14fe8bcb-f1') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG os_vif [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:55:e4,bridge_name='br-int',has_traffic_filtering=True,id=14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab,network=Network(486e38ba-2091-4d08-af13-05fc758ba58e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap14fe8bcb-f1') {{(pid=75278) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '97cc4075-503b-58ca-ba88-8bacc83cc8bd', '_type': 'linux-noop'}}, row=False) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap14fe8bcb-f1, may_exist=True, interface_attrs={}) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap14fe8bcb-f1, col_values=(('qos', UUID('a6600b94-fc69-422c-87aa-8499c31aa7b7')),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap14fe8bcb-f1, col_values=(('external_ids', {'iface-id': '14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:24:55:e4', 'vm-uuid': 'e17d07a4-bb32-45b7-81d3-338460587ebe'}),), if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:04 user nova-compute[75278]: INFO os_vif [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:55:e4,bridge_name='br-int',has_traffic_filtering=True,id=14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab,network=Network(486e38ba-2091-4d08-af13-05fc758ba58e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap14fe8bcb-f1')
Dec 06 16:23:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] No BDM found with device name vda, not building metadata. {{(pid=75278) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 16:23:04 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] No VIF found with MAC fa:16:3e:24:55:e4, not building metadata {{(pid=75278) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 16:23:05 user nova-compute[75278]: DEBUG nova.network.neutron [req-3cc79558-921e-4389-8897-8b4c933fc613 req-ec376d95-3994-4e39-b9fe-3f676a02a5c1 service nova] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Updated VIF entry in instance network info cache for port 14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:23:05 user nova-compute[75278]: DEBUG nova.network.neutron [req-3cc79558-921e-4389-8897-8b4c933fc613 req-ec376d95-3994-4e39-b9fe-3f676a02a5c1 service nova] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Updating instance_info_cache with network_info: [{"id": "14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab", "address": "fa:16:3e:24:55:e4", "network": {"id": "486e38ba-2091-4d08-af13-05fc758ba58e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-859166683-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5e5c592489f74cc9b1f853391c19850e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap14fe8bcb-f1", "ovs_interfaceid": "14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:23:05 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-3cc79558-921e-4389-8897-8b4c933fc613 req-ec376d95-3994-4e39-b9fe-3f676a02a5c1 service nova] Releasing lock "refresh_cache-e17d07a4-bb32-45b7-81d3-338460587ebe" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:23:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:06 user nova-compute[75278]: DEBUG nova.compute.manager [req-6ecc18eb-90e7-4899-801f-fe4c8cc747ce req-9965f12f-7218-48ac-81c5-0b932942134e service nova] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Received event network-vif-plugged-14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:23:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-6ecc18eb-90e7-4899-801f-fe4c8cc747ce req-9965f12f-7218-48ac-81c5-0b932942134e service nova] Acquiring lock "e17d07a4-bb32-45b7-81d3-338460587ebe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:23:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-6ecc18eb-90e7-4899-801f-fe4c8cc747ce req-9965f12f-7218-48ac-81c5-0b932942134e service nova] Lock "e17d07a4-bb32-45b7-81d3-338460587ebe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:23:06 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-6ecc18eb-90e7-4899-801f-fe4c8cc747ce req-9965f12f-7218-48ac-81c5-0b932942134e service nova] Lock "e17d07a4-bb32-45b7-81d3-338460587ebe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.004s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:23:06 user nova-compute[75278]: DEBUG nova.compute.manager [req-6ecc18eb-90e7-4899-801f-fe4c8cc747ce req-9965f12f-7218-48ac-81c5-0b932942134e service nova] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] No waiting events found dispatching network-vif-plugged-14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:23:06 user nova-compute[75278]: WARNING nova.compute.manager [req-6ecc18eb-90e7-4899-801f-fe4c8cc747ce req-9965f12f-7218-48ac-81c5-0b932942134e service nova] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Received unexpected event network-vif-plugged-14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab for instance with vm_state building and task_state spawning.
Dec 06 16:23:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:08 user nova-compute[75278]: DEBUG nova.compute.manager [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Instance event wait completed in 0 seconds for  {{(pid=75278) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 16:23:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Guest created on hypervisor {{(pid=75278) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 16:23:08 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Instance spawned successfully.
Dec 06 16:23:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 16:23:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Found default for hw_cdrom_bus of ide {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:23:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Found default for hw_disk_bus of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:23:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Found default for hw_input_bus of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:23:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Found default for hw_pointer_model of None {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:23:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Found default for hw_video_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:23:08 user nova-compute[75278]: DEBUG nova.virt.libvirt.driver [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Found default for hw_vif_model of virtio {{(pid=75278) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 16:23:08 user nova-compute[75278]: INFO nova.compute.manager [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Took 5.19 seconds to spawn the instance on the hypervisor.
Dec 06 16:23:08 user nova-compute[75278]: DEBUG nova.compute.manager [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Checking state {{(pid=75278) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 16:23:08 user nova-compute[75278]: DEBUG nova.compute.manager [req-4bb7f609-2d51-4d2b-ba5a-e92e37fe7f6f req-5f080535-81df-4cef-b67d-525ea9f79635 service nova] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Received event network-vif-plugged-14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:23:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4bb7f609-2d51-4d2b-ba5a-e92e37fe7f6f req-5f080535-81df-4cef-b67d-525ea9f79635 service nova] Acquiring lock "e17d07a4-bb32-45b7-81d3-338460587ebe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:23:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4bb7f609-2d51-4d2b-ba5a-e92e37fe7f6f req-5f080535-81df-4cef-b67d-525ea9f79635 service nova] Lock "e17d07a4-bb32-45b7-81d3-338460587ebe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:23:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4bb7f609-2d51-4d2b-ba5a-e92e37fe7f6f req-5f080535-81df-4cef-b67d-525ea9f79635 service nova] Lock "e17d07a4-bb32-45b7-81d3-338460587ebe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:23:08 user nova-compute[75278]: DEBUG nova.compute.manager [req-4bb7f609-2d51-4d2b-ba5a-e92e37fe7f6f req-5f080535-81df-4cef-b67d-525ea9f79635 service nova] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] No waiting events found dispatching network-vif-plugged-14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:23:08 user nova-compute[75278]: WARNING nova.compute.manager [req-4bb7f609-2d51-4d2b-ba5a-e92e37fe7f6f req-5f080535-81df-4cef-b67d-525ea9f79635 service nova] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Received unexpected event network-vif-plugged-14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab for instance with vm_state building and task_state spawning.
Dec 06 16:23:08 user nova-compute[75278]: INFO nova.compute.manager [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Took 5.73 seconds to build instance.
Dec 06 16:23:08 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-a79ad01d-6f7b-41b7-b668-41503425034e tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Lock "e17d07a4-bb32-45b7-81d3-338460587ebe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.827s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:23:09 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:14 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:16 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:19 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:24 user nova-compute[75278]: DEBUG nova.compute.manager [req-048fe2b4-b3ec-406c-bee4-db4c7a109a06 req-5c79635d-aa11-4241-8c9f-d1b5e39b2d85 service nova] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Received event network-changed-fb3eb8f0-45ab-4f08-b87f-81d25c717f8b {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:23:24 user nova-compute[75278]: DEBUG nova.compute.manager [req-048fe2b4-b3ec-406c-bee4-db4c7a109a06 req-5c79635d-aa11-4241-8c9f-d1b5e39b2d85 service nova] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Refreshing instance network info cache due to event network-changed-fb3eb8f0-45ab-4f08-b87f-81d25c717f8b. {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 16:23:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-048fe2b4-b3ec-406c-bee4-db4c7a109a06 req-5c79635d-aa11-4241-8c9f-d1b5e39b2d85 service nova] Acquiring lock "refresh_cache-13b2b544-9b52-418f-8f2f-e92c94bb6874" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:23:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-048fe2b4-b3ec-406c-bee4-db4c7a109a06 req-5c79635d-aa11-4241-8c9f-d1b5e39b2d85 service nova] Acquired lock "refresh_cache-13b2b544-9b52-418f-8f2f-e92c94bb6874" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:23:24 user nova-compute[75278]: DEBUG nova.network.neutron [req-048fe2b4-b3ec-406c-bee4-db4c7a109a06 req-5c79635d-aa11-4241-8c9f-d1b5e39b2d85 service nova] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Refreshing network info cache for port fb3eb8f0-45ab-4f08-b87f-81d25c717f8b {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 16:23:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "13b2b544-9b52-418f-8f2f-e92c94bb6874" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:23:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "13b2b544-9b52-418f-8f2f-e92c94bb6874" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:23:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "13b2b544-9b52-418f-8f2f-e92c94bb6874-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:23:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "13b2b544-9b52-418f-8f2f-e92c94bb6874-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:23:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "13b2b544-9b52-418f-8f2f-e92c94bb6874-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:23:24 user nova-compute[75278]: INFO nova.compute.manager [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Terminating instance
Dec 06 16:23:24 user nova-compute[75278]: DEBUG nova.compute.manager [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 16:23:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:24 user nova-compute[75278]: DEBUG nova.compute.manager [req-5d1a7e90-0d2b-4044-a990-71b14bff67e3 req-f477d490-549c-419b-ab2d-407ab55ccc59 service nova] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Received event network-vif-unplugged-fb3eb8f0-45ab-4f08-b87f-81d25c717f8b {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:23:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5d1a7e90-0d2b-4044-a990-71b14bff67e3 req-f477d490-549c-419b-ab2d-407ab55ccc59 service nova] Acquiring lock "13b2b544-9b52-418f-8f2f-e92c94bb6874-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:23:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5d1a7e90-0d2b-4044-a990-71b14bff67e3 req-f477d490-549c-419b-ab2d-407ab55ccc59 service nova] Lock "13b2b544-9b52-418f-8f2f-e92c94bb6874-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:23:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-5d1a7e90-0d2b-4044-a990-71b14bff67e3 req-f477d490-549c-419b-ab2d-407ab55ccc59 service nova] Lock "13b2b544-9b52-418f-8f2f-e92c94bb6874-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:23:24 user nova-compute[75278]: DEBUG nova.compute.manager [req-5d1a7e90-0d2b-4044-a990-71b14bff67e3 req-f477d490-549c-419b-ab2d-407ab55ccc59 service nova] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] No waiting events found dispatching network-vif-unplugged-fb3eb8f0-45ab-4f08-b87f-81d25c717f8b {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:23:24 user nova-compute[75278]: DEBUG nova.compute.manager [req-5d1a7e90-0d2b-4044-a990-71b14bff67e3 req-f477d490-549c-419b-ab2d-407ab55ccc59 service nova] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Received event network-vif-unplugged-fb3eb8f0-45ab-4f08-b87f-81d25c717f8b for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 16:23:24 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:24 user nova-compute[75278]: DEBUG nova.network.neutron [req-048fe2b4-b3ec-406c-bee4-db4c7a109a06 req-5c79635d-aa11-4241-8c9f-d1b5e39b2d85 service nova] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Updated VIF entry in instance network info cache for port fb3eb8f0-45ab-4f08-b87f-81d25c717f8b. {{(pid=75278) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 16:23:24 user nova-compute[75278]: DEBUG nova.network.neutron [req-048fe2b4-b3ec-406c-bee4-db4c7a109a06 req-5c79635d-aa11-4241-8c9f-d1b5e39b2d85 service nova] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Updating instance_info_cache with network_info: [{"id": "fb3eb8f0-45ab-4f08-b87f-81d25c717f8b", "address": "fa:16:3e:23:bd:4f", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb3eb8f0-45", "ovs_interfaceid": "fb3eb8f0-45ab-4f08-b87f-81d25c717f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:23:24 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-048fe2b4-b3ec-406c-bee4-db4c7a109a06 req-5c79635d-aa11-4241-8c9f-d1b5e39b2d85 service nova] Releasing lock "refresh_cache-13b2b544-9b52-418f-8f2f-e92c94bb6874" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:25 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Instance destroyed successfully.
Dec 06 16:23:25 user nova-compute[75278]: DEBUG nova.objects.instance [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lazy-loading 'resources' on Instance uuid 13b2b544-9b52-418f-8f2f-e92c94bb6874 {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:18:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-408873854',display_name='tempest-TestVolumeBootPattern-server-408873854',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-408873854',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPTpj6+8hrbS3HS6B1HYhCPAri7TOyaolHxvER8tBluHz+7O2y6RZp0VbCnwZC89VmLj2D1h1XUyJxgUhBMg+cexKEMwdzeEDMpw0ePPnsoO41DRC2lDTuu91B0/k+WxHQ==',key_name='tempest-TestVolumeBootPattern-907573109',keypairs=<?>,launch_index=0,launched_at=2023-12-06T16:18:44Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='188cfe2e1c85461899dae3585b7a6a24',ramdisk_id='',reservation_id='r-mzesoblj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1184091674',owner_user_name='tempest-TestVolumeBootPattern-1184091674-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T16:18:45Z,user_data=None,user_id='c795bd8e90894931922dc5ff7741dfae',uuid=13b2b544-9b52-418f-8f2f-e92c94bb6874,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fb3eb8f0-45ab-4f08-b87f-81d25c717f8b", "address": "fa:16:3e:23:bd:4f", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb3eb8f0-45", "ovs_interfaceid": "fb3eb8f0-45ab-4f08-b87f-81d25c717f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Converting VIF {"id": "fb3eb8f0-45ab-4f08-b87f-81d25c717f8b", "address": "fa:16:3e:23:bd:4f", "network": {"id": "efd8a205-21b0-406f-9f62-996ca7e2445a", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-458498846-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "188cfe2e1c85461899dae3585b7a6a24", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb3eb8f0-45", "ovs_interfaceid": "fb3eb8f0-45ab-4f08-b87f-81d25c717f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:23:bd:4f,bridge_name='br-int',has_traffic_filtering=True,id=fb3eb8f0-45ab-4f08-b87f-81d25c717f8b,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb3eb8f0-45') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG os_vif [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:23:bd:4f,bridge_name='br-int',has_traffic_filtering=True,id=fb3eb8f0-45ab-4f08-b87f-81d25c717f8b,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb3eb8f0-45') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfb3eb8f0-45, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=60056156-c948-4836-b059-e85ddf606bbc) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:23:25 user nova-compute[75278]: INFO os_vif [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:23:bd:4f,bridge_name='br-int',has_traffic_filtering=True,id=fb3eb8f0-45ab-4f08-b87f-81d25c717f8b,network=Network(efd8a205-21b0-406f-9f62-996ca7e2445a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb3eb8f0-45')
Dec 06 16:23:25 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] calling os-brick to detach iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f442c661930>, {'target_iqn': 'iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eXRVxzlM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 16:23:25 user nova-compute[75278]: WARNING os_brick.initiator.connectors.base [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 16:23:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[74a755b1-259f-45b6-ba6c-0b3eee6e731c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 16:23:25 user nova-compute[75278]: No targets found.
Dec 06 16:23:25 user nova-compute[75278]: iSNS:
Dec 06 16:23:25 user nova-compute[75278]: No targets found.
Dec 06 16:23:25 user nova-compute[75278]: STATIC:
Dec 06 16:23:25 user nova-compute[75278]: Target: iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f
Dec 06 16:23:25 user nova-compute[75278]:         Portal: 172.16.0.220:3260,-1
Dec 06 16:23:25 user nova-compute[75278]:                 Iface Name: default
Dec 06 16:23:25 user nova-compute[75278]: FIRMWARE:
Dec 06 16:23:25 user nova-compute[75278]: No targets found.
Dec 06 16:23:25 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 16:23:25 user nova-compute[75278]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 16:23:25 user nova-compute[75278]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75278) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f', 0)] {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2ae23c5-7850-4d8e-b1d7-d283ec1e8f19]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[1894a7b2-bcb3-4601-9c11-32bcfe85accb]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f (non-flash)\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f (non-flash)
Dec 06 16:23:25 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f (non-flash)
Dec 06 16:23:25 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f442c605750>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f'): ({'sdb'}, set())}) {{(pid=75278) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Removing single pathed devices sdb {{(pid=75278) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a74af71-47d8-4e12-9e57-039705e7d46b]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[26705b03-7d87-4713-9c08-4bfe17458e91]: (4, ('ok\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Flushing IO for device /dev/sdb {{(pid=75278) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.022s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[657a486c-f532-4761-be89-c981a396785b]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75278) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.057s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[f72a517b-c8de-4c14-8fc7-de03b7c5a569]: (4, ('1', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG os_brick.initiator.linuxscsi [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] SCSI volumes sdb have been removed. {{(pid=75278) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-26166666633633465', '/dev/disk/by-id/scsi-1SCST_BIO9a0d557e-afff3c4e27eea88f', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_9a0d557e') {{(pid=86114) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8488a85e-88ab-4e23-a347-bf42042808ee]: (4, None) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f')] {{(pid=75278) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[97eae55a-3c60-4aef-907e-7dc1fd6bbbab]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 --logout {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[720c2dec-ec45-40c1-a567-3bbd9c48b6a9]: (4, ('Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f, portal: 172.16.0.220,3260]\nLogout of [sid: 59, target: iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f, portal: 172.16.0.220,3260]
Dec 06 16:23:25 user nova-compute[75278]: Logout of [sid: 59, target: iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f, portal: 172.16.0.220,3260] successful.
Dec 06 16:23:25 user nova-compute[75278]:  stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 --op delete {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f070e8c4-f0e1-48da-9dd7-5c966141931f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=86114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG oslo.privsep.daemon [-] privsep: reply[8989ef5b-3560-4061-8f8f-c67d08d76a2f]: (4, ('', '')) {{(pid=86114) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75278) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.base [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.345s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] <== disconnect_volume: return (346ms) None {{(pid=75278) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Disconnected iSCSI Volume {{(pid=75278) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 16:23:25 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Deleting instance files /opt/stack/data/nova/instances/13b2b544-9b52-418f-8f2f-e92c94bb6874_del
Dec 06 16:23:25 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Deletion of /opt/stack/data/nova/instances/13b2b544-9b52-418f-8f2f-e92c94bb6874_del complete
Dec 06 16:23:25 user nova-compute[75278]: INFO nova.compute.manager [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Took 1.25 seconds to destroy the instance on the hypervisor.
Dec 06 16:23:25 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:26 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:23:26 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Took 0.53 seconds to deallocate network for instance.
Dec 06 16:23:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-bb53e0a9-9ab3-4ae7-a52c-8c1fbf8c359f req-c0eb46ba-7bdb-4e4c-814f-2df9aa65aa09 service nova] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Received event network-vif-deleted-fb3eb8f0-45ab-4f08-b87f-81d25c717f8b {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:23:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-4737ad95-c20d-4db5-b0a2-f7a36c324096 req-73fc2583-b603-44af-95f3-f70958351d3d service nova] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Received event network-vif-plugged-fb3eb8f0-45ab-4f08-b87f-81d25c717f8b {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:23:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4737ad95-c20d-4db5-b0a2-f7a36c324096 req-73fc2583-b603-44af-95f3-f70958351d3d service nova] Acquiring lock "13b2b544-9b52-418f-8f2f-e92c94bb6874-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:23:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4737ad95-c20d-4db5-b0a2-f7a36c324096 req-73fc2583-b603-44af-95f3-f70958351d3d service nova] Lock "13b2b544-9b52-418f-8f2f-e92c94bb6874-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:23:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4737ad95-c20d-4db5-b0a2-f7a36c324096 req-73fc2583-b603-44af-95f3-f70958351d3d service nova] Lock "13b2b544-9b52-418f-8f2f-e92c94bb6874-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:23:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-4737ad95-c20d-4db5-b0a2-f7a36c324096 req-73fc2583-b603-44af-95f3-f70958351d3d service nova] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] No waiting events found dispatching network-vif-plugged-fb3eb8f0-45ab-4f08-b87f-81d25c717f8b {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:23:26 user nova-compute[75278]: WARNING nova.compute.manager [req-4737ad95-c20d-4db5-b0a2-f7a36c324096 req-73fc2583-b603-44af-95f3-f70958351d3d service nova] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Received unexpected event network-vif-plugged-fb3eb8f0-45ab-4f08-b87f-81d25c717f8b for instance with vm_state active and task_state deleting.
Dec 06 16:23:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-4737ad95-c20d-4db5-b0a2-f7a36c324096 req-73fc2583-b603-44af-95f3-f70958351d3d service nova] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Received event network-vif-plugged-fb3eb8f0-45ab-4f08-b87f-81d25c717f8b {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:23:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4737ad95-c20d-4db5-b0a2-f7a36c324096 req-73fc2583-b603-44af-95f3-f70958351d3d service nova] Acquiring lock "13b2b544-9b52-418f-8f2f-e92c94bb6874-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:23:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4737ad95-c20d-4db5-b0a2-f7a36c324096 req-73fc2583-b603-44af-95f3-f70958351d3d service nova] Lock "13b2b544-9b52-418f-8f2f-e92c94bb6874-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:23:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4737ad95-c20d-4db5-b0a2-f7a36c324096 req-73fc2583-b603-44af-95f3-f70958351d3d service nova] Lock "13b2b544-9b52-418f-8f2f-e92c94bb6874-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:23:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-4737ad95-c20d-4db5-b0a2-f7a36c324096 req-73fc2583-b603-44af-95f3-f70958351d3d service nova] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] No waiting events found dispatching network-vif-plugged-fb3eb8f0-45ab-4f08-b87f-81d25c717f8b {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:23:26 user nova-compute[75278]: WARNING nova.compute.manager [req-4737ad95-c20d-4db5-b0a2-f7a36c324096 req-73fc2583-b603-44af-95f3-f70958351d3d service nova] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Received unexpected event network-vif-plugged-fb3eb8f0-45ab-4f08-b87f-81d25c717f8b for instance with vm_state active and task_state deleting.
Dec 06 16:23:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-4737ad95-c20d-4db5-b0a2-f7a36c324096 req-73fc2583-b603-44af-95f3-f70958351d3d service nova] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Received event network-vif-plugged-fb3eb8f0-45ab-4f08-b87f-81d25c717f8b {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:23:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4737ad95-c20d-4db5-b0a2-f7a36c324096 req-73fc2583-b603-44af-95f3-f70958351d3d service nova] Acquiring lock "13b2b544-9b52-418f-8f2f-e92c94bb6874-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:23:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4737ad95-c20d-4db5-b0a2-f7a36c324096 req-73fc2583-b603-44af-95f3-f70958351d3d service nova] Lock "13b2b544-9b52-418f-8f2f-e92c94bb6874-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:23:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4737ad95-c20d-4db5-b0a2-f7a36c324096 req-73fc2583-b603-44af-95f3-f70958351d3d service nova] Lock "13b2b544-9b52-418f-8f2f-e92c94bb6874-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:23:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-4737ad95-c20d-4db5-b0a2-f7a36c324096 req-73fc2583-b603-44af-95f3-f70958351d3d service nova] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] No waiting events found dispatching network-vif-plugged-fb3eb8f0-45ab-4f08-b87f-81d25c717f8b {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:23:26 user nova-compute[75278]: WARNING nova.compute.manager [req-4737ad95-c20d-4db5-b0a2-f7a36c324096 req-73fc2583-b603-44af-95f3-f70958351d3d service nova] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Received unexpected event network-vif-plugged-fb3eb8f0-45ab-4f08-b87f-81d25c717f8b for instance with vm_state active and task_state deleting.
Dec 06 16:23:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-4737ad95-c20d-4db5-b0a2-f7a36c324096 req-73fc2583-b603-44af-95f3-f70958351d3d service nova] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Received event network-vif-unplugged-fb3eb8f0-45ab-4f08-b87f-81d25c717f8b {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:23:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4737ad95-c20d-4db5-b0a2-f7a36c324096 req-73fc2583-b603-44af-95f3-f70958351d3d service nova] Acquiring lock "13b2b544-9b52-418f-8f2f-e92c94bb6874-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:23:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4737ad95-c20d-4db5-b0a2-f7a36c324096 req-73fc2583-b603-44af-95f3-f70958351d3d service nova] Lock "13b2b544-9b52-418f-8f2f-e92c94bb6874-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:23:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4737ad95-c20d-4db5-b0a2-f7a36c324096 req-73fc2583-b603-44af-95f3-f70958351d3d service nova] Lock "13b2b544-9b52-418f-8f2f-e92c94bb6874-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:23:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-4737ad95-c20d-4db5-b0a2-f7a36c324096 req-73fc2583-b603-44af-95f3-f70958351d3d service nova] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] No waiting events found dispatching network-vif-unplugged-fb3eb8f0-45ab-4f08-b87f-81d25c717f8b {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:23:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-4737ad95-c20d-4db5-b0a2-f7a36c324096 req-73fc2583-b603-44af-95f3-f70958351d3d service nova] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Received event network-vif-unplugged-fb3eb8f0-45ab-4f08-b87f-81d25c717f8b for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 16:23:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-4737ad95-c20d-4db5-b0a2-f7a36c324096 req-73fc2583-b603-44af-95f3-f70958351d3d service nova] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Received event network-vif-plugged-fb3eb8f0-45ab-4f08-b87f-81d25c717f8b {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:23:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4737ad95-c20d-4db5-b0a2-f7a36c324096 req-73fc2583-b603-44af-95f3-f70958351d3d service nova] Acquiring lock "13b2b544-9b52-418f-8f2f-e92c94bb6874-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:23:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4737ad95-c20d-4db5-b0a2-f7a36c324096 req-73fc2583-b603-44af-95f3-f70958351d3d service nova] Lock "13b2b544-9b52-418f-8f2f-e92c94bb6874-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:23:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-4737ad95-c20d-4db5-b0a2-f7a36c324096 req-73fc2583-b603-44af-95f3-f70958351d3d service nova] Lock "13b2b544-9b52-418f-8f2f-e92c94bb6874-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:23:26 user nova-compute[75278]: DEBUG nova.compute.manager [req-4737ad95-c20d-4db5-b0a2-f7a36c324096 req-73fc2583-b603-44af-95f3-f70958351d3d service nova] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] No waiting events found dispatching network-vif-plugged-fb3eb8f0-45ab-4f08-b87f-81d25c717f8b {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:23:26 user nova-compute[75278]: WARNING nova.compute.manager [req-4737ad95-c20d-4db5-b0a2-f7a36c324096 req-73fc2583-b603-44af-95f3-f70958351d3d service nova] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Received unexpected event network-vif-plugged-fb3eb8f0-45ab-4f08-b87f-81d25c717f8b for instance with vm_state active and task_state deleting.
Dec 06 16:23:26 user nova-compute[75278]: INFO nova.compute.manager [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] [instance: 13b2b544-9b52-418f-8f2f-e92c94bb6874] Took 0.77 seconds to detach 1 volumes for instance.
Dec 06 16:23:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:23:26 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:23:27 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:23:27 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:23:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.146s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:23:27 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Deleted allocations for instance 13b2b544-9b52-418f-8f2f-e92c94bb6874
Dec 06 16:23:27 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-2d4d1e5d-fe88-4071-9200-95fbe38ea8b9 tempest-TestVolumeBootPattern-1184091674 tempest-TestVolumeBootPattern-1184091674-project-member] Lock "13b2b544-9b52-418f-8f2f-e92c94bb6874" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.877s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:23:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:34 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:23:35 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:23:35 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:23:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:23:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:23:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:23:35 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 16:23:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:35 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e17d07a4-bb32-45b7-81d3-338460587ebe/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:23:35 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e17d07a4-bb32-45b7-81d3-338460587ebe/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:23:35 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e17d07a4-bb32-45b7-81d3-338460587ebe/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:23:35 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e17d07a4-bb32-45b7-81d3-338460587ebe/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:23:35 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:23:35 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:23:35 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=8762MB free_disk=24.97992706298828GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 16:23:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:23:35 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:23:35 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance e17d07a4-bb32-45b7-81d3-338460587ebe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:23:35 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 16:23:35 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 16:23:36 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:23:36 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:23:36 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 16:23:36 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.192s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:23:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:37 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:23:37 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:23:39 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:23:39 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 16:23:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:42 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:23:42 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 16:23:42 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Didn't find any instances for network info cache update. {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 16:23:45 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:23:45 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:47 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:23:48 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:23:55 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:23:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:24:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:24:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:24:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75278) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 16:24:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 16:24:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 16:24:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:24:05 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:24:10 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:24:15 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:24:20 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:24:22 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:24:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:24:25 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:24:27 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:24:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:24:34 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:24:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:24:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:24:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75278) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 16:24:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 16:24:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 16:24:35 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:24:37 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:24:37 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:24:37 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:24:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:24:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:24:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:24:37 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 16:24:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e17d07a4-bb32-45b7-81d3-338460587ebe/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:24:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e17d07a4-bb32-45b7-81d3-338460587ebe/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:24:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e17d07a4-bb32-45b7-81d3-338460587ebe/disk --force-share --output=json {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 16:24:37 user nova-compute[75278]: DEBUG oslo_concurrency.processutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e17d07a4-bb32-45b7-81d3-338460587ebe/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75278) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 16:24:37 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:24:37 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:24:37 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=8919MB free_disk=24.969741821289062GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 16:24:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:24:37 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:24:37 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Instance e17d07a4-bb32-45b7-81d3-338460587ebe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75278) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 16:24:37 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 16:24:37 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 16:24:38 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:24:38 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:24:38 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 16:24:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.169s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:24:39 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:24:39 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:24:39 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 16:24:40 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:24:42 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:24:42 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 16:24:42 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Rebuilding the list of instances to heal {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 16:24:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "refresh_cache-e17d07a4-bb32-45b7-81d3-338460587ebe" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 16:24:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquired lock "refresh_cache-e17d07a4-bb32-45b7-81d3-338460587ebe" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 16:24:42 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Forcefully refreshing network info cache for instance {{(pid=75278) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 16:24:42 user nova-compute[75278]: DEBUG nova.objects.instance [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lazy-loading 'info_cache' on Instance uuid e17d07a4-bb32-45b7-81d3-338460587ebe {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:24:42 user nova-compute[75278]: DEBUG nova.network.neutron [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Updating instance_info_cache with network_info: [{"id": "14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab", "address": "fa:16:3e:24:55:e4", "network": {"id": "486e38ba-2091-4d08-af13-05fc758ba58e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-859166683-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5e5c592489f74cc9b1f853391c19850e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap14fe8bcb-f1", "ovs_interfaceid": "14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:24:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Releasing lock "refresh_cache-e17d07a4-bb32-45b7-81d3-338460587ebe" {{(pid=75278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 16:24:42 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Updated the network info_cache for instance {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 16:24:45 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:24:46 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:24:48 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:24:50 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:24:55 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:25:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:25:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-af169f50-96b0-4d0b-92da-32ff0f42179c tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Acquiring lock "e17d07a4-bb32-45b7-81d3-338460587ebe" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:25:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-af169f50-96b0-4d0b-92da-32ff0f42179c tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Lock "e17d07a4-bb32-45b7-81d3-338460587ebe" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:25:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-af169f50-96b0-4d0b-92da-32ff0f42179c tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Acquiring lock "e17d07a4-bb32-45b7-81d3-338460587ebe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:25:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-af169f50-96b0-4d0b-92da-32ff0f42179c tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Lock "e17d07a4-bb32-45b7-81d3-338460587ebe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:25:00 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-af169f50-96b0-4d0b-92da-32ff0f42179c tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Lock "e17d07a4-bb32-45b7-81d3-338460587ebe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:25:00 user nova-compute[75278]: INFO nova.compute.manager [None req-af169f50-96b0-4d0b-92da-32ff0f42179c tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Terminating instance
Dec 06 16:25:00 user nova-compute[75278]: DEBUG nova.compute.manager [None req-af169f50-96b0-4d0b-92da-32ff0f42179c tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Start destroying the instance on the hypervisor. {{(pid=75278) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 16:25:00 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:25:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:25:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:25:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:25:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:25:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-b7833591-a55d-4a47-97da-e42f53be5c54 req-f62ae604-cf7f-498f-974e-fe1848d4699b service nova] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Received event network-vif-unplugged-14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:25:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-b7833591-a55d-4a47-97da-e42f53be5c54 req-f62ae604-cf7f-498f-974e-fe1848d4699b service nova] Acquiring lock "e17d07a4-bb32-45b7-81d3-338460587ebe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:25:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-b7833591-a55d-4a47-97da-e42f53be5c54 req-f62ae604-cf7f-498f-974e-fe1848d4699b service nova] Lock "e17d07a4-bb32-45b7-81d3-338460587ebe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:25:01 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-b7833591-a55d-4a47-97da-e42f53be5c54 req-f62ae604-cf7f-498f-974e-fe1848d4699b service nova] Lock "e17d07a4-bb32-45b7-81d3-338460587ebe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:25:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-b7833591-a55d-4a47-97da-e42f53be5c54 req-f62ae604-cf7f-498f-974e-fe1848d4699b service nova] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] No waiting events found dispatching network-vif-unplugged-14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:25:01 user nova-compute[75278]: DEBUG nova.compute.manager [req-b7833591-a55d-4a47-97da-e42f53be5c54 req-f62ae604-cf7f-498f-974e-fe1848d4699b service nova] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Received event network-vif-unplugged-14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab for instance with task_state deleting. {{(pid=75278) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 16:25:01 user nova-compute[75278]: INFO nova.virt.libvirt.driver [-] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Instance destroyed successfully.
Dec 06 16:25:01 user nova-compute[75278]: DEBUG nova.objects.instance [None req-af169f50-96b0-4d0b-92da-32ff0f42179c tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Lazy-loading 'resources' on Instance uuid e17d07a4-bb32-45b7-81d3-338460587ebe {{(pid=75278) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 16:25:01 user nova-compute[75278]: DEBUG nova.virt.libvirt.vif [None req-af169f50-96b0-4d0b-92da-32ff0f42179c tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T16:23:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-659688749',display_name='tempest-VolumesActionsTest-instance-659688749',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-659688749',id=52,image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T16:23:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5e5c592489f74cc9b1f853391c19850e',ramdisk_id='',reservation_id='r-m0fmj6v0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dd729e0e-e328-40ab-89ca-9ae1326f53b2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-818761661',owner_user_name='tempest-VolumesActionsTest-818761661-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T16:23:08Z,user_data=None,user_id='1b263a5737d545e8bedd8eb2dfea9e5a',uuid=e17d07a4-bb32-45b7-81d3-338460587ebe,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab", "address": "fa:16:3e:24:55:e4", "network": {"id": "486e38ba-2091-4d08-af13-05fc758ba58e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-859166683-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5e5c592489f74cc9b1f853391c19850e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap14fe8bcb-f1", "ovs_interfaceid": "14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 16:25:01 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-af169f50-96b0-4d0b-92da-32ff0f42179c tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Converting VIF {"id": "14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab", "address": "fa:16:3e:24:55:e4", "network": {"id": "486e38ba-2091-4d08-af13-05fc758ba58e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-859166683-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5e5c592489f74cc9b1f853391c19850e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap14fe8bcb-f1", "ovs_interfaceid": "14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 16:25:01 user nova-compute[75278]: DEBUG nova.network.os_vif_util [None req-af169f50-96b0-4d0b-92da-32ff0f42179c tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:24:55:e4,bridge_name='br-int',has_traffic_filtering=True,id=14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab,network=Network(486e38ba-2091-4d08-af13-05fc758ba58e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap14fe8bcb-f1') {{(pid=75278) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 16:25:01 user nova-compute[75278]: DEBUG os_vif [None req-af169f50-96b0-4d0b-92da-32ff0f42179c tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:24:55:e4,bridge_name='br-int',has_traffic_filtering=True,id=14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab,network=Network(486e38ba-2091-4d08-af13-05fc758ba58e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap14fe8bcb-f1') {{(pid=75278) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 16:25:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:25:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap14fe8bcb-f1, bridge=br-int, if_exists=True) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:25:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:25:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:25:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:25:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a6600b94-fc69-422c-87aa-8499c31aa7b7) {{(pid=75278) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 16:25:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:25:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:25:01 user nova-compute[75278]: INFO os_vif [None req-af169f50-96b0-4d0b-92da-32ff0f42179c tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:24:55:e4,bridge_name='br-int',has_traffic_filtering=True,id=14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab,network=Network(486e38ba-2091-4d08-af13-05fc758ba58e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap14fe8bcb-f1')
Dec 06 16:25:01 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-af169f50-96b0-4d0b-92da-32ff0f42179c tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Deleting instance files /opt/stack/data/nova/instances/e17d07a4-bb32-45b7-81d3-338460587ebe_del
Dec 06 16:25:01 user nova-compute[75278]: INFO nova.virt.libvirt.driver [None req-af169f50-96b0-4d0b-92da-32ff0f42179c tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Deletion of /opt/stack/data/nova/instances/e17d07a4-bb32-45b7-81d3-338460587ebe_del complete
Dec 06 16:25:01 user nova-compute[75278]: INFO nova.compute.manager [None req-af169f50-96b0-4d0b-92da-32ff0f42179c tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Took 0.89 seconds to destroy the instance on the hypervisor.
Dec 06 16:25:01 user nova-compute[75278]: DEBUG oslo.service.loopingcall [None req-af169f50-96b0-4d0b-92da-32ff0f42179c tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75278) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 16:25:01 user nova-compute[75278]: DEBUG nova.compute.manager [-] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Deallocating network for instance {{(pid=75278) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 16:25:01 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] deallocate_for_instance() {{(pid=75278) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 16:25:02 user nova-compute[75278]: DEBUG nova.network.neutron [-] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Updating instance_info_cache with network_info: [] {{(pid=75278) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 16:25:02 user nova-compute[75278]: INFO nova.compute.manager [-] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Took 0.70 seconds to deallocate network for instance.
Dec 06 16:25:02 user nova-compute[75278]: DEBUG nova.compute.manager [req-e3682435-7e3b-4957-a4f5-ad0e8f89fec8 req-d39809fd-1ba3-4932-81d7-41a98108a20c service nova] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Received event network-vif-deleted-14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:25:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-af169f50-96b0-4d0b-92da-32ff0f42179c tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:25:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-af169f50-96b0-4d0b-92da-32ff0f42179c tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:25:02 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-af169f50-96b0-4d0b-92da-32ff0f42179c tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:25:02 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-af169f50-96b0-4d0b-92da-32ff0f42179c tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:25:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-af169f50-96b0-4d0b-92da-32ff0f42179c tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.163s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:25:02 user nova-compute[75278]: INFO nova.scheduler.client.report [None req-af169f50-96b0-4d0b-92da-32ff0f42179c tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Deleted allocations for instance e17d07a4-bb32-45b7-81d3-338460587ebe
Dec 06 16:25:02 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-af169f50-96b0-4d0b-92da-32ff0f42179c tempest-VolumesActionsTest-818761661 tempest-VolumesActionsTest-818761661-project-member] Lock "e17d07a4-bb32-45b7-81d3-338460587ebe" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.945s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:25:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-b1433cd4-b365-4dca-b85c-f7c06a59207b req-3baa1f6d-4108-4356-b7a4-95bf7b5291c5 service nova] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Received event network-vif-plugged-14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab {{(pid=75278) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 16:25:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-b1433cd4-b365-4dca-b85c-f7c06a59207b req-3baa1f6d-4108-4356-b7a4-95bf7b5291c5 service nova] Acquiring lock "e17d07a4-bb32-45b7-81d3-338460587ebe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:25:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-b1433cd4-b365-4dca-b85c-f7c06a59207b req-3baa1f6d-4108-4356-b7a4-95bf7b5291c5 service nova] Lock "e17d07a4-bb32-45b7-81d3-338460587ebe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:25:03 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [req-b1433cd4-b365-4dca-b85c-f7c06a59207b req-3baa1f6d-4108-4356-b7a4-95bf7b5291c5 service nova] Lock "e17d07a4-bb32-45b7-81d3-338460587ebe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:25:03 user nova-compute[75278]: DEBUG nova.compute.manager [req-b1433cd4-b365-4dca-b85c-f7c06a59207b req-3baa1f6d-4108-4356-b7a4-95bf7b5291c5 service nova] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] No waiting events found dispatching network-vif-plugged-14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab {{(pid=75278) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 16:25:03 user nova-compute[75278]: WARNING nova.compute.manager [req-b1433cd4-b365-4dca-b85c-f7c06a59207b req-3baa1f6d-4108-4356-b7a4-95bf7b5291c5 service nova] [instance: e17d07a4-bb32-45b7-81d3-338460587ebe] Received unexpected event network-vif-plugged-14fe8bcb-f19e-4c7a-b639-5c0a65ae96ab for instance with vm_state deleted and task_state None.
Dec 06 16:25:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:25:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:25:16 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:25:21 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:25:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:25:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:25:35 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:25:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:25:37 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:25:37 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:25:38 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:25:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:25:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:25:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:25:38 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 16:25:38 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:25:38 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:25:38 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=9142MB free_disk=24.996063232421875GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 16:25:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:25:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:25:38 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 16:25:38 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 16:25:38 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:25:38 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:25:38 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 16:25:38 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.141s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:25:39 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:25:39 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 16:25:40 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:25:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:25:44 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:25:44 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 16:25:44 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Rebuilding the list of instances to heal {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 16:25:44 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Didn't find any instances for network info cache update. {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 16:25:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:25:48 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:25:50 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:25:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:25:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:25:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75278) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 16:25:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 16:25:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 16:25:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:25:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:25:57 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:26:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:26:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:26:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:26:16 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:26:21 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:26:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:26:28 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:26:30 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:26:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:26:32 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:26:36 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:26:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:26:37 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:26:38 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:26:38 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Cleaning up deleted instances with incomplete migration  {{(pid=75278) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 06 16:26:39 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:26:39 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:26:39 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 16:26:40 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:26:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:26:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:26:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:26:40 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 16:26:40 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:26:40 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:26:40 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=9129MB free_disk=24.994064331054688GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 16:26:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:26:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:26:40 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 16:26:40 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 16:26:40 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:26:40 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:26:40 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 16:26:40 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.112s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:26:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:26:42 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:26:46 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:26:46 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 16:26:46 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Rebuilding the list of instances to heal {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 16:26:46 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Didn't find any instances for network info cache update. {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 16:26:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:26:48 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:26:48 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Cleaning up deleted instances {{(pid=75278) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 06 16:26:48 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] There are 0 instances to clean {{(pid=75278) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 06 16:26:50 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:26:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:26:52 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:26:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:27:01 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:27:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:27:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:27:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75278) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 16:27:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 16:27:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 16:27:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:27:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:27:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:27:16 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:27:21 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:27:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:27:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:27:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75278) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 16:27:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 16:27:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 16:27:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:27:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:27:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:27:38 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:27:39 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:27:41 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:27:41 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:27:41 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 16:27:41 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:27:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:27:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:27:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:27:41 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 16:27:41 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:27:41 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:27:41 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=9153MB free_disk=24.992427825927734GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 16:27:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:27:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:27:41 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 16:27:41 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 16:27:41 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Refreshing inventories for resource provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 06 16:27:41 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Updating ProviderTree inventory for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 06 16:27:41 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Updating inventory in ProviderTree for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 16:27:41 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Refreshing aggregate associations for resource provider 8b3403ac-859e-46a6-ab7b-26268bef73b0, aggregates: None {{(pid=75278) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 06 16:27:41 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Refreshing trait associations for resource provider 8b3403ac-859e-46a6-ab7b-26268bef73b0, traits: HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_ACCELERATORS,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_SATA,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_IDE,COMPUTE_VIOMMU_MODEL_INTEL,HW_CPU_X86_SSE41,HW_CPU_X86_SSSE3 {{(pid=75278) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 06 16:27:41 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:27:41 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:27:41 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 16:27:41 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.373s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:27:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:27:43 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:27:44 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:27:46 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:27:46 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 16:27:46 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Rebuilding the list of instances to heal {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 16:27:46 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Didn't find any instances for network info cache update. {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 16:27:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:27:50 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:27:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:27:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:27:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75278) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 16:27:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 16:27:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 16:27:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:27:52 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:27:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:28:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:28:02 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:28:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:28:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:28:16 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:28:21 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:28:26 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:28:31 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:28:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:28:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:28:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75278) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 16:28:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 16:28:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75278) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 16:28:36 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:28:40 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:28:40 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:28:41 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:28:41 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 16:28:42 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:28:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:28:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:28:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:28:42 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Auditing locally available compute resources for user (node: user) {{(pid=75278) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 16:28:42 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:28:42 user nova-compute[75278]: WARNING nova.virt.libvirt.driver [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 16:28:42 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Hypervisor/Node resource view: name=user free_ram=9244MB free_disk=24.984512329101562GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75278) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 16:28:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 16:28:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 16:28:42 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 16:28:42 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75278) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 16:28:42 user nova-compute[75278]: DEBUG nova.compute.provider_tree [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed in ProviderTree for provider: 8b3403ac-859e-46a6-ab7b-26268bef73b0 {{(pid=75278) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 16:28:42 user nova-compute[75278]: DEBUG nova.scheduler.client.report [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Inventory has not changed for provider 8b3403ac-859e-46a6-ab7b-26268bef73b0 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75278) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 16:28:42 user nova-compute[75278]: DEBUG nova.compute.resource_tracker [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Compute_service record updated for user:user {{(pid=75278) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 16:28:42 user nova-compute[75278]: DEBUG oslo_concurrency.lockutils [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.118s {{(pid=75278) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 16:28:43 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:28:43 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75278) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 16:28:44 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:28:46 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:28:47 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:28:47 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Starting heal instance info cache {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 16:28:47 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Rebuilding the list of instances to heal {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 16:28:47 user nova-compute[75278]: DEBUG nova.compute.manager [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Didn't find any instances for network info cache update. {{(pid=75278) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 16:28:50 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:28:51 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:28:54 user nova-compute[75278]: DEBUG oslo_service.periodic_task [None req-47145e26-649a-4ec5-9e9e-493c388b2a9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75278) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 16:28:56 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:29:01 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:29:06 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:29:11 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:29:16 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 16:29:21 user nova-compute[75278]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75278) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}